[package] name = "tokenizations" version = "0.4.2" license = "MIT" edition = "2018" description = "Tokenizations alignments library" homepage = "https://github.com/tamuhey/tokenizations" repository = "https://github.com/tamuhey/tokenizations" keywords = ["nlp", "text", "algorithm"] authors = ["Yohei Tamura "] readme = "README.md" documentation = "https://docs.rs/tokenizations" [dependencies] unicode-normalization = "0.1.17" seqdiff = "0.3" [dev-dependencies] quickcheck = "0.9" quickcheck_macros = "0.9" criterion = "0.3" [[bench]] name = "main" harness = false [lib] bench = false [profile.bench] debug = 2