# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "text-tokenizer" version = "0.5.10" authors = ["merl "] build = false include = [ "**/*.rs", "Cargo.toml", ] autobins = false autoexamples = false autotests = false autobenches = false description = "Custom text tokenizer" homepage = "https://github.com/merl-twin/text-tokenizer" readme = "README.md" license = "MIT" repository = "https://github.com/merl-twin/text-tokenizer" [lib] name = "text_tokenizer" path = "src/lib.rs" [dependencies.lazy_static] version = "1.5" [dependencies.text-parsing] version = "0.6" [dependencies.unicode-properties] version = "0.1" [dependencies.unicode-segmentation] version = "1.2" [features] default = [] strings = []