# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "rwkv-tokenizer" version = "0.9.0" authors = ["Cahya Wirawan "] exclude = [] description = "A fast RWKV Tokenizer" documentation = "https://github.com/cahya-wirawan/rwkv-tokenizer" readme = "README.md" license = "Apache-2.0" [dependencies.rayon] version = "1.10.0" [dependencies.regex] version = "1.10.4" [dependencies.unescape] version = "0.1.0"