# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "bert_tokenizer" version = "0.1.3" authors = ["Yiğit Bekir Kaya "] description = "This crate is a Rust port of Google's BERT WordPiece tokenizer." readme = "README.md" license-file = "LICENSE" repository = "https://github.com/yigit353/bert_tokenizer" [dependencies.indexmap] version = "1.9.2" [dependencies.unicode-normalization] version = "0.1.22" [dependencies.unicode_categories] version = "0.1.1"