# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "bpe-openai" version = "0.2.0" build = "build.rs" autobins = false autoexamples = false autotests = false autobenches = false description = "Prebuilt fast byte-pair encoders for OpenAI." readme = "README.md" keywords = [ "tokenizer", "algorithm", "encoding", "bpe", ] categories = [ "algorithms", "data-structures", "encoding", "science", ] license = "MIT" repository = "https://github.com/github/rust-gems" [lib] name = "bpe_openai" crate-type = [ "lib", "staticlib", ] path = "src/lib.rs" bench = false [dependencies.bpe] version = "0.2.0" [dependencies.either] version = "1.13" [dependencies.regex-automata] version = "0.4" [dependencies.rmp-serde] version = "1" [dev-dependencies.bpe] version = "0.2.0" features = ["rand"] [dev-dependencies.tiktoken-rs] version = "0.6" [build-dependencies.base64] version = "0.22.1" [build-dependencies.bpe] version = "0.2.0" features = ["tiktoken"] [build-dependencies.flate2] version = "1.0" [build-dependencies.rmp-serde] version = "1" [build-dependencies.serde] version = "1"