# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
name = "bytepiece"
version = "0.2.0"
authors = ["SunDoge <384813529@qq.com>"]
description = "Rust version of bytepiece tokenizer"
homepage = "https://crates.io/crates/bytepiece"
documentation = "https://docs.rs/bytepiece"
readme = "README.md"
license = "Apache-2.0"
repository = "https://github.com/SunDoge/bytepiece-rs"

[[bench]]
name = "tokenize"
harness = false

[dependencies.aho-corasick]
version = "1.1"

[dependencies.base64-simd]
version = "0.8.0"

[dependencies.once_cell]
version = "1.18.0"

[dependencies.ouroboros]
version = "0.18.0"

[dependencies.rand]
version = "0.8.5"

[dependencies.regex]
version = "1.9"

[dependencies.serde]
version = "1.0"
features = ["derive"]

[dependencies.serde_json]
version = "1.0"

[dependencies.thiserror]
version = "1.0"

[dev-dependencies.bytepiece_rs]
version = "0.1.0"

[dev-dependencies.criterion]
version = "0.5.1"

[features]
default = []