# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
rust-version = "1.64"
name = "bpe-tokenizer"
version = "0.1.4"
authors = ["Stephen Waits <steve@waits.net>"]
build = "build.rs"
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A BPE Tokenizer library."
homepage = "https://github.com/swaits/bpe-tokenizer/"
documentation = "https://docs.rs/bpe-tokenizer/"
readme = "README.md"
keywords = [
    "byte",
    "pair",
    "encoding",
    "bpe",
    "tokenizer",
]
categories = [
    "algorithms",
    "text-processing",
]
license-file = "LICENSE"
repository = "https://github.com/swaits/bpe-tokenizer/"

[package.metadata.docs.rs]
all-features = true

[profile.dev]
opt-level = 1
debug = 2
overflow-checks = true

[profile.release]
opt-level = 3
lto = "thin"
codegen-units = 1
debug = 0
panic = "abort"
overflow-checks = false
strip = "symbols"

[lib]
name = "bpe_tokenizer"
path = "src/lib.rs"

[dependencies.bincode]
version = "1.3.3"
optional = true

[dependencies.lz4_flex]
version = "0.11.3"
optional = true

[dependencies.serde]
version = "1.0.210"
optional = true

[dependencies.thiserror]
version = "1.0.64"

[dependencies.unicode-segmentation]
version = "1.12.0"

[build-dependencies.bincode]
version = "1.3.3"
optional = true

[build-dependencies.lz4_flex]
version = "0.11.3"
optional = true

[build-dependencies.serde]
version = "1.0.210"
optional = true

[features]
default-large = [
    "bincode",
    "lz4_flex",
    "serde",
]
default-medium = [
    "bincode",
    "lz4_flex",
    "serde",
]
default-small = [
    "bincode",
    "lz4_flex",
    "serde",
]