# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
name = "minbpe"
version = "0.1.0"
authors = ["Gregor Purdy <gregor@abcelo.com>"]
include = [
    "assets/**/*",
    "examples/**/*",
    "src/**/*",
    "tests/**/*",
]
description = "Port of Andrej Karpathy's minbpe to Rust"
readme = "README.md"
keywords = [
    "language-model",
    "codec",
    "gpt",
    "ai",
]
license = "MIT OR Apache-2.0"
repository = "https://github.com/gnp/minbpe-rs.git"

[profile.release]
debug = 2

[lib]
path = "src/lib.rs"

[[example]]
name = "gpt4_encode"
required-features = ["gpt4"]

[[example]]
name = "test_gpt4"
required-features = ["gpt4"]

[dependencies.base64]
version = "0.21.5"

[dependencies.fancy-regex]
version = "0.13"

[dependencies.indexmap]
version = "2.2"

[dependencies.lazy_static]
version = "1.4.0"

[dependencies.regex]
version = "1.10"

[dependencies.tiktoken-rs]
version = "0.5.8"
optional = true

[dev-dependencies.proptest]
version = "1.4.0"

[dev-dependencies.tempfile]
version = "3.10"

[features]
basic = []
default = [
    "basic",
    "regex",
]
gpt4 = ["regex"]
regex = []
tiktoken_tests = [
    "gpt4",
    "tiktoken-rs",
]