[package]
name = "kalosm-language"
version = "0.3.3"
edition = "2021"
description = "A set of pretrained language models "
license = "MIT/Apache-2.0"
repository = "https://github.com/floneum/floneum"
authors = ["Evan Almloff"]
keywords = ["ai", "llm", "llama", "mistral", "nlp"]

[dependencies]
futures-util = "0.3.28"
llm-samplers = { workspace = true }
log = "0.4.17"
rand = "0.8.5"
reqwest = { version = "0.11.18", features = ["stream", "json"] }
tokio = { version = "1.28.1", features = ["full"] }
slab = { version = "0.4.8", features = ["serde"] }
arroy = "0.3.0"
heed = "0.20.0-alpha.9"
serde = { version = "1.0.163", features = ["derive"] }
once_cell = "1.18.0"
url = "2.4.0"
anyhow = "1.0.71"
tracing = "0.1.37"
async-trait = "0.1.73"
serde_json = "1.0.107"
chrono = { version = "0.4.31", features = ["serde"] }
readability = { version = "0.2.0", default-features = false }
tempfile = "3.8.0"
rss = { version = "2.0.6", features = ["atom"] }
scraper = { version = "0.19.0", features = ["atomic"] }
kalosm-language-model = { workspace = true }
headless_chrome = { version = "1.0" }
candle-core.workspace = true
candle-nn.workspace = true
tokio-util = { version = "0.7.9", features = ["rt"] }
dashmap = "5.5.3"
rbert.workspace = true
rphi.workspace = true
kalosm-llama.workspace = true
kalosm-streams.workspace = true
pulldown-cmark = "0.9.3"
docx-rs = "0.4.7"
# pdf = { git = "https://github.com/pdf-rs/pdf" }
# pdf_text = { git = "https://github.com/pdf-rs/pdf_text" }
convert_case = "0.6.0"
itertools = "0.11.0"
tokenizers = { version = "0.19.1" }
rustc-hash = "1.1.0"
kalosm-sample = { workspace = true }
ego-tree = "0.6.2"
image = "0.24.7"
meval = "0.2.0"
whatlang = "0.16.3"
texting_robots = "0.2.2"
half = "2.3.1"
srx = { version = "0.1.4", features = ["from_xml"] }

[features]
metal = ["rphi/metal", "rbert/metal", "kalosm-llama/metal"]
cublas = ["rbert/cuda", "rbert/cudnn", "rphi/cuda", "rphi/cudnn", "kalosm-llama/cuda", "kalosm-llama/cudnn"]
mkl = ["rphi/mkl", "rbert/mkl", "kalosm-llama/mkl"]
remote = ["kalosm-language-model/remote"]

[dev-dependencies]
kalosm = { workspace = true, features = ["language"] }
surrealdb = { version = "1.5.4", features = ["kv-rocksdb"] }

[package.metadata.docs.rs]
# Features to pass to Cargo (default: [])
features = ["remote"]