# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "robotxt" version = "0.6.1" authors = ["Oleh Martsokha "] description = """ The implementation of the Robots.txt (or URL exclusion) protocol with the support of crawl-delay, sitemap and universal match extensions. """ homepage = "https://github.com/spire-rs/kit/exclusion" documentation = "https://docs.rs/robotxt" readme = "./README.md" keywords = [ "crawler", "scraper", "web", "framework", ] categories = [ "asynchronous", "web-programming", ] license = "MIT" repository = "https://github.com/spire-rs/kit/exclusion" [package.metadata.docs.rs] all-features = true rustdoc-args = [ "--cfg", "docsrs", ] [lib] path = "./lib.rs" [dependencies.bstr] version = "1.9.1" optional = true [dependencies.nom] version = "7.1.3" optional = true [dependencies.percent-encoding] version = "2.3.1" [dependencies.regex] version = "1.10.3" optional = true [dependencies.serde] version = "1.0.197" optional = true [dependencies.thiserror] version = "1.0.57" [dependencies.url] version = "2.5.0" [dev-dependencies.serde_json] version = "1.0.114" [features] builder = [] default = [ "builder", "parser", ] full = [ "builder", "parser", "optimal", "serde", ] optimal = [] parser = [ "dep:nom", "dep:bstr", "dep:regex", ] serde = [ "dep:serde", "url/serde", "serde/derive", "serde/rc", ]