[package] authors = ["messense "] description = "robots.txt parser for Rust" documentation = "https://messense.github.io/robotparser-rs" homepage = "https://github.com/messense/robotparser-rs" keywords = ["robot", "robots", "parser", "spider", "crawler"] license = "MIT" name = "robotparser-fork" readme = "README.md" repository = "https://github.com/messense/robotparser-rs" version = "0.10.8" edition = "2018" [dependencies] url = "1" [dependencies.reqwest] version = "0.9" optional = true [features] default = ["http"] http = ["reqwest"] unstable = []