# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "recursive_scraper" version = "0.6.2" authors = ["Steven Hé (Sīchàng)"] description = "Constant-frequency recursive CLI web scraper with frequency, filtering, file directory, and many other options for scraping HTML, images and other files." readme = "README.md" keywords = [ "crawler", "recursive", "scraper", "spider", "web", ] categories = [ "accessibility", "asynchronous", "command-line-utilities", "web-programming::http-client", ] license = "MIT OR Apache-2.0" repository = "https://github.com/SichangHe/scraper" [profile.release] lto = true [dependencies.anyhow] version = "1.0" [dependencies.bytes] version = "1.4" [dependencies.clap] version = "4.2" features = ["derive"] [dependencies.env_logger] version = "0.10" [dependencies.futures] version = "0.3" [dependencies.log] version = "0.4" [dependencies.regex] version = "1.7" [dependencies.reqwest] version = "0.11" [dependencies.select] version = "0.6" [dependencies.serde] version = "1.0" features = ["derive"] [dependencies.tokio] version = "1.27" features = [ "rt-multi-thread", "macros", "fs", "time", "parking_lot", ] [dependencies.toml] version = "0.7"