# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO # # When uploading crates to the registry Cargo will automatically # "normalize" Cargo.toml files for maximal compatibility # with all versions of Cargo and also rewrite `path` dependencies # to registry (e.g., crates.io) dependencies. # # If you are reading this file be aware that the original Cargo.toml # will likely look very different (and much more reasonable). # See Cargo.toml.orig for the original contents. [package] edition = "2021" name = "website_crawler" version = "0.9.9" authors = ["Jeff Mendez "] build = "build.rs" include = [ "src/*", "build.rs", "proto/*", "LICENSE", "README.md", ] autobins = false autoexamples = false autotests = false autobenches = false description = "gRPC tokio based web crawler built with spider" readme = "README.md" keywords = [ "crawler", "web-crawler", "spider", "web-indexer", "site-map-generator", ] categories = [ "accessibility", "asynchronous", ] license = "MIT" repository = "https://github.com/a11ywatch/crawler" [lib] name = "website_crawler" path = "src/lib.rs" [[bin]] name = "health_client" path = "src/hc_client.rs" [[bin]] name = "website_crawler" path = "src/main.rs" [dependencies.env_logger] version = "0.9.0" [dependencies.lazy_static] version = "1.4.0" [dependencies.prost] version = "0.11.3" [dependencies.prost-types] version = "0.11.2" [dependencies.spider] version = "2" features = [ "sync", "control", "sitemap", ] [dependencies.string_concat] version = "0.0.1" [dependencies.tokio] version = "1" features = [ "rt-multi-thread", "macros", "sync", "time", "parking_lot", ] [dependencies.tonic] version = "0.9.2" [build-dependencies.cc] version = "^1.0.83" features = ["parallel"] [build-dependencies.failure_derive] version = "0.1.8" [build-dependencies.fs_extra] version = "^1.1" [build-dependencies.os_info] version = "3" [build-dependencies.quote] version = "1.0.23" [build-dependencies.rustc_version] version = "0.4.0" [build-dependencies.tonic-build] version = "0.9.1" features = ["prost"] [features] chrome = ["spider/chrome"] jemalloc = [ "jemallocator", "jemalloc-sys", ] regex = ["spider/regex"] smart = ["spider/smart"] [target.'cfg(all(not(target_os = "android"), not(target_os = "freebsd")))'.dependencies.jemalloc-sys] version = "0.5.0" optional = true [target.'cfg(all(not(target_os = "android"), not(target_os = "freebsd")))'.dependencies.jemallocator] version = "0.5.0" optional = true