[package] authors = ["messense "] description = "robots.txt parser for Rust" documentation = "https://messense.github.io/robotparser-rs" homepage = "https://github.com/messense/robotparser-rs" keywords = ["robot", "robots", "parser", "spider", "crawler"] license = "MIT" name = "robotparser" readme = "README.md" repository = "https://github.com/messense/robotparser-rs" version = "0.11.0" edition = "2018" [dependencies] url = "2" percent-encoding = "2.1" [dependencies.reqwest] version = "0.12" optional = true features = ["blocking"] [dependencies.futures] version = "0.3" optional = true [features] default = ["reqwest", "futures"] unstable = [] [dev-dependencies] tokio = "1.17.0"