mirror of
https://github.com/danbulant/robotparser-rs
synced 2026-05-19 04:18:42 +00:00
27 lines
613 B
TOML
27 lines
613 B
TOML
[package]
|
|
authors = ["messense <messense@icloud.com>"]
|
|
description = "robots.txt parser for Rust"
|
|
documentation = "https://messense.github.io/robotparser-rs"
|
|
homepage = "https://github.com/messense/robotparser-rs"
|
|
keywords = ["robot", "robots", "parser", "spider", "crawler"]
|
|
license = "MIT"
|
|
name = "robotparser"
|
|
readme = "README.md"
|
|
repository = "https://github.com/messense/robotparser-rs"
|
|
version = "0.10.0"
|
|
|
|
[dependencies]
|
|
url = "1"
|
|
|
|
[dependencies.reqwest]
|
|
version = "0.8"
|
|
optional = true
|
|
|
|
[dependencies.clippy]
|
|
optional = true
|
|
version = "^0.*"
|
|
|
|
[features]
|
|
default = ["http"]
|
|
http = ["reqwest"]
|
|
unstable = []
|