mirror of
https://github.com/danbulant/robotparser-rs
synced 2026-06-14 12:11:26 +00:00
18 lines
431 B
TOML
18 lines
431 B
TOML
[package]
|
|
authors = ["messense <messense@icloud.com>"]
|
|
description = "robots.txt parser for Rust"
|
|
homepage = "https://github.com/messense/robotparser-rs"
|
|
keywords = ["robot", "robots", "parser", "spider", "crawler"]
|
|
license = "MIT"
|
|
name = "robotparser"
|
|
readme = "README.md"
|
|
repository = "https://github.com/messense/robotparser-rs"
|
|
version = "0.3.0"
|
|
|
|
[dependencies]
|
|
hyper = "0.7"
|
|
time = "0.1"
|
|
url = "0.5"
|
|
|
|
[features]
|
|
unstable = []
|