dan/robotparser-rs
1
0
Fork 0
mirror of https://github.com/danbulant/robotparser-rs synced 2026-06-14 04:01:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update package metadata

Browse source
This commit is contained in:
messense 2015-07-01 00:04:39 +08:00
parent 8e2944d8a4
commit 41351bc68f
1 changed files with 9 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
Cargo.toml
View file

@ -2,8 +2,17 @@
name = "robotparser"
version = "0.1.0"
authors = ["messense <messense@icloud.com>"]
description = "robots.txt parser for Rust"
repository = "https://github.com/messense/robotparser-rs"
homepage = "https://github.com/messense/robotparser-rs"
readme = "README.md"
keywords = ["robot", "robots", "robots.txt", "parser", "spider", "crawler"]
license = "MIT"
[dependencies]
hyper = "*"
url = "*"
time = "*"
[features]
unstable = []