dan/robotparser-rs
1
0
Fork 0
mirror of https://github.com/danbulant/robotparser-rs synced 2026-06-24 17:21:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add RobotFileParser.read test case

Browse source
This commit is contained in:
messense 2015-07-01 10:23:07 +08:00
parent e27e17589c
commit cbe515e761
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
tests/lib.rs
View file

@ -210,3 +210,10 @@ fn test_robots_txt_13() {
let bad = vec!["/another/path?"]; let bad = vec!["/another/path?"];
robot_test_simple(doc, good, bad); robot_test_simple(doc, good, bad);
} }
#[test]
fn test_robots_txt_read() {
let parser = RobotFileParser::new("http://www.python.org/robots.txt");
parser.read();
assert!(parser.can_fetch("*", "http://www.python.org/robots.txt"));
}