From cbe515e761ba0abc6c443f61b290d49afce1841a Mon Sep 17 00:00:00 2001 From: messense Date: Wed, 1 Jul 2015 10:23:07 +0800 Subject: [PATCH] Add RobotFileParser.read test case --- tests/lib.rs | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/lib.rs b/tests/lib.rs index 1460fd2..9d1975d 100644 --- a/tests/lib.rs +++ b/tests/lib.rs @@ -210,3 +210,10 @@ fn test_robots_txt_13() { let bad = vec!["/another/path?"]; robot_test_simple(doc, good, bad); } + +#[test] +fn test_robots_txt_read() { + let parser = RobotFileParser::new("http://www.python.org/robots.txt"); + parser.read(); + assert!(parser.can_fetch("*", "http://www.python.org/robots.txt")); +}