Improvements.

This commit is contained in:
Mikhail Svetov 2016-02-08 17:25:27 +07:00
parent 626fa947e4
commit fcfb6d9df6

View file

@ -383,7 +383,7 @@ impl RobotFileParser {
return None;
}
/// Returns the crawl delay for this user agent as a `Duration`, or None if no crawl delay is defined.
/// Returns the sitemaps for this user agent as a `Vec<Url>`.
pub fn get_sitemaps<T: AsRef<str>>(&self,useragent: T) -> Vec<Url> {
let useragent = useragent.as_ref();
if self.last_checked.get() == 0 {