dan/robotparser-rs
1
0
Fork 0
mirror of https://github.com/danbulant/robotparser-rs synced 2026-05-24 12:35:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improvements.

Browse source
This commit is contained in:
Mikhail Svetov 2016-02-08 17:25:27 +07:00
parent 626fa947e4
commit fcfb6d9df6
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/lib.rs
View file

@ -383,7 +383,7 @@ impl RobotFileParser {
return None; return None;
} }
/// Returns the crawl delay for this user agent as a `Duration`, or None if no crawl delay is defined. /// Returns the sitemaps for this user agent as a `Vec<Url>`.
pub fn get_sitemaps<T: AsRef<str>>(&self,useragent: T) -> Vec<Url> { pub fn get_sitemaps<T: AsRef<str>>(&self,useragent: T) -> Vec<Url> {
let useragent = useragent.as_ref(); let useragent = useragent.as_ref();
if self.last_checked.get() == 0 { if self.last_checked.get() == 0 {