mirror of
https://github.com/danbulant/robotparser-rs
synced 2026-05-19 04:18:42 +00:00
Improvements.
This commit is contained in:
parent
626fa947e4
commit
fcfb6d9df6
1 changed files with 1 additions and 1 deletions
|
|
@ -383,7 +383,7 @@ impl RobotFileParser {
|
|||
return None;
|
||||
}
|
||||
|
||||
/// Returns the crawl delay for this user agent as a `Duration`, or None if no crawl delay is defined.
|
||||
/// Returns the sitemaps for this user agent as a `Vec<Url>`.
|
||||
pub fn get_sitemaps<T: AsRef<str>>(&self,useragent: T) -> Vec<Url> {
|
||||
let useragent = useragent.as_ref();
|
||||
if self.last_checked.get() == 0 {
|
||||
|
|
|
|||
Loading…
Reference in a new issue