diff --git a/Cargo.toml b/Cargo.toml index 1c23607..a241add 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -14,7 +14,7 @@ version = "0.8.2" url = "1.2" [dependencies.reqwest] -version = "0.5" +version = "0.7" optional = true [dependencies.clippy] diff --git a/src/lib.rs b/src/lib.rs index e456736..18e665d 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -255,8 +255,8 @@ impl<'a> RobotFileParser<'a> { /// Reads the robots.txt URL and feeds it to the parser. pub fn read(&self) { let client = Client::new().expect("client failed to construct"); - let request = client.get(self.url.clone()) - .header(UserAgent(USER_AGENT.to_owned())); + let mut request = client.get(self.url.clone()).expect("Invalid URL"); + let request = request.header(UserAgent::new(USER_AGENT.to_owned())); let mut res = match request.send() { Ok(res) => res, Err(_) => {