Merge pull request #10 from messense/feature/feature-gate-hyper

Feature gate hyper

Cargo.toml

@@ -11,12 +11,17 @@ repository = "https://github.com/messense/robotparser-rs"
 version = "0.6.0"
 
 [dependencies]
-hyper = "0.9"
+url = "1.2"
-url = "1.1"
+
+[dependencies.hyper]
+version = "0.9"
+optional = true
 
 [dependencies.clippy]
 optional = true
 version = "^0.*"
 
 [features]
+default = ["http"]
+http = ["hyper"]
 unstable = []

appveyor.yml

@@ -8,8 +8,8 @@ environment:
 #  - TARGET: x86_64-pc-windows-msvc
 #    BITS: 64
 install:
-  - ps: Start-FileDownload "http://slproweb.com/download/Win${env:BITS}OpenSSL-1_0_2h.exe"
+  - ps: Start-FileDownload "http://slproweb.com/download/Win${env:BITS}OpenSSL-1_0_2j.exe"
-  - Win%BITS%OpenSSL-1_0_2h.exe /SILENT /VERYSILENT /SP- /DIR="C:\OpenSSL"
+  - Win%BITS%OpenSSL-1_0_2j.exe /SILENT /VERYSILENT /SP- /DIR="C:\OpenSSL"
   - ps: Start-FileDownload "https://static.rust-lang.org/dist/rust-nightly-${env:TARGET}.exe"
   - rust-nightly-%TARGET%.exe /VERYSILENT /NORESTART /DIR="C:\Program Files (x86)\Rust"
   - SET PATH=%PATH%;C:\Program Files (x86)\Rust\bin

src/lib.rs

@@ -16,7 +16,7 @@
 //!
 //! # Examples
 //!
-//! ```
+//! ```ignore
 //! extern crate robotparser;
 //!
 //! use robotparser::RobotFileParser;
@@ -33,19 +33,27 @@
 #![cfg_attr(feature="clippy", warn(cyclomatic_complexity))]
 
 extern crate url;
+#[cfg(feature = "http")]
 extern crate hyper;
 
+#[cfg(feature = "http")]
 use std::io::Read;
 use std::cell::{Cell, RefCell};
 use std::borrow::Cow;
 use std::time::{Duration, SystemTime, UNIX_EPOCH};
 
 use url::Url;
+
+#[cfg(feature = "http")]
 use hyper::Client;
+#[cfg(feature = "http")]
 use hyper::header::UserAgent;
+#[cfg(feature = "http")]
 use hyper::status::StatusCode;
+#[cfg(feature = "http")]
 use hyper::client::Response;
 
+#[cfg(feature = "http")]
 const USER_AGENT: &'static str = "robotparser-rs (https://crates.io/crates/robotparser)";
 
 /// A rule line is a single "Allow:" (allowance==True) or "Disallow:"
@@ -243,6 +251,7 @@ impl<'a> RobotFileParser<'a> {
         self.last_checked.set(0i64);
     }
 
+    #[cfg(feature = "http")]
     /// Reads the robots.txt URL and feeds it to the parser.
     pub fn read(&self) {
         let client = Client::new();
@@ -266,6 +275,7 @@ impl<'a> RobotFileParser<'a> {
         }
     }
 
+    #[cfg(feature = "http")]
     /// Reads the HTTP response and feeds it to the parser.
     pub fn from_response(&self, response: &mut Response) {
         let mut buf = String::new();

tests/lib.rs

@@ -213,6 +213,7 @@ fn test_robots_txt_13() {
     robot_test_simple(doc, good, bad);
 }
 
+#[cfg(feature = "http")]
 #[test]
 fn test_robots_txt_read() {
     let parser = RobotFileParser::new("http://www.python.org/robots.txt");