mirror of
https://github.com/danbulant/robotparser-rs
synced 2026-06-15 20:51:34 +00:00
6ba403aab9
* Inital github-actions most taken from starship project ref #21 * rustfmt config remove unknown configuration options * Run rustfmt * clippy: use any instead of find..is_some * clippy: Remove the `clone` call: `self.crawl_delay` * Clippy fixes * Rustfmt fixes * clippy: fix dont need to add `&` to all patterns * clippy: fix needless `fn main` in doctest * clippy: fix if-then-else expression returns a bool literal * clippy: fix very complex type BoxFuture response * clippy: fix variable `line_no` is used as a loop counter * clippy: dereference the expression on tests * clippy: fix assert(true) will be optimized out by the compiler * github: name workflow
19 lines
574 B
Rust
19 lines
574 B
Rust
mod path_pattern;
|
|
pub(crate) use self::path_pattern::PathPattern;
|
|
mod group;
|
|
pub(crate) use self::group::Group;
|
|
mod rule;
|
|
pub(crate) use self::rule::Rule;
|
|
mod clean_params;
|
|
pub(crate) use self::clean_params::CleanParams;
|
|
mod request_rate;
|
|
pub use self::request_rate::RequestRate;
|
|
mod robots_txt;
|
|
pub use self::fetched_robots_txt::FetchedRobotsTxt;
|
|
pub(crate) use self::fetched_robots_txt::FetchedRobotsTxtContainer;
|
|
mod fetched_robots_txt;
|
|
pub use self::robots_txt::RobotsTxt;
|
|
mod path;
|
|
pub(crate) use self::path::Path;
|
|
mod errors;
|
|
pub use self::errors::{Error, ErrorKind};
|