mirror of
https://github.com/Hopiu/lychee.git
synced 2026-04-08 15:30:59 +00:00
Adds support for accept ranges discussed in #1157. This allows the user to specify custom HTTP status codes accepted during checking and thus will report as valid (not broken). The accept option only supports specifying status codes as a comma-separated list. With this PR, the option will accept a list of status code ranges formatted like this: ```toml accept = ["100..=103", "200..=299", "403"] ``` These combinations will be supported: `..<end>`, ` ..=<end>`, `<start>..<end>` and `<start>..=<end>`. The behavior is copied from the Rust Range like concepts: ``` ..<end>, includes 0 to <end> (exclusive) ..=<end>, includes 0 to <end> (inclusive) <start>..<end>, includes <start> to <end> (exclusive) <start>..=<end>, includes <start> to <end> (inclusive) ``` - Foundation and enhancements for accept ranges, including support for comma-separated strings and integration into the CLI. - Implementations and updates for AcceptSelector, including Default, Display, and serde defaults. - Address and fix various errors: clippy, cargo fmt, and tests. - Add more tests, address edge cases, and enhance error messaging, especially for TOML config parsing. - Update dependencies.
71 lines
2.1 KiB
Rust
71 lines
2.1 KiB
Rust
use anyhow::{anyhow, Context, Result};
|
|
use headers::{HeaderMap, HeaderName};
|
|
use lychee_lib::{remap::Remaps, Base};
|
|
use std::time::Duration;
|
|
|
|
/// Split a single HTTP header into a (key, value) tuple
|
|
fn read_header(input: &str) -> Result<(String, String)> {
|
|
let elements: Vec<_> = input.split('=').collect();
|
|
if elements.len() != 2 {
|
|
return Err(anyhow!(
|
|
"Header value must be of the form key=value, got {}",
|
|
input
|
|
));
|
|
}
|
|
Ok((elements[0].into(), elements[1].into()))
|
|
}
|
|
|
|
/// Parse seconds into a `Duration`
|
|
pub(crate) const fn parse_duration_secs(secs: usize) -> Duration {
|
|
Duration::from_secs(secs as u64)
|
|
}
|
|
|
|
/// Parse HTTP headers into a `HeaderMap`
|
|
pub(crate) fn parse_headers<T: AsRef<str>>(headers: &[T]) -> Result<HeaderMap> {
|
|
let mut out = HeaderMap::new();
|
|
for header in headers {
|
|
let (key, val) = read_header(header.as_ref())?;
|
|
out.insert(HeaderName::from_bytes(key.as_bytes())?, val.parse()?);
|
|
}
|
|
Ok(out)
|
|
}
|
|
|
|
/// Parse URI remaps
|
|
pub(crate) fn parse_remaps(remaps: &[String]) -> Result<Remaps> {
|
|
Remaps::try_from(remaps)
|
|
.context("Remaps must be of the form '<pattern> <uri>' (separated by whitespace)")
|
|
}
|
|
|
|
pub(crate) fn parse_base(src: &str) -> Result<Base, lychee_lib::ErrorKind> {
|
|
Base::try_from(src)
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
|
|
use headers::HeaderMap;
|
|
use regex::Regex;
|
|
use reqwest::header;
|
|
|
|
use super::*;
|
|
|
|
#[test]
|
|
fn test_parse_custom_headers() {
|
|
let mut custom = HeaderMap::new();
|
|
custom.insert(header::ACCEPT, "text/html".parse().unwrap());
|
|
assert_eq!(parse_headers(&["accept=text/html"]).unwrap(), custom);
|
|
}
|
|
|
|
#[test]
|
|
fn test_parse_remap() {
|
|
let remaps =
|
|
parse_remaps(&["https://example.com http://127.0.0.1:8080".to_string()]).unwrap();
|
|
assert_eq!(remaps.len(), 1);
|
|
let (pattern, url) = remaps[0].to_owned();
|
|
assert_eq!(
|
|
pattern.to_string(),
|
|
Regex::new("https://example.com").unwrap().to_string()
|
|
);
|
|
assert_eq!(url, "http://127.0.0.1:8080");
|
|
}
|
|
}
|