refactor: optimize http range parsing and handling (#323)
This commit is contained in:
parent
270cc0cba2
commit
52506bc01f
4 changed files with 89 additions and 73 deletions
|
@ -95,7 +95,7 @@ fn serve(args: Args, running: Arc<AtomicBool>) -> Result<Vec<JoinHandle<()>>> {
|
||||||
let (cnx, addr) = listener.accept().await.unwrap();
|
let (cnx, addr) = listener.accept().await.unwrap();
|
||||||
let Ok(stream) = tls_accepter.accept(cnx).await else {
|
let Ok(stream) = tls_accepter.accept(cnx).await else {
|
||||||
eprintln!(
|
eprintln!(
|
||||||
"Warning during tls handshake connection from {}",
|
"WARNING during tls handshake connection from {}",
|
||||||
addr
|
addr
|
||||||
);
|
);
|
||||||
continue;
|
continue;
|
||||||
|
@ -172,7 +172,7 @@ where
|
||||||
};
|
};
|
||||||
match err.downcast_ref::<std::io::Error>() {
|
match err.downcast_ref::<std::io::Error>() {
|
||||||
Some(err) if err.kind() == std::io::ErrorKind::UnexpectedEof => {}
|
Some(err) if err.kind() == std::io::ErrorKind::UnexpectedEof => {}
|
||||||
_ => eprintln!("Warning serving connection{}: {}", scope, err),
|
_ => eprintln!("WARNING serving connection{}: {}", scope, err),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -3,7 +3,8 @@
|
||||||
use crate::auth::{www_authenticate, AccessPaths, AccessPerm};
|
use crate::auth::{www_authenticate, AccessPaths, AccessPerm};
|
||||||
use crate::http_utils::{body_full, IncomingStream, LengthLimitedStream};
|
use crate::http_utils::{body_full, IncomingStream, LengthLimitedStream};
|
||||||
use crate::utils::{
|
use crate::utils::{
|
||||||
decode_uri, encode_uri, get_file_mtime_and_mode, get_file_name, glob, try_get_file_name,
|
decode_uri, encode_uri, get_file_mtime_and_mode, get_file_name, glob, parse_range,
|
||||||
|
try_get_file_name,
|
||||||
};
|
};
|
||||||
use crate::Args;
|
use crate::Args;
|
||||||
|
|
||||||
|
@ -716,6 +717,7 @@ impl Server {
|
||||||
) -> Result<()> {
|
) -> Result<()> {
|
||||||
let (file, meta) = tokio::join!(fs::File::open(path), fs::metadata(path),);
|
let (file, meta) = tokio::join!(fs::File::open(path), fs::metadata(path),);
|
||||||
let (mut file, meta) = (file?, meta?);
|
let (mut file, meta) = (file?, meta?);
|
||||||
|
let size = meta.len();
|
||||||
let mut use_range = true;
|
let mut use_range = true;
|
||||||
if let Some((etag, last_modified)) = extract_cache_headers(&meta) {
|
if let Some((etag, last_modified)) = extract_cache_headers(&meta) {
|
||||||
let cached = {
|
let cached = {
|
||||||
|
@ -747,7 +749,12 @@ impl Server {
|
||||||
}
|
}
|
||||||
|
|
||||||
let range = if use_range {
|
let range = if use_range {
|
||||||
parse_range(headers)
|
headers.get(RANGE).map(|range| {
|
||||||
|
range
|
||||||
|
.to_str()
|
||||||
|
.ok()
|
||||||
|
.and_then(|range| parse_range(range, size))
|
||||||
|
})
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
};
|
};
|
||||||
|
@ -762,18 +769,12 @@ impl Server {
|
||||||
|
|
||||||
res.headers_mut().typed_insert(AcceptRanges::bytes());
|
res.headers_mut().typed_insert(AcceptRanges::bytes());
|
||||||
|
|
||||||
let size = meta.len();
|
|
||||||
|
|
||||||
if let Some(range) = range {
|
if let Some(range) = range {
|
||||||
if range
|
if let Some((start, end)) = range {
|
||||||
.end
|
file.seek(SeekFrom::Start(start)).await?;
|
||||||
.map_or_else(|| range.start < size, |v| v >= range.start)
|
let range_size = end - start + 1;
|
||||||
&& file.seek(SeekFrom::Start(range.start)).await.is_ok()
|
|
||||||
{
|
|
||||||
let end = range.end.unwrap_or(size - 1).min(size - 1);
|
|
||||||
let range_size = end - range.start + 1;
|
|
||||||
*res.status_mut() = StatusCode::PARTIAL_CONTENT;
|
*res.status_mut() = StatusCode::PARTIAL_CONTENT;
|
||||||
let content_range = format!("bytes {}-{}/{}", range.start, end, size);
|
let content_range = format!("bytes {}-{}/{}", start, end, size);
|
||||||
res.headers_mut()
|
res.headers_mut()
|
||||||
.insert(CONTENT_RANGE, content_range.parse()?);
|
.insert(CONTENT_RANGE, content_range.parse()?);
|
||||||
res.headers_mut()
|
res.headers_mut()
|
||||||
|
@ -1530,36 +1531,6 @@ fn extract_cache_headers(meta: &Metadata) -> Option<(ETag, LastModified)> {
|
||||||
Some((etag, last_modified))
|
Some((etag, last_modified))
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug)]
|
|
||||||
struct RangeValue {
|
|
||||||
start: u64,
|
|
||||||
end: Option<u64>,
|
|
||||||
}
|
|
||||||
|
|
||||||
fn parse_range(headers: &HeaderMap<HeaderValue>) -> Option<RangeValue> {
|
|
||||||
let range_hdr = headers.get(RANGE)?;
|
|
||||||
let hdr = range_hdr.to_str().ok()?;
|
|
||||||
let mut sp = hdr.splitn(2, '=');
|
|
||||||
let units = sp.next()?;
|
|
||||||
if units == "bytes" {
|
|
||||||
let range = sp.next()?;
|
|
||||||
let mut sp_range = range.splitn(2, '-');
|
|
||||||
let start: u64 = sp_range.next()?.parse().ok()?;
|
|
||||||
let end: Option<u64> = if let Some(end) = sp_range.next() {
|
|
||||||
if end.is_empty() {
|
|
||||||
None
|
|
||||||
} else {
|
|
||||||
Some(end.parse().ok()?)
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
Some(RangeValue { start, end })
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn status_forbid(res: &mut Response) {
|
fn status_forbid(res: &mut Response) {
|
||||||
*res.status_mut() = StatusCode::FORBIDDEN;
|
*res.status_mut() = StatusCode::FORBIDDEN;
|
||||||
*res.body_mut() = body_full("Forbidden");
|
*res.body_mut() = body_full("Forbidden");
|
||||||
|
|
53
src/utils.rs
53
src/utils.rs
|
@ -100,8 +100,44 @@ pub fn load_private_key<T: AsRef<Path>>(filename: T) -> Result<PrivateKeyDer<'st
|
||||||
anyhow::bail!("No supported private key in file");
|
anyhow::bail!("No supported private key in file");
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
pub fn parse_range(range: &str, size: u64) -> Option<(u64, u64)> {
|
||||||
fn test_glob_key() {
|
let (unit, range) = range.split_once('=')?;
|
||||||
|
if unit != "bytes" || range.contains(',') {
|
||||||
|
return None;
|
||||||
|
}
|
||||||
|
let (start, end) = range.split_once('-')?;
|
||||||
|
if start.is_empty() {
|
||||||
|
let offset = end.parse::<u64>().ok()?;
|
||||||
|
if offset <= size {
|
||||||
|
Some((size - offset, size - 1))
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
let start = start.parse::<u64>().ok()?;
|
||||||
|
if start < size {
|
||||||
|
if end.is_empty() {
|
||||||
|
Some((start, size - 1))
|
||||||
|
} else {
|
||||||
|
let end = end.parse::<u64>().ok()?;
|
||||||
|
if end < size {
|
||||||
|
Some((start, end))
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_glob_key() {
|
||||||
assert!(glob("", ""));
|
assert!(glob("", ""));
|
||||||
assert!(glob(".*", ".git"));
|
assert!(glob(".*", ".git"));
|
||||||
assert!(glob("abc", "abc"));
|
assert!(glob("abc", "abc"));
|
||||||
|
@ -122,4 +158,17 @@ fn test_glob_key() {
|
||||||
assert!(glob("*.log", "a.log"));
|
assert!(glob("*.log", "a.log"));
|
||||||
assert!(glob("*/", "abc/"));
|
assert!(glob("*/", "abc/"));
|
||||||
assert!(!glob("*/", "abc"));
|
assert!(!glob("*/", "abc"));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_range() {
|
||||||
|
assert_eq!(parse_range("bytes=0-499", 500), Some((0, 499)));
|
||||||
|
assert_eq!(parse_range("bytes=0-", 500), Some((0, 499)));
|
||||||
|
assert_eq!(parse_range("bytes=299-", 500), Some((299, 499)));
|
||||||
|
assert_eq!(parse_range("bytes=-500", 500), Some((0, 499)));
|
||||||
|
assert_eq!(parse_range("bytes=-300", 500), Some((200, 499)));
|
||||||
|
assert_eq!(parse_range("bytes=500-", 500), None);
|
||||||
|
assert_eq!(parse_range("bytes=-501", 500), None);
|
||||||
|
assert_eq!(parse_range("bytes=0-500", 500), None);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -23,14 +23,10 @@ fn get_file_range_beyond(server: TestServer) -> Result<(), Error> {
|
||||||
let resp = fetch!(b"GET", format!("{}index.html", server.url()))
|
let resp = fetch!(b"GET", format!("{}index.html", server.url()))
|
||||||
.header("range", HeaderValue::from_static("bytes=12-20"))
|
.header("range", HeaderValue::from_static("bytes=12-20"))
|
||||||
.send()?;
|
.send()?;
|
||||||
assert_eq!(resp.status(), 206);
|
assert_eq!(resp.status(), 416);
|
||||||
assert_eq!(
|
assert_eq!(resp.headers().get("content-range").unwrap(), "bytes */18");
|
||||||
resp.headers().get("content-range").unwrap(),
|
|
||||||
"bytes 12-17/18"
|
|
||||||
);
|
|
||||||
assert_eq!(resp.headers().get("accept-ranges").unwrap(), "bytes");
|
assert_eq!(resp.headers().get("accept-ranges").unwrap(), "bytes");
|
||||||
assert_eq!(resp.headers().get("content-length").unwrap(), "6");
|
assert_eq!(resp.headers().get("content-length").unwrap(), "0");
|
||||||
assert_eq!(resp.text()?, "x.html");
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue