dufs/src/server.rs

1353 lines
45 KiB
Rust
Raw Normal View History

2022-06-16 05:24:32 +03:00
use crate::streamer::Streamer;
use crate::utils::{decode_uri, encode_uri, get_file_name, glob, try_get_file_name};
use crate::{Args, BoxResult};
use walkdir::WalkDir;
2022-06-06 02:54:12 +03:00
use xml::escape::escape_str_pcdata;
2022-05-26 11:17:55 +03:00
2022-05-28 13:58:43 +03:00
use async_zip::write::{EntryOptions, ZipFileWriter};
use async_zip::Compression;
2022-06-06 02:13:22 +03:00
use chrono::{TimeZone, Utc};
2022-05-26 11:17:55 +03:00
use futures::TryStreamExt;
use headers::{
2022-07-08 11:18:10 +03:00
AcceptRanges, AccessControlAllowCredentials, AccessControlAllowOrigin, Connection,
ContentLength, ContentType, ETag, HeaderMap, HeaderMapExt, IfModifiedSince, IfNoneMatch,
IfRange, LastModified, Range,
};
use hyper::header::{
2022-07-08 11:18:10 +03:00
HeaderValue, AUTHORIZATION, CONTENT_DISPOSITION, CONTENT_LENGTH, CONTENT_RANGE, CONTENT_TYPE,
RANGE, WWW_AUTHENTICATE,
};
2022-06-04 07:51:56 +03:00
use hyper::{Body, Method, StatusCode, Uri};
2022-05-26 11:17:55 +03:00
use serde::Serialize;
use std::borrow::Cow;
use std::collections::HashMap;
2022-05-31 05:58:32 +03:00
use std::fs::Metadata;
2022-06-16 05:24:32 +03:00
use std::io::SeekFrom;
use std::net::SocketAddr;
2022-05-26 11:17:55 +03:00
use std::path::{Path, PathBuf};
use std::sync::atomic::{AtomicBool, Ordering};
2022-05-26 11:17:55 +03:00
use std::sync::Arc;
use std::time::SystemTime;
2022-05-28 13:58:43 +03:00
use tokio::fs::File;
use tokio::io::{AsyncReadExt, AsyncSeekExt, AsyncWrite};
2022-05-26 11:17:55 +03:00
use tokio::{fs, io};
2022-06-16 05:24:32 +03:00
use tokio_util::io::StreamReader;
use uuid::Uuid;
2022-05-26 11:17:55 +03:00
pub type Request = hyper::Request<Body>;
pub type Response = hyper::Response<Body>;
2022-05-26 11:17:55 +03:00
2022-06-01 15:26:03 +03:00
const INDEX_HTML: &str = include_str!("../assets/index.html");
const INDEX_CSS: &str = include_str!("../assets/index.css");
const INDEX_JS: &str = include_str!("../assets/index.js");
const FAVICON_ICO: &[u8] = include_bytes!("../assets/favicon.ico");
const INDEX_NAME: &str = "index.html";
2022-06-16 05:24:32 +03:00
const BUF_SIZE: usize = 65536;
const TEXT_MAX_SIZE: u64 = 4194304; // 4M
2022-05-26 11:17:55 +03:00
pub struct Server {
2022-06-02 06:06:41 +03:00
args: Arc<Args>,
assets_prefix: String,
html: Cow<'static, str>,
single_file_req_paths: Vec<String>,
running: Arc<AtomicBool>,
2022-05-26 11:17:55 +03:00
}
impl Server {
pub fn new(args: Arc<Args>, running: Arc<AtomicBool>) -> Self {
let assets_prefix = format!("{}__dufs_v{}_", args.uri_prefix, env!("CARGO_PKG_VERSION"));
let single_file_req_paths = if args.path_is_file {
vec![
args.uri_prefix.to_string(),
args.uri_prefix[0..args.uri_prefix.len() - 1].to_string(),
encode_uri(&format!(
"{}{}",
&args.uri_prefix,
get_file_name(&args.path)
)),
]
} else {
vec![]
};
let html = match args.assets_path.as_ref() {
Some(path) => Cow::Owned(std::fs::read_to_string(path.join("index.html")).unwrap()),
None => Cow::Borrowed(INDEX_HTML),
};
Self {
args,
running,
single_file_req_paths,
assets_prefix,
html,
}
2022-05-26 11:17:55 +03:00
}
pub async fn call(
self: Arc<Self>,
req: Request,
2022-11-11 03:57:44 +03:00
addr: Option<SocketAddr>,
) -> Result<Response, hyper::Error> {
2022-05-27 04:01:16 +03:00
let uri = req.uri().clone();
let assets_prefix = self.assets_prefix.clone();
let enable_cors = self.args.enable_cors;
let mut http_log_data = self.args.log_http.data(&req, &self.args);
2022-11-11 03:57:44 +03:00
if let Some(addr) = addr {
http_log_data.insert("remote_addr".to_string(), addr.ip().to_string());
}
2022-05-31 00:49:42 +03:00
let mut res = match self.clone().handle(req).await {
Ok(res) => {
http_log_data.insert("status".to_string(), res.status().as_u16().to_string());
if !uri.path().starts_with(&assets_prefix) {
self.args.log_http.log(&http_log_data, None);
}
res
}
Err(err) => {
let mut res = Response::default();
2022-06-02 06:06:41 +03:00
let status = StatusCode::INTERNAL_SERVER_ERROR;
*res.status_mut() = status;
http_log_data.insert("status".to_string(), status.as_u16().to_string());
self.args
.log_http
.log(&http_log_data, Some(err.to_string()));
res
}
};
2022-05-31 00:49:42 +03:00
if enable_cors {
2022-05-29 12:33:21 +03:00
add_cors(&mut res);
}
2022-05-27 04:01:16 +03:00
Ok(res)
}
pub async fn handle(self: Arc<Self>, req: Request) -> BoxResult<Response> {
2022-05-31 00:49:42 +03:00
let mut res = Response::default();
let req_path = req.uri().path();
2022-06-12 03:43:50 +03:00
let headers = req.headers();
let method = req.method().clone();
if method == Method::GET && self.handle_assets(req_path, headers, &mut res).await? {
return Ok(res);
}
let authorization = headers.get(AUTHORIZATION);
let guard_type = self.args.auth.guard(
req_path,
&method,
authorization,
self.args.auth_method.clone(),
);
if guard_type.is_reject() {
self.auth_reject(&mut res);
2022-06-12 03:43:50 +03:00
return Ok(res);
}
2022-05-31 00:49:42 +03:00
let head_only = method == Method::HEAD;
if self.args.path_is_file {
if self
.single_file_req_paths
.iter()
.any(|v| v.as_str() == req_path)
{
self.handle_send_file(&self.args.path, headers, head_only, &mut res)
.await?;
} else {
status_not_found(&mut res);
}
return Ok(res);
}
let path = match self.extract_path(req_path) {
2022-05-31 00:49:42 +03:00
Some(v) => v,
None => {
status_forbid(&mut res);
2022-05-31 00:49:42 +03:00
return Ok(res);
}
2022-05-26 11:17:55 +03:00
};
let path = path.as_path();
2022-05-31 00:49:42 +03:00
let query = req.uri().query().unwrap_or_default();
let query_params: HashMap<String, String> = form_urlencoded::parse(query.as_bytes())
.map(|(k, v)| (k.to_string(), v.to_string()))
.collect();
2022-05-31 00:49:42 +03:00
let (is_miss, is_dir, is_file, size) = match fs::metadata(path).await.ok() {
Some(meta) => (false, meta.is_dir(), meta.is_file(), meta.len()),
None => (true, false, false, 0),
};
2022-05-31 00:49:42 +03:00
let allow_upload = self.args.allow_upload;
let allow_delete = self.args.allow_delete;
2022-06-21 02:23:20 +03:00
let allow_search = self.args.allow_search;
let allow_archive = self.args.allow_archive;
let render_index = self.args.render_index;
let render_spa = self.args.render_spa;
2022-06-17 14:02:13 +03:00
let render_try_index = self.args.render_try_index;
2022-05-31 00:49:42 +03:00
if !self.args.allow_symlink && !is_miss && !self.is_root_contained(path).await {
status_not_found(&mut res);
2022-05-31 15:53:14 +03:00
return Ok(res);
}
2022-06-11 05:18:07 +03:00
match method {
Method::GET | Method::HEAD => {
if is_dir {
if render_try_index {
if allow_archive && query_params.contains_key("zip") {
if !allow_archive {
status_not_found(&mut res);
return Ok(res);
}
self.handle_zip_dir(path, head_only, &mut res).await?;
} else if allow_search && query_params.contains_key("q") {
self.handle_search_dir(path, &query_params, head_only, &mut res)
.await?;
} else {
self.handle_render_index(
path,
&query_params,
headers,
head_only,
&mut res,
)
.await?;
}
} else if render_index || render_spa {
self.handle_render_index(path, &query_params, headers, head_only, &mut res)
2022-06-11 05:18:07 +03:00
.await?;
} else if query_params.contains_key("zip") {
if !allow_archive {
status_not_found(&mut res);
return Ok(res);
}
2022-06-11 05:18:07 +03:00
self.handle_zip_dir(path, head_only, &mut res).await?;
} else if allow_search && query_params.contains_key("q") {
self.handle_search_dir(path, &query_params, head_only, &mut res)
.await?;
} else {
self.handle_ls_dir(path, true, &query_params, head_only, &mut res)
.await?;
}
} else if is_file {
if query_params.contains_key("edit") {
self.handle_edit_file(path, head_only, &mut res).await?;
} else {
self.handle_send_file(path, headers, head_only, &mut res)
.await?;
}
} else if render_spa {
2022-06-11 05:18:07 +03:00
self.handle_render_spa(path, headers, head_only, &mut res)
.await?;
} else if allow_upload && req_path.ends_with('/') {
self.handle_ls_dir(path, false, &query_params, head_only, &mut res)
.await?;
} else {
status_not_found(&mut res);
}
2022-05-31 00:49:42 +03:00
}
2022-06-11 05:18:07 +03:00
Method::OPTIONS => {
set_webdav_headers(&mut res);
}
2022-06-11 05:18:07 +03:00
Method::PUT => {
if !allow_upload || (!allow_delete && is_file && size > 0) {
status_forbid(&mut res);
} else {
self.handle_upload(path, req, &mut res).await?;
}
}
2022-06-11 05:18:07 +03:00
Method::DELETE => {
if !allow_delete {
status_forbid(&mut res);
} else if !is_miss {
2022-06-04 07:51:56 +03:00
self.handle_delete(path, is_dir, &mut res).await?
} else {
status_not_found(&mut res);
}
}
2022-06-04 07:51:56 +03:00
method => match method.as_str() {
"PROPFIND" => {
if is_dir {
self.handle_propfind_dir(path, headers, &mut res).await?;
2022-06-04 07:51:56 +03:00
} else if is_file {
self.handle_propfind_file(path, &mut res).await?;
} else {
status_not_found(&mut res);
2022-06-04 07:51:56 +03:00
}
}
"PROPPATCH" => {
if is_file {
self.handle_proppatch(req_path, &mut res).await?;
} else {
status_not_found(&mut res);
}
}
2022-06-12 03:43:50 +03:00
"MKCOL" => {
if !allow_upload {
status_forbid(&mut res);
} else if !is_miss {
*res.status_mut() = StatusCode::METHOD_NOT_ALLOWED;
*res.body_mut() = Body::from("Already exists");
2022-06-12 03:43:50 +03:00
} else {
self.handle_mkcol(path, &mut res).await?;
}
}
"COPY" => {
if !allow_upload {
status_forbid(&mut res);
2022-06-12 03:43:50 +03:00
} else if is_miss {
status_not_found(&mut res);
2022-06-12 03:43:50 +03:00
} else {
self.handle_copy(path, &req, &mut res).await?
2022-06-12 03:43:50 +03:00
}
2022-06-04 07:51:56 +03:00
}
2022-06-12 03:43:50 +03:00
"MOVE" => {
if !allow_upload || !allow_delete {
status_forbid(&mut res);
2022-06-12 03:43:50 +03:00
} else if is_miss {
status_not_found(&mut res);
2022-06-12 03:43:50 +03:00
} else {
self.handle_move(path, &req, &mut res).await?
2022-06-12 03:43:50 +03:00
}
}
"LOCK" => {
// Fake lock
if is_file {
let has_auth = authorization.is_some();
self.handle_lock(req_path, has_auth, &mut res).await?;
} else {
status_not_found(&mut res);
}
}
"UNLOCK" => {
// Fake unlock
if is_miss {
status_not_found(&mut res);
}
2022-06-04 07:51:56 +03:00
}
_ => {
*res.status_mut() = StatusCode::METHOD_NOT_ALLOWED;
2022-06-04 07:51:56 +03:00
}
},
2022-05-26 11:17:55 +03:00
}
2022-05-31 00:49:42 +03:00
Ok(res)
}
2022-05-26 11:17:55 +03:00
2022-05-31 00:49:42 +03:00
async fn handle_upload(
&self,
path: &Path,
mut req: Request,
res: &mut Response,
) -> BoxResult<()> {
2022-06-04 07:51:56 +03:00
ensure_path_parent(path).await?;
2022-05-26 11:17:55 +03:00
2022-06-12 03:43:50 +03:00
let mut file = match fs::File::create(&path).await {
Ok(v) => v,
Err(_) => {
status_forbid(res);
2022-06-12 03:43:50 +03:00
return Ok(());
}
};
2022-05-26 11:17:55 +03:00
let body_with_io_error = req
.body_mut()
.map_err(|err| io::Error::new(io::ErrorKind::Other, err));
let body_reader = StreamReader::new(body_with_io_error);
futures::pin_mut!(body_reader);
io::copy(&mut body_reader, &mut file).await?;
*res.status_mut() = StatusCode::CREATED;
2022-05-31 00:49:42 +03:00
Ok(())
2022-05-26 11:17:55 +03:00
}
2022-06-04 07:51:56 +03:00
async fn handle_delete(&self, path: &Path, is_dir: bool, res: &mut Response) -> BoxResult<()> {
2022-05-31 00:49:42 +03:00
match is_dir {
true => fs::remove_dir_all(path).await?,
false => fs::remove_file(path).await?,
2022-05-26 14:52:54 +03:00
}
2022-06-04 07:51:56 +03:00
status_no_content(res);
2022-05-31 00:49:42 +03:00
Ok(())
2022-05-26 14:52:54 +03:00
}
2022-06-11 05:18:07 +03:00
async fn handle_ls_dir(
&self,
path: &Path,
exist: bool,
query_params: &HashMap<String, String>,
2022-06-11 05:18:07 +03:00
head_only: bool,
res: &mut Response,
) -> BoxResult<()> {
2022-06-04 07:51:56 +03:00
let mut paths = vec![];
if exist {
paths = match self.list_dir(path, path).await {
2022-06-04 07:51:56 +03:00
Ok(paths) => paths,
Err(_) => {
status_forbid(res);
return Ok(());
}
}
2022-06-04 07:51:56 +03:00
};
self.send_index(path, paths, exist, query_params, head_only, res)
2022-05-29 07:43:40 +03:00
}
2022-05-26 11:17:55 +03:00
async fn handle_search_dir(
2022-05-31 00:49:42 +03:00
&self,
path: &Path,
query_params: &HashMap<String, String>,
2022-06-11 05:18:07 +03:00
head_only: bool,
2022-05-31 00:49:42 +03:00
res: &mut Response,
) -> BoxResult<()> {
2022-05-29 07:43:40 +03:00
let mut paths: Vec<PathItem> = vec![];
let search = query_params.get("q").unwrap().to_lowercase();
if !search.is_empty() {
let path_buf = path.to_path_buf();
let hidden = Arc::new(self.args.hidden.to_vec());
let hidden = hidden.clone();
let running = self.running.clone();
let search_paths = tokio::task::spawn_blocking(move || {
let mut it = WalkDir::new(&path_buf).into_iter();
let mut paths: Vec<PathBuf> = vec![];
while let Some(Ok(entry)) = it.next() {
if !running.load(Ordering::SeqCst) {
break;
}
let entry_path = entry.path();
let base_name = get_file_name(entry_path);
let file_type = entry.file_type();
let mut is_dir_type: bool = file_type.is_dir();
if file_type.is_symlink() {
match std::fs::symlink_metadata(entry_path) {
Ok(meta) => {
is_dir_type = meta.is_dir();
}
Err(_) => {
continue;
}
}
}
if is_hidden(&hidden, base_name, is_dir_type) {
if file_type.is_dir() {
it.skip_current_dir();
}
continue;
}
if !base_name.to_lowercase().contains(&search) {
continue;
}
paths.push(entry_path.to_path_buf());
2022-05-29 07:43:40 +03:00
}
paths
})
.await?;
for search_path in search_paths.into_iter() {
if let Ok(Some(item)) = self.to_pathitem(search_path, path.to_path_buf()).await {
paths.push(item);
2022-05-29 07:43:40 +03:00
}
}
}
self.send_index(path, paths, true, query_params, head_only, res)
2022-05-26 11:17:55 +03:00
}
2022-06-11 05:18:07 +03:00
async fn handle_zip_dir(
&self,
path: &Path,
head_only: bool,
res: &mut Response,
) -> BoxResult<()> {
2022-05-29 01:57:16 +03:00
let (mut writer, reader) = tokio::io::duplex(BUF_SIZE);
let filename = try_get_file_name(path)?;
res.headers_mut().insert(
CONTENT_DISPOSITION,
2022-06-06 01:51:35 +03:00
HeaderValue::from_str(&format!(
"attachment; filename=\"{}.zip\"",
encode_uri(filename),
))
.unwrap(),
);
2022-06-11 05:18:07 +03:00
res.headers_mut()
.insert("content-type", HeaderValue::from_static("application/zip"));
2022-06-11 05:18:07 +03:00
if head_only {
return Ok(());
}
let path = path.to_owned();
let hidden = self.args.hidden.clone();
let running = self.running.clone();
2022-06-11 05:18:07 +03:00
tokio::spawn(async move {
if let Err(e) = zip_dir(&mut writer, &path, &hidden, running).await {
2022-06-11 05:18:07 +03:00
error!("Failed to zip {}, {}", path.display(), e);
}
});
2022-06-16 05:24:32 +03:00
let reader = Streamer::new(reader, BUF_SIZE);
*res.body_mut() = Body::wrap_stream(reader.into_stream());
2022-05-31 00:49:42 +03:00
Ok(())
2022-05-28 13:58:43 +03:00
}
async fn handle_render_index(
&self,
path: &Path,
query_params: &HashMap<String, String>,
headers: &HeaderMap<HeaderValue>,
2022-06-11 05:18:07 +03:00
head_only: bool,
res: &mut Response,
) -> BoxResult<()> {
let index_path = path.join(INDEX_NAME);
if fs::metadata(&index_path)
.await
.ok()
.map(|v| v.is_file())
.unwrap_or_default()
{
self.handle_send_file(&index_path, headers, head_only, res)
2022-06-11 05:18:07 +03:00
.await?;
2022-06-17 14:02:13 +03:00
} else if self.args.render_try_index {
self.handle_ls_dir(path, true, query_params, head_only, res)
.await?;
} else {
status_not_found(res)
}
Ok(())
}
async fn handle_render_spa(
&self,
path: &Path,
headers: &HeaderMap<HeaderValue>,
2022-06-11 05:18:07 +03:00
head_only: bool,
res: &mut Response,
) -> BoxResult<()> {
if path.extension().is_none() {
let path = self.args.path.join(INDEX_NAME);
2022-06-11 05:18:07 +03:00
self.handle_send_file(&path, headers, head_only, res)
.await?;
} else {
status_not_found(res)
}
Ok(())
}
async fn handle_assets(
&self,
req_path: &str,
headers: &HeaderMap<HeaderValue>,
res: &mut Response,
) -> BoxResult<bool> {
if let Some(name) = req_path.strip_prefix(&self.assets_prefix) {
match self.args.assets_path.as_ref() {
Some(assets_path) => {
let path = assets_path.join(name);
self.handle_send_file(&path, headers, false, res).await?;
}
None => match name {
"index.js" => {
*res.body_mut() = Body::from(INDEX_JS);
res.headers_mut().insert(
"content-type",
HeaderValue::from_static("application/javascript"),
);
}
"index.css" => {
*res.body_mut() = Body::from(INDEX_CSS);
res.headers_mut()
.insert("content-type", HeaderValue::from_static("text/css"));
}
"favicon.ico" => {
*res.body_mut() = Body::from(FAVICON_ICO);
res.headers_mut()
.insert("content-type", HeaderValue::from_static("image/x-icon"));
}
_ => {
status_not_found(res);
}
},
}
res.headers_mut().insert(
"cache-control",
HeaderValue::from_static("max-age=2592000, public"),
);
Ok(true)
2022-06-12 03:43:50 +03:00
} else {
Ok(false)
2022-06-12 03:43:50 +03:00
}
}
2022-05-31 00:49:42 +03:00
async fn handle_send_file(
&self,
path: &Path,
headers: &HeaderMap<HeaderValue>,
2022-06-11 05:18:07 +03:00
head_only: bool,
2022-05-31 00:49:42 +03:00
res: &mut Response,
) -> BoxResult<()> {
let (file, meta) = tokio::join!(fs::File::open(path), fs::metadata(path),);
2022-05-31 05:58:32 +03:00
let (mut file, meta) = (file?, meta?);
2022-06-16 05:24:32 +03:00
let mut use_range = true;
2022-05-31 05:58:32 +03:00
if let Some((etag, last_modified)) = extract_cache_headers(&meta) {
let cached = {
2022-05-31 00:49:42 +03:00
if let Some(if_none_match) = headers.typed_get::<IfNoneMatch>() {
!if_none_match.precondition_passes(&etag)
2022-05-31 00:49:42 +03:00
} else if let Some(if_modified_since) = headers.typed_get::<IfModifiedSince>() {
2022-05-31 05:58:32 +03:00
!if_modified_since.is_modified(last_modified.into())
} else {
false
}
};
2022-05-31 05:58:32 +03:00
if cached {
*res.status_mut() = StatusCode::NOT_MODIFIED;
2022-05-31 00:49:42 +03:00
return Ok(());
}
2022-06-16 05:24:32 +03:00
res.headers_mut().typed_insert(last_modified);
res.headers_mut().typed_insert(etag.clone());
2022-05-31 05:58:32 +03:00
if headers.typed_get::<Range>().is_some() {
2022-06-16 05:24:32 +03:00
use_range = headers
2022-05-31 05:58:32 +03:00
.typed_get::<IfRange>()
.map(|if_range| !if_range.is_modified(Some(&etag), Some(&last_modified)))
// Always be fresh if there is no validators
.unwrap_or(true);
} else {
2022-06-16 05:24:32 +03:00
use_range = false;
2022-05-31 05:58:32 +03:00
}
}
2022-06-16 05:24:32 +03:00
let range = if use_range {
parse_range(headers)
2022-05-31 05:58:32 +03:00
} else {
None
};
2022-06-16 05:24:32 +03:00
2022-11-10 10:38:35 +03:00
if let Some(mime) = mime_guess::from_path(path).first() {
res.headers_mut().typed_insert(ContentType::from(mime));
2022-06-16 05:24:32 +03:00
} else {
res.headers_mut().insert(
CONTENT_TYPE,
HeaderValue::from_static("application/octet-stream"),
);
}
2022-06-16 05:24:32 +03:00
let filename = try_get_file_name(path)?;
res.headers_mut().insert(
CONTENT_DISPOSITION,
HeaderValue::from_str(&format!("inline; filename=\"{}\"", encode_uri(filename),))
.unwrap(),
);
2022-06-11 05:18:07 +03:00
res.headers_mut().typed_insert(AcceptRanges::bytes());
2022-06-16 05:24:32 +03:00
let size = meta.len();
if let Some(range) = range {
if range
.end
.map_or_else(|| range.start < size, |v| v >= range.start)
&& file.seek(SeekFrom::Start(range.start)).await.is_ok()
{
let end = range.end.unwrap_or(size - 1).min(size - 1);
let part_size = end - range.start + 1;
let reader = Streamer::new(file, BUF_SIZE);
*res.status_mut() = StatusCode::PARTIAL_CONTENT;
let content_range = format!("bytes {}-{}/{}", range.start, end, size);
res.headers_mut()
.insert(CONTENT_RANGE, content_range.parse().unwrap());
res.headers_mut()
2023-02-19 07:24:42 +03:00
.insert(CONTENT_LENGTH, format!("{part_size}").parse().unwrap());
2022-06-16 05:24:32 +03:00
if head_only {
return Ok(());
}
*res.body_mut() = Body::wrap_stream(reader.into_stream_sized(part_size));
} else {
*res.status_mut() = StatusCode::RANGE_NOT_SATISFIABLE;
res.headers_mut()
2023-02-19 07:24:42 +03:00
.insert(CONTENT_RANGE, format!("bytes */{size}").parse().unwrap());
2022-06-16 05:24:32 +03:00
}
2022-05-31 05:58:32 +03:00
} else {
2022-06-16 05:24:32 +03:00
res.headers_mut()
2023-02-19 07:24:42 +03:00
.insert(CONTENT_LENGTH, format!("{size}").parse().unwrap());
2022-06-16 05:24:32 +03:00
if head_only {
return Ok(());
}
let reader = Streamer::new(file, BUF_SIZE);
*res.body_mut() = Body::wrap_stream(reader.into_stream());
}
2022-05-31 00:49:42 +03:00
Ok(())
2022-05-26 11:17:55 +03:00
}
async fn handle_edit_file(
&self,
path: &Path,
head_only: bool,
res: &mut Response,
) -> BoxResult<()> {
let (file, meta) = tokio::join!(fs::File::open(path), fs::metadata(path),);
let (file, meta) = (file?, meta?);
let href = format!("/{}", normalize_path(path.strip_prefix(&self.args.path)?));
let mut buffer: Vec<u8> = vec![];
file.take(1024).read_to_end(&mut buffer).await?;
let editable = meta.len() <= TEXT_MAX_SIZE && content_inspector::inspect(&buffer).is_text();
let data = EditData {
href,
kind: DataKind::Edit,
uri_prefix: self.args.uri_prefix.clone(),
allow_upload: self.args.allow_upload,
allow_delete: self.args.allow_delete,
editable,
};
res.headers_mut()
.typed_insert(ContentType::from(mime_guess::mime::TEXT_HTML_UTF_8));
let output = self
.html
.replace("__ASSERTS_PREFIX__", &self.assets_prefix)
.replace("__INDEX_DATA__", &serde_json::to_string(&data).unwrap());
res.headers_mut()
.typed_insert(ContentLength(output.as_bytes().len() as u64));
if head_only {
return Ok(());
}
*res.body_mut() = output.into();
Ok(())
}
async fn handle_propfind_dir(
&self,
path: &Path,
headers: &HeaderMap<HeaderValue>,
res: &mut Response,
) -> BoxResult<()> {
let depth: u32 = match headers.get("depth") {
Some(v) => match v.to_str().ok().and_then(|v| v.parse().ok()) {
Some(v) => v,
None => {
*res.status_mut() = StatusCode::BAD_REQUEST;
return Ok(());
}
},
2022-06-12 03:43:50 +03:00
None => 1,
2022-06-04 07:51:56 +03:00
};
let mut paths = vec![self.to_pathitem(path, &self.args.path).await?.unwrap()];
2022-06-12 03:43:50 +03:00
if depth != 0 {
match self.list_dir(path, &self.args.path).await {
Ok(child) => paths.extend(child),
Err(_) => {
status_forbid(res);
return Ok(());
}
}
}
2022-06-04 07:51:56 +03:00
let output = paths
.iter()
.map(|v| v.to_dav_xml(self.args.uri_prefix.as_str()))
2022-06-04 07:51:56 +03:00
.fold(String::new(), |mut acc, v| {
acc.push_str(&v);
acc
});
res_multistatus(res, &output);
2022-06-04 07:51:56 +03:00
Ok(())
}
async fn handle_propfind_file(&self, path: &Path, res: &mut Response) -> BoxResult<()> {
if let Some(pathitem) = self.to_pathitem(path, &self.args.path).await? {
res_multistatus(res, &pathitem.to_dav_xml(self.args.uri_prefix.as_str()));
2022-06-04 07:51:56 +03:00
} else {
status_not_found(res);
2022-06-04 07:51:56 +03:00
}
Ok(())
}
async fn handle_mkcol(&self, path: &Path, res: &mut Response) -> BoxResult<()> {
fs::create_dir_all(path).await?;
*res.status_mut() = StatusCode::CREATED;
2022-06-04 07:51:56 +03:00
Ok(())
}
async fn handle_copy(&self, path: &Path, req: &Request, res: &mut Response) -> BoxResult<()> {
let dest = match self.extract_dest(req, res) {
2022-06-04 07:51:56 +03:00
Some(dest) => dest,
None => {
return Ok(());
}
};
let meta = fs::symlink_metadata(path).await?;
if meta.is_dir() {
status_forbid(res);
2022-06-04 07:51:56 +03:00
return Ok(());
}
ensure_path_parent(&dest).await?;
fs::copy(path, &dest).await?;
status_no_content(res);
2022-06-04 07:51:56 +03:00
Ok(())
}
async fn handle_move(&self, path: &Path, req: &Request, res: &mut Response) -> BoxResult<()> {
let dest = match self.extract_dest(req, res) {
2022-06-04 07:51:56 +03:00
Some(dest) => dest,
None => {
return Ok(());
}
};
ensure_path_parent(&dest).await?;
fs::rename(path, &dest).await?;
status_no_content(res);
2022-06-04 07:51:56 +03:00
Ok(())
}
async fn handle_lock(&self, req_path: &str, auth: bool, res: &mut Response) -> BoxResult<()> {
let token = if auth {
format!("opaquelocktoken:{}", Uuid::new_v4())
} else {
Utc::now().timestamp().to_string()
};
res.headers_mut().insert(
"content-type",
HeaderValue::from_static("application/xml; charset=utf-8"),
);
res.headers_mut()
2023-02-19 07:24:42 +03:00
.insert("lock-token", format!("<{token}>").parse().unwrap());
*res.body_mut() = Body::from(format!(
r#"<?xml version="1.0" encoding="utf-8"?>
<D:prop xmlns:D="DAV:"><D:lockdiscovery><D:activelock>
2023-02-19 07:24:42 +03:00
<D:locktoken><D:href>{token}</D:href></D:locktoken>
<D:lockroot><D:href>{req_path}</D:href></D:lockroot>
</D:activelock></D:lockdiscovery></D:prop>"#
));
Ok(())
}
async fn handle_proppatch(&self, req_path: &str, res: &mut Response) -> BoxResult<()> {
let output = format!(
r#"<D:response>
2023-02-19 07:24:42 +03:00
<D:href>{req_path}</D:href>
<D:propstat>
<D:prop>
</D:prop>
<D:status>HTTP/1.1 403 Forbidden</D:status>
</D:propstat>
2023-02-19 07:24:42 +03:00
</D:response>"#
);
res_multistatus(res, &output);
Ok(())
}
2022-05-31 00:49:42 +03:00
fn send_index(
&self,
path: &Path,
mut paths: Vec<PathItem>,
exist: bool,
query_params: &HashMap<String, String>,
2022-06-11 05:18:07 +03:00
head_only: bool,
res: &mut Response,
2022-05-31 00:49:42 +03:00
) -> BoxResult<()> {
if let Some(sort) = query_params.get("sort") {
if sort == "name" {
paths.sort_by(|v1, v2| {
alphanumeric_sort::compare_str(v1.name.to_lowercase(), v2.name.to_lowercase())
})
} else if sort == "mtime" {
paths.sort_by(|v1, v2| v1.mtime.cmp(&v2.mtime))
} else if sort == "size" {
paths.sort_by(|v1, v2| v1.size.unwrap_or(0).cmp(&v2.size.unwrap_or(0)))
}
if query_params
.get("order")
.map(|v| v == "desc")
.unwrap_or_default()
{
paths.reverse()
}
} else {
paths.sort_unstable();
}
if query_params.contains_key("simple") {
let output = paths
.into_iter()
.map(|v| {
if v.is_dir() {
format!("{}/\n", v.name)
} else {
format!("{}\n", v.name)
}
})
.collect::<Vec<String>>()
.join("");
res.headers_mut()
.typed_insert(ContentType::from(mime_guess::mime::TEXT_HTML_UTF_8));
res.headers_mut()
.typed_insert(ContentLength(output.as_bytes().len() as u64));
*res.body_mut() = output.into();
if head_only {
return Ok(());
}
return Ok(());
}
let href = format!("/{}", normalize_path(path.strip_prefix(&self.args.path)?));
2022-05-29 07:43:40 +03:00
let data = IndexData {
kind: DataKind::Index,
href,
uri_prefix: self.args.uri_prefix.clone(),
allow_upload: self.args.allow_upload,
allow_delete: self.args.allow_delete,
2022-06-21 02:23:20 +03:00
allow_search: self.args.allow_search,
allow_archive: self.args.allow_archive,
dir_exists: exist,
paths,
};
let output = if query_params.contains_key("json") {
res.headers_mut()
.typed_insert(ContentType::from(mime_guess::mime::APPLICATION_JSON));
serde_json::to_string_pretty(&data).unwrap()
} else {
res.headers_mut()
.typed_insert(ContentType::from(mime_guess::mime::TEXT_HTML_UTF_8));
self.html
.replace("__ASSERTS_PREFIX__", &self.assets_prefix)
.replace("__INDEX_DATA__", &serde_json::to_string(&data).unwrap())
2022-05-29 07:43:40 +03:00
};
2022-06-11 05:18:07 +03:00
res.headers_mut()
.typed_insert(ContentLength(output.as_bytes().len() as u64));
if head_only {
return Ok(());
}
*res.body_mut() = output.into();
2022-05-31 00:49:42 +03:00
Ok(())
2022-05-29 07:43:40 +03:00
}
fn auth_reject(&self, res: &mut Response) {
let value = self.args.auth_method.www_auth(false);
set_webdav_headers(res);
res.headers_mut().typed_insert(Connection::close());
res.headers_mut()
.insert(WWW_AUTHENTICATE, value.parse().unwrap());
*res.status_mut() = StatusCode::UNAUTHORIZED;
2022-05-26 13:06:52 +03:00
}
2022-05-31 15:53:14 +03:00
async fn is_root_contained(&self, path: &Path) -> bool {
fs::canonicalize(path)
.await
.ok()
.map(|v| v.starts_with(&self.args.path))
.unwrap_or_default()
}
fn extract_dest(&self, req: &Request, res: &mut Response) -> Option<PathBuf> {
let headers = req.headers();
let dest_path = match self.extract_destination_header(headers) {
Some(dest) => dest,
None => {
*res.status_mut() = StatusCode::BAD_REQUEST;
return None;
}
};
let authorization = headers.get(AUTHORIZATION);
let guard_type = self.args.auth.guard(
&dest_path,
req.method(),
authorization,
self.args.auth_method.clone(),
);
if guard_type.is_reject() {
*res.status_mut() = StatusCode::FORBIDDEN;
*res.body_mut() = Body::from("Forbidden");
return None;
}
let dest = match self.extract_path(&dest_path) {
Some(dest) => dest,
None => {
*res.status_mut() = StatusCode::BAD_REQUEST;
return None;
}
};
Some(dest)
}
fn extract_destination_header(&self, headers: &HeaderMap<HeaderValue>) -> Option<String> {
2022-06-04 07:51:56 +03:00
let dest = headers.get("Destination")?.to_str().ok()?;
let uri: Uri = dest.parse().ok()?;
Some(uri.path().to_string())
2022-06-04 07:51:56 +03:00
}
2022-05-31 00:49:42 +03:00
fn extract_path(&self, path: &str) -> Option<PathBuf> {
2022-11-10 14:28:01 +03:00
let mut slash_stripped_path = path;
while let Some(p) = slash_stripped_path.strip_prefix('/') {
slash_stripped_path = p
}
let decoded_path = decode_uri(slash_stripped_path)?;
2022-05-26 11:17:55 +03:00
let slashes_switched = if cfg!(windows) {
decoded_path.replace('/', "\\")
} else {
decoded_path.into_owned()
};
2022-06-02 03:32:31 +03:00
let stripped_path = match self.strip_path_prefix(&slashes_switched) {
Some(path) => path,
None => return None,
};
2022-11-10 10:38:35 +03:00
Some(self.args.path.join(stripped_path))
2022-06-02 03:32:31 +03:00
}
fn strip_path_prefix<'a, P: AsRef<Path>>(&self, path: &'a P) -> Option<&'a Path> {
let path = path.as_ref();
if self.args.path_prefix.is_empty() {
Some(path)
} else {
path.strip_prefix(&self.args.path_prefix).ok()
2022-06-02 03:32:31 +03:00
}
2022-05-31 15:53:14 +03:00
}
async fn list_dir(&self, entry_path: &Path, base_path: &Path) -> BoxResult<Vec<PathItem>> {
2022-06-04 07:51:56 +03:00
let mut paths: Vec<PathItem> = vec![];
let mut rd = fs::read_dir(entry_path).await?;
while let Ok(Some(entry)) = rd.next_entry().await {
let entry_path = entry.path();
let base_name = get_file_name(&entry_path);
2022-06-04 07:51:56 +03:00
if let Ok(Some(item)) = self.to_pathitem(entry_path.as_path(), base_path).await {
if is_hidden(&self.args.hidden, base_name, item.is_dir()) {
continue;
}
2022-06-04 07:51:56 +03:00
paths.push(item);
}
}
Ok(paths)
}
2022-05-31 15:53:14 +03:00
async fn to_pathitem<P: AsRef<Path>>(
&self,
path: P,
base_path: P,
) -> BoxResult<Option<PathItem>> {
let path = path.as_ref();
let (meta, meta2) = tokio::join!(fs::metadata(&path), fs::symlink_metadata(&path));
let (meta, meta2) = (meta?, meta2?);
let is_symlink = meta2.is_symlink();
if !self.args.allow_symlink && is_symlink && !self.is_root_contained(path).await {
return Ok(None);
2022-05-26 11:17:55 +03:00
}
2022-05-31 15:53:14 +03:00
let is_dir = meta.is_dir();
let path_type = match (is_symlink, is_dir) {
(true, true) => PathType::SymlinkDir,
(false, true) => PathType::Dir,
(true, false) => PathType::SymlinkFile,
(false, false) => PathType::File,
};
let mtime = to_timestamp(&meta.modified()?);
let size = match path_type {
PathType::Dir | PathType::SymlinkDir => None,
PathType::File | PathType::SymlinkFile => Some(meta.len()),
};
let rel_path = path.strip_prefix(base_path).unwrap();
2022-05-31 15:53:14 +03:00
let name = normalize_path(rel_path);
Ok(Some(PathItem {
path_type,
name,
mtime,
size,
}))
2022-05-26 11:17:55 +03:00
}
}
#[derive(Debug, Serialize)]
enum DataKind {
Index,
Edit,
}
2022-06-04 07:51:56 +03:00
#[derive(Debug, Serialize)]
2022-05-29 07:43:40 +03:00
struct IndexData {
href: String,
kind: DataKind,
uri_prefix: String,
allow_upload: bool,
allow_delete: bool,
2022-06-21 02:23:20 +03:00
allow_search: bool,
allow_archive: bool,
dir_exists: bool,
paths: Vec<PathItem>,
2022-05-26 11:17:55 +03:00
}
#[derive(Debug, Serialize)]
struct EditData {
href: String,
kind: DataKind,
uri_prefix: String,
allow_upload: bool,
allow_delete: bool,
editable: bool,
}
2022-05-26 11:17:55 +03:00
#[derive(Debug, Serialize, Eq, PartialEq, Ord, PartialOrd)]
struct PathItem {
path_type: PathType,
name: String,
mtime: u64,
2022-05-26 11:17:55 +03:00
size: Option<u64>,
}
2022-06-04 07:51:56 +03:00
impl PathItem {
pub fn is_dir(&self) -> bool {
self.path_type == PathType::Dir || self.path_type == PathType::SymlinkDir
}
pub fn to_dav_xml(&self, prefix: &str) -> String {
2022-06-04 07:51:56 +03:00
let mtime = Utc.timestamp_millis(self.mtime as i64).to_rfc2822();
let mut href = encode_uri(&format!("{}{}", prefix, &self.name));
if self.is_dir() && !href.ends_with('/') {
href.push('/');
}
2022-06-12 03:43:50 +03:00
let displayname = escape_str_pcdata(self.base_name());
2022-06-04 07:51:56 +03:00
match self.path_type {
PathType::Dir | PathType::SymlinkDir => format!(
r#"<D:response>
2023-02-19 07:24:42 +03:00
<D:href>{href}</D:href>
2022-06-04 07:51:56 +03:00
<D:propstat>
<D:prop>
2023-02-19 07:24:42 +03:00
<D:displayname>{displayname}</D:displayname>
<D:getlastmodified>{mtime}</D:getlastmodified>
2022-06-04 07:51:56 +03:00
<D:resourcetype><D:collection/></D:resourcetype>
</D:prop>
<D:status>HTTP/1.1 200 OK</D:status>
</D:propstat>
2023-02-19 07:24:42 +03:00
</D:response>"#
2022-06-04 07:51:56 +03:00
),
PathType::File | PathType::SymlinkFile => format!(
r#"<D:response>
2022-06-09 16:35:52 +03:00
<D:href>{}</D:href>
2022-06-04 07:51:56 +03:00
<D:propstat>
<D:prop>
<D:displayname>{}</D:displayname>
<D:getcontentlength>{}</D:getcontentlength>
<D:getlastmodified>{}</D:getlastmodified>
<D:resourcetype></D:resourcetype>
</D:prop>
<D:status>HTTP/1.1 200 OK</D:status>
</D:propstat>
</D:response>"#,
2022-06-09 16:35:52 +03:00
href,
displayname,
2022-06-04 07:51:56 +03:00
self.size.unwrap_or_default(),
mtime
),
}
}
pub fn base_name(&self) -> &str {
self.name.split('/').last().unwrap_or_default()
2022-06-12 03:43:50 +03:00
}
2022-06-04 07:51:56 +03:00
}
2022-05-26 11:17:55 +03:00
#[derive(Debug, Serialize, Eq, PartialEq, Ord, PartialOrd)]
enum PathType {
Dir,
SymlinkDir,
File,
SymlinkFile,
}
2022-05-31 00:49:42 +03:00
fn to_timestamp(time: &SystemTime) -> u64 {
time.duration_since(SystemTime::UNIX_EPOCH)
.unwrap()
.as_millis() as u64
}
2022-05-26 11:17:55 +03:00
fn normalize_path<P: AsRef<Path>>(path: P) -> String {
let path = path.as_ref().to_str().unwrap_or_default();
if cfg!(windows) {
path.replace('\\', "/")
} else {
path.to_string()
}
}
2022-05-28 13:58:43 +03:00
2022-06-04 07:51:56 +03:00
async fn ensure_path_parent(path: &Path) -> BoxResult<()> {
if let Some(parent) = path.parent() {
if fs::symlink_metadata(parent).await.is_err() {
fs::create_dir_all(&parent).await?;
}
}
Ok(())
}
2022-05-29 12:33:21 +03:00
fn add_cors(res: &mut Response) {
res.headers_mut()
.typed_insert(AccessControlAllowOrigin::ANY);
res.headers_mut()
.typed_insert(AccessControlAllowCredentials);
2022-07-08 11:18:10 +03:00
res.headers_mut().insert(
"Access-Control-Allow-Methods",
HeaderValue::from_static("GET,HEAD,PUT,OPTIONS,DELETE,PROPFIND,COPY,MOVE"),
);
res.headers_mut().insert(
"Access-Control-Allow-Headers",
HeaderValue::from_static("Authorization,Destination,Range"),
);
res.headers_mut().insert(
"Access-Control-Expose-Headers",
HeaderValue::from_static(
"WWW-Authenticate,Content-Range,Accept-Ranges,Content-Disposition",
),
2022-05-29 12:33:21 +03:00
);
}
fn res_multistatus(res: &mut Response, content: &str) {
2022-06-04 07:51:56 +03:00
*res.status_mut() = StatusCode::MULTI_STATUS;
res.headers_mut().insert(
"content-type",
HeaderValue::from_static("application/xml; charset=utf-8"),
);
2022-06-04 07:51:56 +03:00
*res.body_mut() = Body::from(format!(
r#"<?xml version="1.0" encoding="utf-8" ?>
<D:multistatus xmlns:D="DAV:">
2023-02-19 07:24:42 +03:00
{content}
2022-06-04 07:51:56 +03:00
</D:multistatus>"#,
));
}
async fn zip_dir<W: AsyncWrite + Unpin>(
writer: &mut W,
dir: &Path,
hidden: &[String],
running: Arc<AtomicBool>,
) -> BoxResult<()> {
2022-05-28 13:58:43 +03:00
let mut writer = ZipFileWriter::new(writer);
let hidden = Arc::new(hidden.to_vec());
let hidden = hidden.clone();
let dir_path_buf = dir.to_path_buf();
let zip_paths = tokio::task::spawn_blocking(move || {
let mut it = WalkDir::new(&dir_path_buf).into_iter();
let mut paths: Vec<PathBuf> = vec![];
while let Some(Ok(entry)) = it.next() {
if !running.load(Ordering::SeqCst) {
break;
}
2022-05-31 15:53:14 +03:00
let entry_path = entry.path();
let base_name = get_file_name(entry_path);
let file_type = entry.file_type();
let mut is_dir_type: bool = file_type.is_dir();
if file_type.is_symlink() {
match std::fs::symlink_metadata(entry_path) {
Ok(meta) => {
is_dir_type = meta.is_dir();
}
Err(_) => {
continue;
}
}
}
if is_hidden(&hidden, base_name, is_dir_type) {
if file_type.is_dir() {
it.skip_current_dir();
}
continue;
}
if entry.path().symlink_metadata().is_err() {
continue;
2022-05-28 13:58:43 +03:00
}
if !file_type.is_file() {
continue;
}
paths.push(entry_path.to_path_buf());
2022-05-28 13:58:43 +03:00
}
paths
})
.await?;
for zip_path in zip_paths.into_iter() {
let filename = match zip_path.strip_prefix(dir).ok().and_then(|v| v.to_str()) {
Some(v) => v,
None => continue,
};
let entry_options =
EntryOptions::new(filename.to_owned(), Compression::Deflate).unix_permissions(0o644);
let mut file = File::open(&zip_path).await?;
let mut file_writer = writer.write_entry_stream(entry_options).await?;
io::copy(&mut file, &mut file_writer).await?;
file_writer.close().await?;
2022-05-28 13:58:43 +03:00
}
writer.close().await?;
Ok(())
}
2022-05-31 05:58:32 +03:00
fn extract_cache_headers(meta: &Metadata) -> Option<(ETag, LastModified)> {
let mtime = meta.modified().ok()?;
let timestamp = to_timestamp(&mtime);
let size = meta.len();
2023-02-19 07:24:42 +03:00
let etag = format!(r#""{timestamp}-{size}""#).parse::<ETag>().unwrap();
2022-05-31 05:58:32 +03:00
let last_modified = LastModified::from(mtime);
Some((etag, last_modified))
}
2022-06-16 05:24:32 +03:00
#[derive(Debug)]
struct RangeValue {
start: u64,
end: Option<u64>,
}
2022-05-31 05:58:32 +03:00
2022-06-16 05:24:32 +03:00
fn parse_range(headers: &HeaderMap<HeaderValue>) -> Option<RangeValue> {
let range_hdr = headers.get(RANGE)?;
let hdr = range_hdr.to_str().ok()?;
let mut sp = hdr.splitn(2, '=');
let units = sp.next().unwrap();
if units == "bytes" {
let range = sp.next()?;
let mut sp_range = range.splitn(2, '-');
let start: u64 = sp_range.next().unwrap().parse().ok()?;
let end: Option<u64> = if let Some(end) = sp_range.next() {
if end.is_empty() {
None
} else {
Some(end.parse().ok()?)
}
} else {
None
};
Some(RangeValue { start, end })
} else {
None
2022-05-31 05:58:32 +03:00
}
}
fn status_forbid(res: &mut Response) {
*res.status_mut() = StatusCode::FORBIDDEN;
*res.body_mut() = Body::from("Forbidden");
}
fn status_not_found(res: &mut Response) {
*res.status_mut() = StatusCode::NOT_FOUND;
2022-06-18 03:03:48 +03:00
*res.body_mut() = Body::from("Not Found");
}
fn status_no_content(res: &mut Response) {
*res.status_mut() = StatusCode::NO_CONTENT;
}
fn is_hidden(hidden: &[String], file_name: &str, is_dir_type: bool) -> bool {
hidden.iter().any(|v| {
if is_dir_type {
if let Some(x) = v.strip_suffix('/') {
return glob(x, file_name);
}
}
glob(v, file_name)
})
}
fn set_webdav_headers(res: &mut Response) {
res.headers_mut().insert(
"Allow",
HeaderValue::from_static("GET,HEAD,PUT,OPTIONS,DELETE,PROPFIND,COPY,MOVE"),
);
res.headers_mut()
.insert("DAV", HeaderValue::from_static("1,2"));
}