aboutsummaryrefslogtreecommitdiff
path: root/src/api/s3_list.rs
diff options
context:
space:
mode:
authorAlex Auvolat <alex@adnab.me>2020-04-24 18:47:11 +0000
committerAlex Auvolat <alex@adnab.me>2020-04-24 18:47:11 +0000
commit91b2d1fcc11c181b1b69db9157188ec39768b5ba (patch)
treee35f7d9309a6ad2b9e7072cdd11b9a9d87e3e932 /src/api/s3_list.rs
parentf2e05986c4d8cdf4abfde92e51e36f456e276ccd (diff)
downloadgarage-91b2d1fcc11c181b1b69db9157188ec39768b5ba.tar.gz
garage-91b2d1fcc11c181b1b69db9157188ec39768b5ba.zip
Some basic S3 functionnality
Diffstat (limited to 'src/api/s3_list.rs')
-rw-r--r--src/api/s3_list.rs112
1 files changed, 112 insertions, 0 deletions
diff --git a/src/api/s3_list.rs b/src/api/s3_list.rs
new file mode 100644
index 00000000..6004bff0
--- /dev/null
+++ b/src/api/s3_list.rs
@@ -0,0 +1,112 @@
+use std::collections::BTreeMap;
+use std::fmt::Write;
+use std::sync::Arc;
+
+use chrono::{DateTime, NaiveDateTime, Utc, SecondsFormat};
+use hyper::Response;
+
+use garage_util::error::Error;
+
+use garage_core::garage::Garage;
+use garage_core::object_table::*;
+
+use crate::api_server::BodyType;
+use crate::http_util::*;
+
+#[derive(Debug)]
+struct ListResultInfo {
+ last_modified: u64,
+ size: u64,
+}
+
+pub async fn handle_list(
+ garage: Arc<Garage>,
+ bucket: &str,
+ delimiter: &str,
+ max_keys: usize,
+ prefix: &str,
+) -> Result<Response<BodyType>, Error> {
+ let mut result = BTreeMap::<String, ListResultInfo>::new();
+ let mut truncated = true;
+ let mut next_chunk_start = prefix.to_string();
+
+ println!("List request: `{}` {} `{}`", delimiter, max_keys, prefix);
+
+ while result.len() < max_keys && truncated {
+ let objects = garage
+ .object_table
+ .get_range(
+ &bucket.to_string(),
+ Some(next_chunk_start.clone()),
+ Some(()),
+ max_keys,
+ )
+ .await?;
+ for object in objects.iter() {
+ if let Some(version) = object
+ .versions()
+ .iter()
+ .find(|x| x.is_complete && x.data != ObjectVersionData::DeleteMarker)
+ {
+ let relative_key = match object.key.starts_with(prefix) {
+ true => &object.key[prefix.len()..],
+ false => {
+ truncated = false;
+ break;
+ }
+ };
+ let delimited_key = match relative_key.find(delimiter) {
+ Some(i) => relative_key.split_at(i).1,
+ None => &relative_key,
+ };
+ let delimited_key = delimited_key.to_string();
+ let new_info = match result.get(&delimited_key) {
+ None => ListResultInfo {
+ last_modified: version.timestamp,
+ size: version.size,
+ },
+ Some(lri) => ListResultInfo {
+ last_modified: std::cmp::max(version.timestamp, lri.last_modified),
+ size: 0,
+ },
+ };
+ println!("Entry: {} {:?}", delimited_key, new_info);
+ result.insert(delimited_key, new_info);
+ }
+ }
+ if objects.len() < max_keys {
+ truncated = false;
+ }
+ if objects.len() > 0 {
+ next_chunk_start = objects[objects.len() - 1].key.clone();
+ }
+ }
+
+ let mut xml = String::new();
+ writeln!(&mut xml, r#"<?xml version="1.0" encoding="UTF-8"?>"#).unwrap();
+ writeln!(
+ &mut xml,
+ r#"<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/">"#
+ )
+ .unwrap();
+ writeln!(&mut xml, "\t<Bucket>{}</Bucket>", bucket).unwrap();
+ writeln!(&mut xml, "\t<Prefix>{}</Prefix>", prefix).unwrap();
+ writeln!(&mut xml, "\t<KeyCount>{}</KeyCount>", result.len()).unwrap();
+ writeln!(&mut xml, "\t<MaxKeys>{}</MaxKeys>", max_keys).unwrap();
+ writeln!(&mut xml, "\t<IsTruncated>{}</IsTruncated>", truncated).unwrap();
+ for (key, info) in result.iter() {
+ let last_modif = NaiveDateTime::from_timestamp(info.last_modified as i64 / 1000, 0);
+ let last_modif = DateTime::<Utc>::from_utc(last_modif, Utc);
+ let last_modif = last_modif.to_rfc3339_opts(SecondsFormat::Millis, true);
+ writeln!(&mut xml, "\t<Contents>").unwrap();
+ writeln!(&mut xml, "\t\t<Key>{}</Key>", key).unwrap();
+ writeln!(&mut xml, "\t\t<LastModified>{}</LastModified>", last_modif).unwrap();
+ writeln!(&mut xml, "\t\t<Size>{}</Size>", info.size).unwrap();
+ writeln!(&mut xml, "\t\t<StorageClass>STANDARD</StorageClass>").unwrap();
+ writeln!(&mut xml, "\t</Contents>").unwrap();
+ }
+ writeln!(&mut xml, "</ListBucketResult>").unwrap();
+ println!("{}", xml);
+
+ Ok(Response::new(Box::new(BytesBody::from(xml.into_bytes()))))
+}