aboutsummaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
Diffstat (limited to 'src')
-rw-r--r--src/api/Cargo.toml28
-rw-r--r--src/api/api_server.rs18
-rw-r--r--src/api/http_util.rs2
-rw-r--r--src/api/lib.rs (renamed from src/api/mod.rs)3
-rw-r--r--src/core/Cargo.toml34
-rw-r--r--src/core/block.rs (renamed from src/store/block.rs)20
-rw-r--r--src/core/block_ref_table.rs (renamed from src/store/block_ref_table.rs)10
-rw-r--r--src/core/bucket_table.rs (renamed from src/store/bucket_table.rs)4
-rw-r--r--src/core/garage.rs (renamed from src/server.rs)109
-rw-r--r--src/core/key_table.rs (renamed from src/store/key_table.rs)6
-rw-r--r--src/core/lib.rs (renamed from src/store/mod.rs)5
-rw-r--r--src/core/object_table.rs (renamed from src/store/object_table.rs)12
-rw-r--r--src/core/version_table.rs (renamed from src/store/version_table.rs)12
-rw-r--r--src/garage/Cargo.toml36
-rw-r--r--src/garage/admin_rpc.rs (renamed from src/admin_rpc.rs)18
-rw-r--r--src/garage/main.rs (renamed from src/main.rs)21
-rw-r--r--src/garage/repair.rs (renamed from src/store/repair.rs)11
-rw-r--r--src/garage/server.rs87
-rw-r--r--src/rpc/Cargo.toml37
-rw-r--r--src/rpc/lib.rs (renamed from src/rpc/mod.rs)3
-rw-r--r--src/rpc/membership.rs10
-rw-r--r--src/rpc/rpc_client.rs34
-rw-r--r--src/rpc/rpc_server.rs8
-rw-r--r--src/rpc/tls_util.rs2
-rw-r--r--src/table/Cargo.toml32
-rw-r--r--src/table/lib.rs (renamed from src/table/mod.rs)5
-rw-r--r--src/table/table.rs20
-rw-r--r--src/table/table_fullcopy.rs7
-rw-r--r--src/table/table_sharded.rs7
-rw-r--r--src/table/table_sync.rs9
-rw-r--r--src/util/Cargo.toml35
-rw-r--r--src/util/background.rs (renamed from src/background.rs)0
-rw-r--r--src/util/config.rs (renamed from src/config.rs)14
-rw-r--r--src/util/data.rs (renamed from src/data.rs)0
-rw-r--r--src/util/error.rs (renamed from src/error.rs)21
-rw-r--r--src/util/lib.rs7
36 files changed, 453 insertions, 234 deletions
diff --git a/src/api/Cargo.toml b/src/api/Cargo.toml
new file mode 100644
index 00000000..3606c1df
--- /dev/null
+++ b/src/api/Cargo.toml
@@ -0,0 +1,28 @@
+[package]
+name = "garage_api"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[lib]
+path = "lib.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+garage_util = { path = "../util" }
+garage_table = { path = "../table" }
+garage_core = { path = "../core" }
+
+bytes = "0.4"
+hex = "0.3"
+log = "0.4"
+
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
+
+http = "0.2"
+hyper = "0.13"
+
+
diff --git a/src/api/api_server.rs b/src/api/api_server.rs
index 905ba0dd..de79ffc2 100644
--- a/src/api/api_server.rs
+++ b/src/api/api_server.rs
@@ -9,18 +9,18 @@ use hyper::server::conn::AddrStream;
use hyper::service::{make_service_fn, service_fn};
use hyper::{Body, Method, Request, Response, Server, StatusCode};
-use crate::data::*;
-use crate::error::Error;
-use crate::server::Garage;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::table::EmptyKey;
+use garage_table::EmptyKey;
-use crate::store::block::INLINE_THRESHOLD;
-use crate::store::block_ref_table::*;
-use crate::store::object_table::*;
-use crate::store::version_table::*;
+use garage_core::block::INLINE_THRESHOLD;
+use garage_core::block_ref_table::*;
+use garage_core::garage::Garage;
+use garage_core::object_table::*;
+use garage_core::version_table::*;
-use crate::api::http_util::*;
+use crate::http_util::*;
type BodyType = Box<dyn HttpBody<Data = Bytes, Error = Error> + Send + Unpin>;
diff --git a/src/api/http_util.rs b/src/api/http_util.rs
index 228448f0..e7e74409 100644
--- a/src/api/http_util.rs
+++ b/src/api/http_util.rs
@@ -5,7 +5,7 @@ use futures::ready;
use futures::stream::*;
use hyper::body::{Bytes, HttpBody};
-use crate::error::Error;
+use garage_util::error::Error;
type StreamType = Pin<Box<dyn Stream<Item = Result<Bytes, Error>> + Send>>;
diff --git a/src/api/mod.rs b/src/api/lib.rs
index 8e62d1e7..b313d45d 100644
--- a/src/api/mod.rs
+++ b/src/api/lib.rs
@@ -1,2 +1,5 @@
+#[macro_use]
+extern crate log;
+
pub mod api_server;
pub mod http_util;
diff --git a/src/core/Cargo.toml b/src/core/Cargo.toml
new file mode 100644
index 00000000..1e482d87
--- /dev/null
+++ b/src/core/Cargo.toml
@@ -0,0 +1,34 @@
+[package]
+name = "garage_core"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[lib]
+path = "lib.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+garage_util = { path = "../util" }
+garage_rpc = { path = "../rpc" }
+garage_table = { path = "../table" }
+
+bytes = "0.4"
+rand = "0.7"
+hex = "0.3"
+sha2 = "0.8"
+arc-swap = "0.4"
+log = "0.4"
+
+sled = "0.31"
+
+rmp-serde = "0.14.3"
+serde = { version = "1.0", default-features = false, features = ["derive", "rc"] }
+serde_bytes = "0.11"
+
+async-trait = "0.1.30"
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
+
diff --git a/src/store/block.rs b/src/core/block.rs
index e2ef32e0..af8b9efb 100644
--- a/src/store/block.rs
+++ b/src/core/block.rs
@@ -11,20 +11,20 @@ use tokio::fs;
use tokio::prelude::*;
use tokio::sync::{watch, Mutex, Notify};
-use crate::data;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::data;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::rpc::membership::System;
-use crate::rpc::rpc_client::*;
-use crate::rpc::rpc_server::*;
+use garage_rpc::membership::System;
+use garage_rpc::rpc_client::*;
+use garage_rpc::rpc_server::*;
-use crate::table::table_sharded::TableShardedReplication;
-use crate::table::TableReplication;
+use garage_table::table_sharded::TableShardedReplication;
+use garage_table::TableReplication;
-use crate::store::block_ref_table::*;
+use crate::block_ref_table::*;
-use crate::server::Garage;
+use crate::garage::Garage;
pub const INLINE_THRESHOLD: usize = 3072;
diff --git a/src/store/block_ref_table.rs b/src/core/block_ref_table.rs
index c8a2a2a1..a00438c0 100644
--- a/src/store/block_ref_table.rs
+++ b/src/core/block_ref_table.rs
@@ -2,13 +2,13 @@ use async_trait::async_trait;
use serde::{Deserialize, Serialize};
use std::sync::Arc;
-use crate::background::*;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::background::*;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::table::*;
+use garage_table::*;
-use crate::store::block::*;
+use crate::block::*;
#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
pub struct BlockRef {
diff --git a/src/store/bucket_table.rs b/src/core/bucket_table.rs
index a9bdaa70..28234d82 100644
--- a/src/store/bucket_table.rs
+++ b/src/core/bucket_table.rs
@@ -1,8 +1,8 @@
use async_trait::async_trait;
use serde::{Deserialize, Serialize};
-use crate::error::Error;
-use crate::table::*;
+use garage_table::*;
+use garage_util::error::Error;
#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
pub struct Bucket {
diff --git a/src/server.rs b/src/core/garage.rs
index 0724630a..d77b0acd 100644
--- a/src/server.rs
+++ b/src/core/garage.rs
@@ -1,31 +1,22 @@
-use std::path::PathBuf;
use std::sync::Arc;
-use futures_util::future::*;
-use tokio::sync::watch;
+use garage_util::background::*;
+use garage_util::config::*;
-use crate::background::*;
-use crate::config::*;
-use crate::error::Error;
+use garage_rpc::membership::System;
+use garage_rpc::rpc_client::RpcHttpClient;
+use garage_rpc::rpc_server::RpcServer;
-use crate::rpc::membership::System;
-use crate::rpc::rpc_client::RpcHttpClient;
-use crate::rpc::rpc_server::RpcServer;
+use garage_table::table_fullcopy::*;
+use garage_table::table_sharded::*;
+use garage_table::*;
-use crate::table::table_fullcopy::*;
-use crate::table::table_sharded::*;
-use crate::table::*;
-
-use crate::store::block::*;
-use crate::store::block_ref_table::*;
-use crate::store::bucket_table::*;
-use crate::store::key_table::*;
-use crate::store::object_table::*;
-use crate::store::version_table::*;
-
-use crate::api::api_server;
-
-use crate::admin_rpc::*;
+use crate::block::*;
+use crate::block_ref_table::*;
+use crate::bucket_table::*;
+use crate::key_table::*;
+use crate::object_table::*;
+use crate::version_table::*;
pub struct Garage {
pub config: Config,
@@ -166,9 +157,6 @@ impl Garage {
block_ref_table,
});
- info!("Crate admin RPC handler...");
- AdminRpcHandler::new(garage.clone()).register_handler(rpc_server);
-
info!("Start block manager background thread...");
garage.block_manager.garage.swap(Some(garage.clone()));
garage.block_manager.clone().spawn_background_worker().await;
@@ -176,72 +164,3 @@ impl Garage {
garage
}
}
-
-async fn shutdown_signal(send_cancel: watch::Sender<bool>) -> Result<(), Error> {
- // Wait for the CTRL+C signal
- tokio::signal::ctrl_c()
- .await
- .expect("failed to install CTRL+C signal handler");
- info!("Received CTRL+C, shutting down.");
- send_cancel.broadcast(true)?;
- Ok(())
-}
-
-async fn wait_from(mut chan: watch::Receiver<bool>) -> () {
- while let Some(exit_now) = chan.recv().await {
- if exit_now {
- return;
- }
- }
-}
-
-pub async fn run_server(config_file: PathBuf) -> Result<(), Error> {
- info!("Loading configuration...");
- let config = read_config(config_file).expect("Unable to read config file");
-
- info!("Opening database...");
- let mut db_path = config.metadata_dir.clone();
- db_path.push("db");
- let db = sled::open(db_path).expect("Unable to open DB");
-
- info!("Initialize RPC server...");
- let mut rpc_server = RpcServer::new(config.rpc_bind_addr.clone(), config.rpc_tls.clone());
-
- info!("Initializing background runner...");
- let (send_cancel, watch_cancel) = watch::channel(false);
- let background = BackgroundRunner::new(16, watch_cancel.clone());
-
- let garage = Garage::new(config, db, background.clone(), &mut rpc_server).await;
-
- info!("Initializing RPC and API servers...");
- let run_rpc_server = Arc::new(rpc_server).run(wait_from(watch_cancel.clone()));
- let api_server = api_server::run_api_server(garage.clone(), wait_from(watch_cancel.clone()));
-
- futures::try_join!(
- garage
- .system
- .clone()
- .bootstrap(&garage.config.bootstrap_peers[..])
- .map(|rv| {
- info!("Bootstrap done");
- Ok(rv)
- }),
- run_rpc_server.map(|rv| {
- info!("RPC server exited");
- rv
- }),
- api_server.map(|rv| {
- info!("API server exited");
- rv
- }),
- background.run().map(|rv| {
- info!("Background runner exited");
- Ok(rv)
- }),
- shutdown_signal(send_cancel),
- )?;
-
- info!("Cleaning up...");
-
- Ok(())
-}
diff --git a/src/store/key_table.rs b/src/core/key_table.rs
index add6ab02..76d163b5 100644
--- a/src/store/key_table.rs
+++ b/src/core/key_table.rs
@@ -1,9 +1,9 @@
use async_trait::async_trait;
use serde::{Deserialize, Serialize};
-use crate::data::*;
-use crate::error::Error;
-use crate::table::*;
+use garage_table::*;
+use garage_util::data::*;
+use garage_util::error::Error;
#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
pub struct Key {
diff --git a/src/store/mod.rs b/src/core/lib.rs
index 962264c4..b4a8ddb7 100644
--- a/src/store/mod.rs
+++ b/src/core/lib.rs
@@ -1,7 +1,10 @@
+#[macro_use]
+extern crate log;
+
pub mod block;
pub mod block_ref_table;
pub mod bucket_table;
+pub mod garage;
pub mod key_table;
pub mod object_table;
-pub mod repair;
pub mod version_table;
diff --git a/src/store/object_table.rs b/src/core/object_table.rs
index f329a7f4..1fe2b3d4 100644
--- a/src/store/object_table.rs
+++ b/src/core/object_table.rs
@@ -2,14 +2,14 @@ use async_trait::async_trait;
use serde::{Deserialize, Serialize};
use std::sync::Arc;
-use crate::background::BackgroundRunner;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::background::BackgroundRunner;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::table::table_sharded::*;
-use crate::table::*;
+use garage_table::table_sharded::*;
+use garage_table::*;
-use crate::store::version_table::*;
+use crate::version_table::*;
#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
pub struct Object {
diff --git a/src/store/version_table.rs b/src/core/version_table.rs
index 6d304cda..ae32e5cb 100644
--- a/src/store/version_table.rs
+++ b/src/core/version_table.rs
@@ -2,14 +2,14 @@ use async_trait::async_trait;
use serde::{Deserialize, Serialize};
use std::sync::Arc;
-use crate::background::BackgroundRunner;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::background::BackgroundRunner;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::table::table_sharded::*;
-use crate::table::*;
+use garage_table::table_sharded::*;
+use garage_table::*;
-use crate::store::block_ref_table::*;
+use crate::block_ref_table::*;
#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
pub struct Version {
diff --git a/src/garage/Cargo.toml b/src/garage/Cargo.toml
new file mode 100644
index 00000000..08b55c32
--- /dev/null
+++ b/src/garage/Cargo.toml
@@ -0,0 +1,36 @@
+[package]
+name = "garage"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[[bin]]
+name = "garage"
+path = "main.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+garage_util = { path = "../util" }
+garage_rpc = { path = "../rpc" }
+garage_table = { path = "../table" }
+garage_core = { path = "../core" }
+garage_api = { path = "../api" }
+
+bytes = "0.4"
+rand = "0.7"
+hex = "0.3"
+sha2 = "0.8"
+log = "0.4"
+pretty_env_logger = "0.4"
+
+sled = "0.31"
+
+structopt = { version = "0.3", default-features = false }
+toml = "0.5"
+rmp-serde = "0.14.3"
+serde = { version = "1.0", default-features = false, features = ["derive", "rc"] }
+
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
diff --git a/src/admin_rpc.rs b/src/garage/admin_rpc.rs
index 4e5c56df..aeaf2682 100644
--- a/src/admin_rpc.rs
+++ b/src/garage/admin_rpc.rs
@@ -2,19 +2,19 @@ use std::sync::Arc;
use serde::{Deserialize, Serialize};
-use crate::data::*;
-use crate::error::Error;
-use crate::server::Garage;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::table::*;
+use garage_table::*;
-use crate::rpc::rpc_client::*;
-use crate::rpc::rpc_server::*;
+use garage_rpc::rpc_client::*;
+use garage_rpc::rpc_server::*;
-use crate::store::bucket_table::*;
-use crate::store::key_table::*;
-use crate::store::repair::Repair;
+use garage_core::bucket_table::*;
+use garage_core::garage::Garage;
+use garage_core::key_table::*;
+use crate::repair::Repair;
use crate::*;
pub const ADMIN_RPC_TIMEOUT: Duration = Duration::from_secs(30);
diff --git a/src/main.rs b/src/garage/main.rs
index 2c25aadb..1185871f 100644
--- a/src/main.rs
+++ b/src/garage/main.rs
@@ -3,17 +3,8 @@
#[macro_use]
extern crate log;
-mod background;
-mod config;
-mod data;
-mod error;
-
-mod api;
-mod rpc;
-mod store;
-mod table;
-
mod admin_rpc;
+mod repair;
mod server;
use std::collections::HashSet;
@@ -25,12 +16,12 @@ use std::time::Duration;
use serde::{Deserialize, Serialize};
use structopt::StructOpt;
-use config::TlsConfig;
-use data::*;
-use error::Error;
+use garage_util::config::TlsConfig;
+use garage_util::data::*;
+use garage_util::error::Error;
-use rpc::membership::*;
-use rpc::rpc_client::*;
+use garage_rpc::membership::*;
+use garage_rpc::rpc_client::*;
use admin_rpc::*;
diff --git a/src/store/repair.rs b/src/garage/repair.rs
index 39c57fc1..4efb9e84 100644
--- a/src/store/repair.rs
+++ b/src/garage/repair.rs
@@ -2,12 +2,11 @@ use std::sync::Arc;
use tokio::sync::watch;
-use crate::error::Error;
-use crate::server::Garage;
-use crate::table::*;
-
-use crate::store::block_ref_table::*;
-use crate::store::version_table::*;
+use garage_core::block_ref_table::*;
+use garage_core::garage::Garage;
+use garage_core::version_table::*;
+use garage_table::*;
+use garage_util::error::Error;
use crate::*;
diff --git a/src/garage/server.rs b/src/garage/server.rs
new file mode 100644
index 00000000..52d03464
--- /dev/null
+++ b/src/garage/server.rs
@@ -0,0 +1,87 @@
+use std::path::PathBuf;
+use std::sync::Arc;
+
+use futures_util::future::*;
+use tokio::sync::watch;
+
+use garage_util::background::*;
+use garage_util::config::*;
+use garage_util::error::Error;
+
+use garage_api::api_server;
+use garage_core::garage::Garage;
+use garage_rpc::rpc_server::RpcServer;
+
+use crate::admin_rpc::*;
+
+async fn shutdown_signal(send_cancel: watch::Sender<bool>) -> Result<(), Error> {
+ // Wait for the CTRL+C signal
+ tokio::signal::ctrl_c()
+ .await
+ .expect("failed to install CTRL+C signal handler");
+ info!("Received CTRL+C, shutting down.");
+ send_cancel.broadcast(true)?;
+ Ok(())
+}
+
+async fn wait_from(mut chan: watch::Receiver<bool>) -> () {
+ while let Some(exit_now) = chan.recv().await {
+ if exit_now {
+ return;
+ }
+ }
+}
+
+pub async fn run_server(config_file: PathBuf) -> Result<(), Error> {
+ info!("Loading configuration...");
+ let config = read_config(config_file).expect("Unable to read config file");
+
+ info!("Opening database...");
+ let mut db_path = config.metadata_dir.clone();
+ db_path.push("db");
+ let db = sled::open(db_path).expect("Unable to open DB");
+
+ info!("Initialize RPC server...");
+ let mut rpc_server = RpcServer::new(config.rpc_bind_addr.clone(), config.rpc_tls.clone());
+
+ info!("Initializing background runner...");
+ let (send_cancel, watch_cancel) = watch::channel(false);
+ let background = BackgroundRunner::new(16, watch_cancel.clone());
+
+ let garage = Garage::new(config, db, background.clone(), &mut rpc_server).await;
+
+ info!("Crate admin RPC handler...");
+ AdminRpcHandler::new(garage.clone()).register_handler(&mut rpc_server);
+
+ info!("Initializing RPC and API servers...");
+ let run_rpc_server = Arc::new(rpc_server).run(wait_from(watch_cancel.clone()));
+ let api_server = api_server::run_api_server(garage.clone(), wait_from(watch_cancel.clone()));
+
+ futures::try_join!(
+ garage
+ .system
+ .clone()
+ .bootstrap(&garage.config.bootstrap_peers[..])
+ .map(|rv| {
+ info!("Bootstrap done");
+ Ok(rv)
+ }),
+ run_rpc_server.map(|rv| {
+ info!("RPC server exited");
+ rv
+ }),
+ api_server.map(|rv| {
+ info!("API server exited");
+ rv
+ }),
+ background.run().map(|rv| {
+ info!("Background runner exited");
+ Ok(rv)
+ }),
+ shutdown_signal(send_cancel),
+ )?;
+
+ info!("Cleaning up...");
+
+ Ok(())
+}
diff --git a/src/rpc/Cargo.toml b/src/rpc/Cargo.toml
new file mode 100644
index 00000000..d7a09255
--- /dev/null
+++ b/src/rpc/Cargo.toml
@@ -0,0 +1,37 @@
+[package]
+name = "garage_rpc"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[lib]
+path = "lib.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+garage_util = { path = "../util" }
+
+bytes = "0.4"
+rand = "0.7"
+hex = "0.3"
+sha2 = "0.8"
+arc-swap = "0.4"
+gethostname = "0.2"
+log = "0.4"
+
+rmp-serde = "0.14.3"
+serde = { version = "1.0", default-features = false, features = ["derive", "rc"] }
+
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
+
+http = "0.2"
+hyper = "0.13"
+rustls = "0.17"
+tokio-rustls = "0.13"
+hyper-rustls = { version = "0.20", default-features = false }
+webpki = "0.21"
+
+
diff --git a/src/rpc/mod.rs b/src/rpc/lib.rs
index 83fd0aac..3fae6c3e 100644
--- a/src/rpc/mod.rs
+++ b/src/rpc/lib.rs
@@ -1,3 +1,6 @@
+#[macro_use]
+extern crate log;
+
pub mod membership;
pub mod rpc_client;
pub mod rpc_server;
diff --git a/src/rpc/membership.rs b/src/rpc/membership.rs
index e0509536..dcda2c40 100644
--- a/src/rpc/membership.rs
+++ b/src/rpc/membership.rs
@@ -17,12 +17,12 @@ use tokio::prelude::*;
use tokio::sync::watch;
use tokio::sync::Mutex;
-use crate::background::BackgroundRunner;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::background::BackgroundRunner;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::rpc::rpc_client::*;
-use crate::rpc::rpc_server::*;
+use crate::rpc_client::*;
+use crate::rpc_server::*;
const PING_INTERVAL: Duration = Duration::from_secs(10);
const PING_TIMEOUT: Duration = Duration::from_secs(2);
diff --git a/src/rpc/rpc_client.rs b/src/rpc/rpc_client.rs
index 027a3cde..3f943dcc 100644
--- a/src/rpc/rpc_client.rs
+++ b/src/rpc/rpc_client.rs
@@ -8,7 +8,6 @@ use std::time::Duration;
use arc_swap::ArcSwapOption;
use bytes::IntoBuf;
-use err_derive::Error;
use futures::future::Future;
use futures::stream::futures_unordered::FuturesUnordered;
use futures::stream::StreamExt;
@@ -17,36 +16,17 @@ use hyper::client::{Client, HttpConnector};
use hyper::{Body, Method, Request};
use tokio::sync::{watch, Semaphore};
-use crate::background::BackgroundRunner;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::background::BackgroundRunner;
+use garage_util::config::TlsConfig;
+use garage_util::data::*;
+use garage_util::error::{Error, RPCError};
-use crate::rpc::membership::Status;
-use crate::rpc::rpc_server::RpcMessage;
-use crate::rpc::tls_util;
-
-use crate::config::TlsConfig;
+use crate::membership::Status;
+use crate::rpc_server::RpcMessage;
+use crate::tls_util;
const DEFAULT_TIMEOUT: Duration = Duration::from_secs(10);
-#[derive(Debug, Error)]
-pub enum RPCError {
- #[error(display = "Node is down: {:?}.", _0)]
- NodeDown(UUID),
- #[error(display = "Timeout: {}", _0)]
- Timeout(#[error(source)] tokio::time::Elapsed),
- #[error(display = "HTTP error: {}", _0)]
- HTTP(#[error(source)] http::Error),
- #[error(display = "Hyper error: {}", _0)]
- Hyper(#[error(source)] hyper::Error),
- #[error(display = "Messagepack encode error: {}", _0)]
- RMPEncode(#[error(source)] rmp_serde::encode::Error),
- #[error(display = "Messagepack decode error: {}", _0)]
- RMPDecode(#[error(source)] rmp_serde::decode::Error),
- #[error(display = "Too many errors: {:?}", _0)]
- TooManyErrors(Vec<String>),
-}
-
#[derive(Copy, Clone)]
pub struct RequestStrategy {
pub rs_timeout: Duration,
diff --git a/src/rpc/rpc_server.rs b/src/rpc/rpc_server.rs
index 4ee53909..4386d733 100644
--- a/src/rpc/rpc_server.rs
+++ b/src/rpc/rpc_server.rs
@@ -16,11 +16,11 @@ use tokio::net::{TcpListener, TcpStream};
use tokio_rustls::server::TlsStream;
use tokio_rustls::TlsAcceptor;
-use crate::config::TlsConfig;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::config::TlsConfig;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::rpc::tls_util;
+use crate::tls_util;
pub trait RpcMessage: Serialize + for<'de> Deserialize<'de> + Send + Sync {}
diff --git a/src/rpc/tls_util.rs b/src/rpc/tls_util.rs
index 52c52110..36ea7bf3 100644
--- a/src/rpc/tls_util.rs
+++ b/src/rpc/tls_util.rs
@@ -15,7 +15,7 @@ use tokio::io::{AsyncRead, AsyncWrite};
use tokio_rustls::TlsConnector;
use webpki::DNSNameRef;
-use crate::error::Error;
+use garage_util::error::Error;
pub fn load_certs(filename: &str) -> Result<Vec<rustls::Certificate>, Error> {
let certfile = fs::File::open(&filename)?;
diff --git a/src/table/Cargo.toml b/src/table/Cargo.toml
new file mode 100644
index 00000000..714d0a6e
--- /dev/null
+++ b/src/table/Cargo.toml
@@ -0,0 +1,32 @@
+[package]
+name = "garage_table"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[lib]
+path = "lib.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+garage_util = { path = "../util" }
+garage_rpc = { path = "../rpc" }
+
+bytes = "0.4"
+rand = "0.7"
+hex = "0.3"
+arc-swap = "0.4"
+log = "0.4"
+
+sled = "0.31"
+
+rmp-serde = "0.14.3"
+serde = { version = "1.0", default-features = false, features = ["derive", "rc"] }
+serde_bytes = "0.11"
+
+async-trait = "0.1.30"
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
+
diff --git a/src/table/mod.rs b/src/table/lib.rs
index e03b8d0b..f490b491 100644
--- a/src/table/mod.rs
+++ b/src/table/lib.rs
@@ -1,3 +1,8 @@
+#![recursion_limit = "1024"]
+
+#[macro_use]
+extern crate log;
+
pub mod table;
pub mod table_fullcopy;
pub mod table_sharded;
diff --git a/src/table/table.rs b/src/table/table.rs
index 50e8739a..94bacc60 100644
--- a/src/table/table.rs
+++ b/src/table/table.rs
@@ -8,14 +8,14 @@ use futures::stream::*;
use serde::{Deserialize, Serialize};
use serde_bytes::ByteBuf;
-use crate::data::*;
-use crate::error::Error;
+use garage_util::data::*;
+use garage_util::error::Error;
-use crate::rpc::membership::{Ring, System};
-use crate::rpc::rpc_client::*;
-use crate::rpc::rpc_server::*;
+use garage_rpc::membership::{Ring, System};
+use garage_rpc::rpc_client::*;
+use garage_rpc::rpc_server::*;
-use crate::table::table_sync::*;
+use crate::table_sync::*;
const TABLE_RPC_TIMEOUT: Duration = Duration::from_secs(10);
@@ -78,14 +78,14 @@ impl PartitionKey for EmptyKey {
}
}
-impl<T: AsRef<str>> PartitionKey for T {
+impl PartitionKey for String {
fn hash(&self) -> Hash {
- hash(self.as_ref().as_bytes())
+ hash(self.as_bytes())
}
}
-impl<T: AsRef<str>> SortKey for T {
+impl SortKey for String {
fn sort_key(&self) -> &[u8] {
- self.as_ref().as_bytes()
+ self.as_bytes()
}
}
diff --git a/src/table/table_fullcopy.rs b/src/table/table_fullcopy.rs
index 2cd2e464..a6c78a63 100644
--- a/src/table/table_fullcopy.rs
+++ b/src/table/table_fullcopy.rs
@@ -1,9 +1,10 @@
use arc_swap::ArcSwapOption;
use std::sync::Arc;
-use crate::data::*;
-use crate::rpc::membership::{Ring, System};
-use crate::table::*;
+use garage_rpc::membership::{Ring, System};
+use garage_util::data::*;
+
+use crate::*;
#[derive(Clone)]
pub struct TableFullReplication {
diff --git a/src/table/table_sharded.rs b/src/table/table_sharded.rs
index 5190f5d4..88856542 100644
--- a/src/table/table_sharded.rs
+++ b/src/table/table_sharded.rs
@@ -1,6 +1,7 @@
-use crate::data::*;
-use crate::rpc::membership::{Ring, System};
-use crate::table::*;
+use garage_rpc::membership::{Ring, System};
+use garage_util::data::*;
+
+use crate::*;
#[derive(Clone)]
pub struct TableShardedReplication {
diff --git a/src/table/table_sync.rs b/src/table/table_sync.rs
index 8f6582a7..145b3068 100644
--- a/src/table/table_sync.rs
+++ b/src/table/table_sync.rs
@@ -12,10 +12,11 @@ use serde_bytes::ByteBuf;
use tokio::sync::Mutex;
use tokio::sync::{mpsc, watch};
-use crate::data::*;
-use crate::error::Error;
-use crate::rpc::membership::Ring;
-use crate::table::*;
+use garage_rpc::membership::Ring;
+use garage_util::data::*;
+use garage_util::error::Error;
+
+use crate::*;
const MAX_DEPTH: usize = 16;
const SCAN_INTERVAL: Duration = Duration::from_secs(3600);
diff --git a/src/util/Cargo.toml b/src/util/Cargo.toml
new file mode 100644
index 00000000..6f61a586
--- /dev/null
+++ b/src/util/Cargo.toml
@@ -0,0 +1,35 @@
+[package]
+name = "garage_util"
+version = "0.1.0"
+authors = ["Alex Auvolat <alex@adnab.me>"]
+edition = "2018"
+
+[lib]
+path = "lib.rs"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+rand = "0.7"
+hex = "0.3"
+sha2 = "0.8"
+err-derive = "0.2.3"
+log = "0.4"
+
+sled = "0.31"
+
+toml = "0.5"
+rmp-serde = "0.14.3"
+serde = { version = "1.0", default-features = false, features = ["derive", "rc"] }
+serde_json = "1.0"
+
+futures = "0.3"
+futures-util = "0.3"
+tokio = { version = "0.2", default-features = false, features = ["rt-core", "rt-threaded", "io-driver", "net", "tcp", "time", "macros", "sync", "signal", "fs"] }
+
+http = "0.2"
+hyper = "0.13"
+rustls = "0.17"
+webpki = "0.21"
+
+
diff --git a/src/background.rs b/src/util/background.rs
index 937062dd..937062dd 100644
--- a/src/background.rs
+++ b/src/util/background.rs
diff --git a/src/config.rs b/src/util/config.rs
index 7a6ae3f2..cb871562 100644
--- a/src/config.rs
+++ b/src/util/config.rs
@@ -34,6 +34,13 @@ pub struct Config {
pub rpc_tls: Option<TlsConfig>,
}
+#[derive(Deserialize, Debug, Clone)]
+pub struct TlsConfig {
+ pub ca_cert: String,
+ pub node_cert: String,
+ pub node_key: String,
+}
+
fn default_max_concurrent_rpc_requests() -> usize {
12
}
@@ -47,13 +54,6 @@ fn default_epidemic_factor() -> usize {
3
}
-#[derive(Deserialize, Debug, Clone)]
-pub struct TlsConfig {
- pub ca_cert: String,
- pub node_cert: String,
- pub node_key: String,
-}
-
pub fn read_config(config_file: PathBuf) -> Result<Config, Error> {
let mut file = std::fs::OpenOptions::new()
.read(true)
diff --git a/src/data.rs b/src/util/data.rs
index 8f976f71..8f976f71 100644
--- a/src/data.rs
+++ b/src/util/data.rs
diff --git a/src/error.rs b/src/util/error.rs
index 6290dc24..f73d6915 100644
--- a/src/error.rs
+++ b/src/util/error.rs
@@ -2,8 +2,25 @@ use err_derive::Error;
use hyper::StatusCode;
use std::io;
-use crate::data::Hash;
-use crate::rpc::rpc_client::RPCError;
+use crate::data::*;
+
+#[derive(Debug, Error)]
+pub enum RPCError {
+ #[error(display = "Node is down: {:?}.", _0)]
+ NodeDown(UUID),
+ #[error(display = "Timeout: {}", _0)]
+ Timeout(#[error(source)] tokio::time::Elapsed),
+ #[error(display = "HTTP error: {}", _0)]
+ HTTP(#[error(source)] http::Error),
+ #[error(display = "Hyper error: {}", _0)]
+ Hyper(#[error(source)] hyper::Error),
+ #[error(display = "Messagepack encode error: {}", _0)]
+ RMPEncode(#[error(source)] rmp_serde::encode::Error),
+ #[error(display = "Messagepack decode error: {}", _0)]
+ RMPDecode(#[error(source)] rmp_serde::decode::Error),
+ #[error(display = "Too many errors: {:?}", _0)]
+ TooManyErrors(Vec<String>),
+}
#[derive(Debug, Error)]
pub enum Error {
diff --git a/src/util/lib.rs b/src/util/lib.rs
new file mode 100644
index 00000000..0bf09bf6
--- /dev/null
+++ b/src/util/lib.rs
@@ -0,0 +1,7 @@
+#[macro_use]
+extern crate log;
+
+pub mod background;
+pub mod config;
+pub mod data;
+pub mod error;