add unit tests

Author: aawsome

crates/backend/Cargo.toml

@@ -96,6 +96,7 @@ opendal = { version = "0.45", features = ["services-b2", "services-swift", "laye
 
 [dev-dependencies]
 rstest = { workspace = true }
+toml = "0.8.12"
 
 [lints]
 workspace = true

crates/backend/src/opendal.rs

@@ -38,7 +38,7 @@ fn runtime() -> &'static Runtime {
 /// Throttling parameters
 ///
 /// Note: Throttle implements [`FromStr`] to read it from something like "10kiB,10MB"
-#[derive(Debug, Clone, Copy)]
+#[derive(Debug, Clone, Copy, PartialEq, Eq)]
 pub struct Throttle {
     bandwidth: u32,
     burst: u32,
@@ -49,7 +49,7 @@ impl FromStr for Throttle {
     fn from_str(s: &str) -> Result<Self> {
         let mut values = s
             .split(',')
-            .map(|s| ByteSize::from_str(s).map_err(|err| anyhow!("Error: {err}")))
+            .map(|s| ByteSize::from_str(s.trim()).map_err(|err| anyhow!("Error: {err}")))
             .map(|b| -> Result<u32> { Ok(b?.as_u64().try_into()?) });
         let bandwidth = values
             .next()
@@ -287,3 +287,47 @@ impl WriteBackend for OpenDALBackend {
         Ok(())
     }
 }
+
+#[cfg(test)]
+mod tests {
+    use std::fs;
+
+    use super::*;
+    use rstest::rstest;
+    use serde::Deserialize;
+
+    #[rstest]
+    #[case("10kB,10MB", Throttle{bandwidth:10_000, burst:10_000_000})]
+    #[case("10 kB,10  MB", Throttle{bandwidth:10_000, burst:10_000_000})]
+    #[case("10kB, 10MB", Throttle{bandwidth:10_000, burst:10_000_000})]
+    #[case(" 10kB,   10MB", Throttle{bandwidth:10_000, burst:10_000_000})]
+    #[case("10kiB,10MiB", Throttle{bandwidth:10_240, burst:10_485_760})]
+    fn correct_throttle(#[case] input: &str, #[case] expected: Throttle) {
+        assert_eq!(Throttle::from_str(input).unwrap(), expected);
+    }
+
+    #[rstest]
+    #[case("")]
+    #[case("10kiB")]
+    #[case("no_number,10MiB")]
+    #[case("10kB;10MB")]
+    fn invalid_throttle(#[case] input: &str) {
+        assert!(Throttle::from_str(input).is_err());
+    }
+
+    #[rstest]
+    fn new_opendal_backend(
+        #[files("tests/fixtures/opendal/*.toml")] test_case: PathBuf,
+    ) -> Result<()> {
+        #[derive(Deserialize)]
+        struct TestCase {
+            path: String,
+            options: HashMap<String, String>,
+        }
+
+        let test: TestCase = toml::from_str(&fs::read_to_string(test_case)?)?;
+
+        _ = OpenDALBackend::new(test.path, test.options)?;
+        Ok(())
+    }
+}

crates/backend/tests/fixtures/opendal/b2.toml

@@ -0,0 +1,6 @@
+path = "b2"
+[options]
+application_key_id = "my_id" # B2 application key ID
+application_key = "my_key" # B2 application key secret. Can be also set using OPENDAL_APPLICATION_KEY
+bucket = "bucket_name" # B2 bucket name
+bucket_id = "bucket_id" # B2 bucket ID

crates/backend/tests/fixtures/opendal/connections_20.toml

@@ -0,0 +1,5 @@
+path = "s3"
+[options]
+region = "test_region"
+bucket = "bucket_name"
+connections = "20"

crates/backend/tests/fixtures/opendal/retry_20.toml

@@ -0,0 +1,5 @@
+path = "s3"
+[options]
+region = "test_region"
+bucket = "bucket_name"
+retry = "20"

crates/backend/tests/fixtures/opendal/retry_default.toml

@@ -0,0 +1,5 @@
+path = "s3"
+[options]
+region = "test_region"
+bucket = "bucket_name"
+retry = "default"

crates/backend/tests/fixtures/opendal/retry_off.toml

@@ -0,0 +1,5 @@
+path = "s3"
+[options]
+region = "test_region"
+bucket = "bucket_name"
+retry = "off"

crates/backend/tests/fixtures/opendal/s3_aws.toml

@@ -0,0 +1,7 @@
+path = "s3"
+[options]
+access_key_id = "xxx"
+secret_access_key = "xxx"
+region = "test_region"
+bucket = "bucket_name"
+root = "/path/to/repo"

crates/backend/tests/fixtures/opendal/s3_idrive.toml

@@ -0,0 +1,8 @@
+path = "s3"
+[options]
+root = "/"
+bucket = "bucket_name"
+endpoint = "https://p7v1.ldn.idrivee2-40.com"
+region = "auto"
+access_key_id = "xxx"
+secret_access_key = "xxx"

crates/backend/tests/fixtures/opendal/throttle.toml

@@ -0,0 +1,5 @@
+path = "s3"
+[options]
+region = "test_region"
+bucket = "bucket_name"
+throttle = "20kB,5MiB"