feat: Introduce FileIO (#53)

* feat: Introduce FileIO * Sort * fix * Fix typo * Fix comments * Rename InputStream to FileRead * FileWrite trait
apache · Sep 20, 2023 · 8c55de4 · 8c55de4
1 parent e984b1e
commit 8c55de4
Show file tree

Hide file tree

Showing 4 changed files with 474 additions and 0 deletions.
diff --git a/crates/iceberg/Cargo.toml b/crates/iceberg/Cargo.toml
@@ -34,17 +34,22 @@ bitvec = "1.0.1"
 chrono = "0.4"
 derive_builder = "0.12.0"
 either = "1"
+futures = "0.3"
 itertools = "0.11"
 lazy_static = "1"
 once_cell = "1"
+opendal = "0.39"
 ordered-float = "3.7.0"
 rust_decimal = "1.31.0"
 serde = { version = "^1.0", features = ["rc"] }
 serde_bytes = "0.11.8"
 serde_derive = "^1.0"
 serde_json = "^1.0"
 serde_repr = "0.1.16"
+url = "2"
 uuid = "1.4.1"
 
 [dev-dependencies]
 pretty_assertions = "1.4.0"
+tempdir = "0.3"
+tokio = { version = "1", features = ["macros"] }
diff --git a/crates/iceberg/src/error.rs b/crates/iceberg/src/error.rs
@@ -295,6 +295,18 @@ define_from_err!(
     "Failure in conversion with avro"
 );
 
+define_from_err!(
+    opendal::Error,
+    ErrorKind::Unexpected,
+    "Failure in doing io operation"
+);
+
+define_from_err!(
+    url::ParseError,
+    ErrorKind::DataInvalid,
+    "Failed to parse url"
+);
+
 /// Helper macro to check arguments.
 ///
 ///