Merge pull request #14 from RelationalAI/ag-put-stream-and-modules

Adds put_stream, compression and breaks lib.rs into modules
RelationalAI · Feb 27, 2024 · d2ad7b8 · d2ad7b8
2 parents 8d7bf3d + 0559335
commit d2ad7b8
Show file tree

Hide file tree

Showing 7 changed files with 1,688 additions and 896 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -19,7 +19,9 @@ tracing = "0.1"
 tracing-subscriber = "0.3"
 futures-util = "0.3"
 reqwest = { version = "0.11", default-features = false, features = ["rustls-tls", "trust-dns"] }
-object_store = { version = "0.8", features = ["azure", "aws"] }
+# object_store = { version = "0.8", features = ["azure", "aws"] }
+# Pinned to a specific commit while waiting for the next release
+object_store = { git = "https://github.com/apache/arrow-rs.git", rev = "0fd9b8a", features = ["azure", "aws"] }
 thiserror = "1"
 anyhow = { version = "1", features = ["backtrace"] }
 once_cell = "1.18"
@@ -32,3 +34,4 @@ serde_json = "1"
 regex = "1.10"
 backoff = "0.4"
 hyper = { version = "0.14", default-features = false }
+async-compression = { version = "0.4.6", default-features = false, features = ["tokio", "gzip", "zlib", "deflate", "zstd"] }