deltalake-rb 0.2.9 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/Cargo.lock +700 -384
- data/ext/deltalake/Cargo.toml +7 -6
- data/ext/deltalake/src/error.rs +11 -22
- data/ext/deltalake/src/lib.rs +581 -346
- data/ext/deltalake/src/ruby.rs +74 -0
- data/ext/deltalake/src/schema.rs +1 -0
- data/lib/deltalake/version.rb +1 -1
- metadata +4 -3
data/ext/deltalake/Cargo.toml
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "deltalake-ruby"
|
|
3
|
-
version = "0.
|
|
3
|
+
version = "0.3.1"
|
|
4
4
|
license = "Apache-2.0"
|
|
5
5
|
authors = ["Andrew Kane <andrew@ankane.org>"]
|
|
6
6
|
edition = "2021"
|
|
7
|
-
rust-version = "1.
|
|
7
|
+
rust-version = "1.91.1"
|
|
8
8
|
publish = false
|
|
9
9
|
|
|
10
10
|
[lib]
|
|
@@ -12,20 +12,21 @@ name = "deltalake"
|
|
|
12
12
|
crate-type = ["cdylib"]
|
|
13
13
|
|
|
14
14
|
[dependencies]
|
|
15
|
-
arrow = { version = "
|
|
16
|
-
arrow-schema = { version = "
|
|
15
|
+
arrow = { version = "58", features = ["ffi"] }
|
|
16
|
+
arrow-schema = { version = "58", features = ["serde"] }
|
|
17
17
|
chrono = "0.4"
|
|
18
|
-
delta_kernel = { version = "0.
|
|
18
|
+
delta_kernel = { package = "buoyant_kernel", version = "0.21", features = ["arrow-58", "default-engine-rustls"] }
|
|
19
19
|
futures = "0.3"
|
|
20
20
|
magnus = "0.8"
|
|
21
21
|
num_cpus = "1"
|
|
22
|
+
rb-sys = "0.9"
|
|
22
23
|
serde = "1"
|
|
23
24
|
serde_json = "1"
|
|
24
25
|
tokio = { version = "1", features = ["rt-multi-thread"] }
|
|
25
26
|
uuid = { version = "1", features = ["serde", "v4"] }
|
|
26
27
|
|
|
27
28
|
[dependencies.deltalake]
|
|
28
|
-
version = "=0.
|
|
29
|
+
version = "=0.32.1"
|
|
29
30
|
features = [
|
|
30
31
|
"azure",
|
|
31
32
|
"datafusion",
|
data/ext/deltalake/src/error.rs
CHANGED
|
@@ -4,6 +4,8 @@ use deltalake::{errors::DeltaTableError, ObjectStoreError};
|
|
|
4
4
|
use magnus::{Error as RbErr, Module, RModule, Ruby};
|
|
5
5
|
use std::borrow::Cow;
|
|
6
6
|
|
|
7
|
+
use crate::ruby::{RbException, RbIOError, RbNotImplementedError, RbRuntimeError, RbValueError};
|
|
8
|
+
|
|
7
9
|
macro_rules! create_exception {
|
|
8
10
|
($type:ident, $name:expr) => {
|
|
9
11
|
pub struct $type {}
|
|
@@ -36,6 +38,10 @@ pub(crate) fn to_rt_err(msg: impl ToString) -> RbErr {
|
|
|
36
38
|
RbRuntimeError::new_err(msg.to_string())
|
|
37
39
|
}
|
|
38
40
|
|
|
41
|
+
pub(crate) fn to_rt_err2(msg: impl ToString) -> RubyError {
|
|
42
|
+
RubyError::RuntimeError(msg.to_string())
|
|
43
|
+
}
|
|
44
|
+
|
|
39
45
|
fn inner_to_rb_err(err: DeltaTableError) -> RbErr {
|
|
40
46
|
match err {
|
|
41
47
|
DeltaTableError::NotATable(msg) => TableNotFoundError::new_err(msg),
|
|
@@ -89,6 +95,9 @@ fn datafusion_to_rb(err: DataFusionError) -> RbErr {
|
|
|
89
95
|
pub enum RubyError {
|
|
90
96
|
DeltaTable(DeltaTableError),
|
|
91
97
|
DataFusion(DataFusionError),
|
|
98
|
+
// Ruby-specific errors for when GVL released
|
|
99
|
+
RuntimeError(String),
|
|
100
|
+
ValueError(String),
|
|
92
101
|
}
|
|
93
102
|
|
|
94
103
|
impl From<DeltaTableError> for RubyError {
|
|
@@ -108,28 +117,8 @@ impl From<RubyError> for RbErr {
|
|
|
108
117
|
match value {
|
|
109
118
|
RubyError::DeltaTable(err) => inner_to_rb_err(err),
|
|
110
119
|
RubyError::DataFusion(err) => datafusion_to_rb(err),
|
|
120
|
+
RubyError::RuntimeError(err) => RbRuntimeError::new_err(err),
|
|
121
|
+
RubyError::ValueError(err) => RbValueError::new_err(err),
|
|
111
122
|
}
|
|
112
123
|
}
|
|
113
124
|
}
|
|
114
|
-
|
|
115
|
-
macro_rules! create_builtin_exception {
|
|
116
|
-
($type:ident, $method:ident) => {
|
|
117
|
-
pub struct $type {}
|
|
118
|
-
|
|
119
|
-
impl $type {
|
|
120
|
-
pub fn new_err<T>(message: T) -> RbErr
|
|
121
|
-
where
|
|
122
|
-
T: Into<Cow<'static, str>>,
|
|
123
|
-
{
|
|
124
|
-
let ruby = Ruby::get().unwrap();
|
|
125
|
-
RbErr::new(ruby.$method(), message)
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
};
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
create_builtin_exception!(RbException, exception_runtime_error);
|
|
132
|
-
create_builtin_exception!(RbIOError, exception_io_error);
|
|
133
|
-
create_builtin_exception!(RbNotImplementedError, exception_not_imp_error);
|
|
134
|
-
create_builtin_exception!(RbRuntimeError, exception_runtime_error);
|
|
135
|
-
create_builtin_exception!(RbValueError, exception_arg_error);
|