deltalake-rb 0.2.5 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/Cargo.lock +442 -323
- data/ext/deltalake/Cargo.toml +6 -5
- data/ext/deltalake/src/error.rs +5 -0
- data/ext/deltalake/src/lib.rs +294 -123
- data/ext/deltalake/src/merge.rs +2 -2
- data/lib/deltalake/table_optimizer.rb +2 -0
- data/lib/deltalake/version.rb +1 -1
- data/lib/deltalake.rb +31 -19
- metadata +1 -2
- data/lib/deltalake/deltalake.so +0 -0
data/ext/deltalake/src/merge.rs
CHANGED
|
@@ -62,8 +62,8 @@ impl RbMergeBuilder {
|
|
|
62
62
|
Arc::new(MemTable::try_new(schema.clone(), batches).unwrap());
|
|
63
63
|
let source_df = ctx.read_table(table_provider).unwrap();
|
|
64
64
|
|
|
65
|
-
let mut cmd =
|
|
66
|
-
|
|
65
|
+
let mut cmd = MergeBuilder::new(log_store, Some(snapshot), predicate, source_df)
|
|
66
|
+
.with_safe_cast(safe_cast);
|
|
67
67
|
|
|
68
68
|
if let Some(src_alias) = &source_alias {
|
|
69
69
|
cmd = cmd.with_source_alias(src_alias);
|
|
@@ -38,6 +38,7 @@ module DeltaLake
|
|
|
38
38
|
target_size: nil,
|
|
39
39
|
max_concurrent_tasks: nil,
|
|
40
40
|
max_spill_size: 20 * 1024 * 1024 * 1024,
|
|
41
|
+
max_temp_directory_size: nil,
|
|
41
42
|
min_commit_interval: nil,
|
|
42
43
|
writer_properties: nil,
|
|
43
44
|
post_commithook_properties: nil,
|
|
@@ -50,6 +51,7 @@ module DeltaLake
|
|
|
50
51
|
target_size,
|
|
51
52
|
max_concurrent_tasks,
|
|
52
53
|
max_spill_size,
|
|
54
|
+
max_temp_directory_size,
|
|
53
55
|
min_commit_interval,
|
|
54
56
|
writer_properties,
|
|
55
57
|
post_commithook_properties,
|
data/lib/deltalake/version.rb
CHANGED
data/lib/deltalake.rb
CHANGED
|
@@ -92,26 +92,38 @@ module DeltaLake
|
|
|
92
92
|
|
|
93
93
|
data = Utils.convert_data(data)
|
|
94
94
|
|
|
95
|
-
write_deltalake_rust(
|
|
96
|
-
table_uri,
|
|
97
|
-
data,
|
|
98
|
-
mode,
|
|
99
|
-
table&._table,
|
|
100
|
-
schema_mode,
|
|
101
|
-
partition_by,
|
|
102
|
-
predicate,
|
|
103
|
-
target_file_size,
|
|
104
|
-
name,
|
|
105
|
-
description,
|
|
106
|
-
configuration,
|
|
107
|
-
storage_options,
|
|
108
|
-
writer_properties,
|
|
109
|
-
commit_properties,
|
|
110
|
-
post_commithook_properties
|
|
111
|
-
)
|
|
112
|
-
|
|
113
95
|
if table
|
|
114
|
-
table.
|
|
96
|
+
table._table.write(
|
|
97
|
+
data,
|
|
98
|
+
mode,
|
|
99
|
+
schema_mode,
|
|
100
|
+
partition_by,
|
|
101
|
+
predicate,
|
|
102
|
+
target_file_size,
|
|
103
|
+
name,
|
|
104
|
+
description,
|
|
105
|
+
configuration,
|
|
106
|
+
writer_properties,
|
|
107
|
+
commit_properties,
|
|
108
|
+
post_commithook_properties
|
|
109
|
+
)
|
|
110
|
+
else
|
|
111
|
+
write_deltalake_rust(
|
|
112
|
+
table_uri,
|
|
113
|
+
data,
|
|
114
|
+
mode,
|
|
115
|
+
schema_mode,
|
|
116
|
+
partition_by,
|
|
117
|
+
predicate,
|
|
118
|
+
target_file_size,
|
|
119
|
+
name,
|
|
120
|
+
description,
|
|
121
|
+
configuration,
|
|
122
|
+
storage_options,
|
|
123
|
+
writer_properties,
|
|
124
|
+
commit_properties,
|
|
125
|
+
post_commithook_properties
|
|
126
|
+
)
|
|
115
127
|
end
|
|
116
128
|
end
|
|
117
129
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: deltalake-rb
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
@@ -44,7 +44,6 @@ files:
|
|
|
44
44
|
- ext/deltalake/src/utils.rs
|
|
45
45
|
- lib/deltalake-rb.rb
|
|
46
46
|
- lib/deltalake.rb
|
|
47
|
-
- lib/deltalake/deltalake.so
|
|
48
47
|
- lib/deltalake/field.rb
|
|
49
48
|
- lib/deltalake/metadata.rb
|
|
50
49
|
- lib/deltalake/schema.rb
|
data/lib/deltalake/deltalake.so
DELETED
|
Binary file
|