iceberg 0.10.1 → 0.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2c46a82a7b9d4d9fff982a5b2f0c1f7afe35190be0ce6d10e10bb11aa640bffc
-  data.tar.gz: 96d07d2411575116317865ad03bc7ed2ec46afbb578214959a275c16704f8d8f
+  metadata.gz: 7443be13c19060405062932a96a353db0d5fdff69ad5be7de60dcd3deae6a45d
+  data.tar.gz: 9376cc574876fd5f8c2c79ef9a068e7ad830487b55ccd8e2196e913ca2f8d913
 SHA512:
-  metadata.gz: 6daf12d51dd4a08a16df8c8d69a4f9afff30d8dcf0285214d41427d025065e3c1b9be072d588dd1a5db310c9189c73fd37a7b0fbc698af36007585d5cfc847a2
-  data.tar.gz: 12e6a28918d367c4fdeec801bd0c16b8dc2eb3c18b6c9411d6281dc01aa378411cea70168f927c6571075b09e79a0bec6d1012e816d6acea4e9b7e1ba8573e6b
+  metadata.gz: fae6a6a7bab2379d7fd21c927ae4f6e16031cac672affa5a672e89c18804b4589f5224ab1a8f4236a24617a7f613b061d526a82c856b2f84c3d360e57494af4d
+  data.tar.gz: 037dc08db1baff438de69bd3722277017bd8cdd3208ba0a2390e7f0f58df48866a61bcc1d98fabe6579261d429956367e75ed263b7faf3ed37bad1b3ea7ac99b

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.10.2 (2025-08-28)
+
+- Added precompiled gems
+
 ## 0.10.1 (2025-08-27)
 
 - Added `if_not_exists` option to `create_namespace` method

data/Cargo.lock

@@ -2814,7 +2814,7 @@ dependencies = [
 
 [[package]]
 name = "iceberg"
-version = "0.10.1"
+version = "0.10.2"
 dependencies = [
  "arrow-array",
  "arrow-schema",

data/README.md

@@ -12,8 +12,6 @@ Add this line to your application’s Gemfile:
 gem "iceberg"
 ```
 
-It can take around 5 minutes to compile the gem.
-
 ## Getting Started
 
 Create a client for an Iceberg catalog

data/ext/iceberg/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "iceberg"
-version = "0.10.1"
+version = "0.10.2"
 license = "Apache-2.0"
 authors = ["Andrew Kane <andrew@ankane.org>"]
 edition = "2024"

data/ext/iceberg/src/lib.rs

@@ -122,6 +122,7 @@ fn init(ruby: &Ruby) -> RbResult<()> {
 
     let class = module.define_class("RbTableScan", ruby.class_object())?;
     class.define_method("plan_files", method!(RbTableScan::plan_files, 0))?;
+    class.define_method("snapshot", method!(RbTableScan::snapshot, 0))?;
 
     Ok(())
 }

data/ext/iceberg/src/scan.rs

@@ -1,11 +1,12 @@
 use futures::TryStreamExt;
 use iceberg::scan::TableScan;
-use magnus::{RArray, Ruby};
+use magnus::{RArray, Ruby, Value};
 use std::cell::RefCell;
 
 use crate::RbResult;
 use crate::error::to_rb_err;
 use crate::runtime::runtime;
+use crate::utils::rb_snapshot;
 
 #[magnus::wrap(class = "Iceberg::RbTableScan")]
 pub struct RbTableScan {
@@ -44,4 +45,11 @@ impl RbTableScan {
         }
         Ok(files)
     }
+
+    pub fn snapshot(ruby: &Ruby, rb_self: &Self) -> RbResult<Option<Value>> {
+        match rb_self.scan.borrow().snapshot() {
+            Some(s) => Ok(Some(rb_snapshot(ruby, s)?)),
+            None => Ok(None),
+        }
+    }
 }

data/ext/iceberg/src/table.rs

@@ -145,21 +145,21 @@ impl RbTable {
     pub fn schemas(ruby: &Ruby, rb_self: &Self) -> RbResult<RArray> {
         let schemas = ruby.ary_new();
         for s in rb_self.table.borrow().metadata().schemas_iter() {
-            schemas.push(rb_schema(s)?)?;
+            schemas.push(rb_schema(ruby, s)?)?;
         }
         Ok(schemas)
     }
 
-    pub fn schema_by_id(&self, schema_id: i32) -> RbResult<Option<Value>> {
-        let schema = match self.table.borrow().metadata().schema_by_id(schema_id) {
-            Some(s) => Some(rb_schema(s)?),
+    pub fn schema_by_id(ruby: &Ruby, rb_self: &Self, schema_id: i32) -> RbResult<Option<Value>> {
+        let schema = match rb_self.table.borrow().metadata().schema_by_id(schema_id) {
+            Some(s) => Some(rb_schema(ruby, s)?),
             None => None,
         };
         Ok(schema)
     }
 
-    pub fn current_schema(&self) -> RbResult<Value> {
-        rb_schema(self.table.borrow().metadata().current_schema())
+    pub fn current_schema(ruby: &Ruby, rb_self: &Self) -> RbResult<Value> {
+        rb_schema(ruby, rb_self.table.borrow().metadata().current_schema())
     }
 
     pub fn current_schema_id(&self) -> i32 {
@@ -198,14 +198,23 @@ impl RbTable {
     pub fn snapshots(ruby: &Ruby, rb_self: &Self) -> RbResult<RArray> {
         let snapshots = ruby.ary_new();
         for s in rb_self.table.borrow().metadata().snapshots() {
-            snapshots.push(rb_snapshot(s)?)?;
+            snapshots.push(rb_snapshot(ruby, s)?)?;
         }
         Ok(snapshots)
     }
 
-    pub fn snapshot_by_id(&self, snapshot_id: i64) -> RbResult<Option<Value>> {
-        let snapshot = match self.table.borrow().metadata().snapshot_by_id(snapshot_id) {
-            Some(s) => Some(rb_snapshot(s)?),
+    pub fn snapshot_by_id(
+        ruby: &Ruby,
+        rb_self: &Self,
+        snapshot_id: i64,
+    ) -> RbResult<Option<Value>> {
+        let snapshot = match rb_self
+            .table
+            .borrow()
+            .metadata()
+            .snapshot_by_id(snapshot_id)
+        {
+            Some(s) => Some(rb_snapshot(ruby, s)?),
             None => None,
         };
         Ok(snapshot)
@@ -236,9 +245,9 @@ impl RbTable {
         Ok(metadata_logs)
     }
 
-    pub fn current_snapshot(&self) -> RbResult<Option<Value>> {
-        let snapshot = match self.table.borrow().metadata().current_snapshot() {
-            Some(s) => Some(rb_snapshot(s)?),
+    pub fn current_snapshot(ruby: &Ruby, rb_self: &Self) -> RbResult<Option<Value>> {
+        let snapshot = match rb_self.table.borrow().metadata().current_snapshot() {
+            Some(s) => Some(rb_snapshot(ruby, s)?),
             None => None,
         };
         Ok(snapshot)
@@ -248,9 +257,18 @@ impl RbTable {
         self.table.borrow().metadata().current_snapshot_id()
     }
 
-    pub fn snapshot_for_ref(&self, ref_name: String) -> RbResult<Option<Value>> {
-        let snapshot = match self.table.borrow().metadata().snapshot_for_ref(&ref_name) {
-            Some(s) => Some(rb_snapshot(s)?),
+    pub fn snapshot_for_ref(
+        ruby: &Ruby,
+        rb_self: &Self,
+        ref_name: String,
+    ) -> RbResult<Option<Value>> {
+        let snapshot = match rb_self
+            .table
+            .borrow()
+            .metadata()
+            .snapshot_for_ref(&ref_name)
+        {
+            Some(s) => Some(rb_snapshot(ruby, s)?),
             None => None,
         };
         Ok(snapshot)

data/ext/iceberg/src/utils.rs

@@ -146,8 +146,7 @@ fn default_value(ob: Value, field_type: &Type) -> RbResult<Option<Literal>> {
     Ok(Some(lit))
 }
 
-pub fn rb_schema(schema: &Schema) -> RbResult<Value> {
-    let ruby = Ruby::get().unwrap();
+pub fn rb_schema(ruby: &Ruby, schema: &Schema) -> RbResult<Value> {
     let fields = ruby.ary_new();
     for f in schema.as_struct().fields() {
         let field = ruby.hash_new();
@@ -182,10 +181,10 @@ pub fn rb_schema(schema: &Schema) -> RbResult<Value> {
 
         field.aset(ruby.to_symbol("required"), f.required)?;
 
-        let initial_default = f.initial_default.as_ref().map(rb_literal);
+        let initial_default = f.initial_default.as_ref().map(|v| rb_literal(ruby, v));
         field.aset(ruby.to_symbol("initial_default"), initial_default)?;
 
-        let write_default = f.write_default.as_ref().map(rb_literal);
+        let write_default = f.write_default.as_ref().map(|v| rb_literal(ruby, v));
         field.aset(ruby.to_symbol("write_default"), write_default)?;
 
         field.aset(
@@ -205,8 +204,20 @@ pub fn rb_schema(schema: &Schema) -> RbResult<Value> {
         .funcall("new", (fields, kwargs!("schema_id" => schema_id)))
 }
 
-pub fn rb_snapshot(_snapshot: &Snapshot) -> RbResult<Value> {
-    todo!();
+pub fn rb_snapshot(ruby: &Ruby, snapshot: &Snapshot) -> RbResult<Value> {
+    let rb_snapshot = ruby.hash_new();
+    rb_snapshot.aset(ruby.to_symbol("snapshot_id"), snapshot.snapshot_id())?;
+    rb_snapshot.aset(
+        ruby.to_symbol("parent_snapshot_id"),
+        snapshot.parent_snapshot_id(),
+    )?;
+    rb_snapshot.aset(
+        ruby.to_symbol("sequence_number"),
+        snapshot.sequence_number(),
+    )?;
+    rb_snapshot.aset(ruby.to_symbol("manifest_list"), snapshot.manifest_list())?;
+    rb_snapshot.aset(ruby.to_symbol("schema_id"), snapshot.schema_id())?;
+    Ok(rb_snapshot.as_value())
 }
 
 pub fn rb_partition_spec(_partition_spec: &PartitionSpec) -> RbResult<Value> {
@@ -227,15 +238,14 @@ pub fn rb_partition_statistics_file(
     todo!();
 }
 
-pub fn rb_literal(literal: &Literal) -> Value {
-    let ruby = Ruby::get().unwrap();
+pub fn rb_literal(ruby: &Ruby, literal: &Literal) -> Value {
     match literal {
         Literal::Primitive(pl) => match pl {
-            PrimitiveLiteral::Boolean(v) => v.into_value_with(&ruby),
-            PrimitiveLiteral::Int(v) => v.into_value_with(&ruby),
-            PrimitiveLiteral::Long(v) => v.into_value_with(&ruby),
-            PrimitiveLiteral::Float(v) => v.into_value_with(&ruby),
-            PrimitiveLiteral::Double(v) => v.into_value_with(&ruby),
+            PrimitiveLiteral::Boolean(v) => v.into_value_with(ruby),
+            PrimitiveLiteral::Int(v) => v.into_value_with(ruby),
+            PrimitiveLiteral::Long(v) => v.into_value_with(ruby),
+            PrimitiveLiteral::Float(v) => v.into_value_with(ruby),
+            PrimitiveLiteral::Double(v) => v.into_value_with(ruby),
             PrimitiveLiteral::String(v) => ruby.str_new(v).as_value(),
             PrimitiveLiteral::Binary(v) => ruby.str_from_slice(v).as_value(),
             _ => todo!(),

data/lib/iceberg/table.rb

@@ -90,6 +90,7 @@ module Iceberg
       if files.empty?
         # TODO improve
         schema =
+          # TODO use schema from snapshot_id
           current_schema.fields.to_h do |field|
             dtype =
               case field[:type]

data/lib/iceberg/version.rb

@@ -1,3 +1,3 @@
 module Iceberg
-  VERSION = "0.10.1"
+  VERSION = "0.10.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: iceberg
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.10.2
 platform: ruby
 authors:
 - Andrew Kane