iceberg 0.10.3-x86_64-linux → 0.11.0-x86_64-linux

data/README.md

@@ -2,6 +2,8 @@
 
 [Apache Iceberg](https://iceberg.apache.org/) for Ruby
 
+:duck: Also check out [SeaDuck](https://github.com/ankane/seaduck)
+
 [![Build Status](https://github.com/ankane/iceberg-ruby/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/iceberg-ruby/actions)
 
 ## Installation
@@ -35,7 +37,7 @@ catalog.create_table("main.events") do |t|
 end
 ```
 
-Or
+Or with [Polars](https://github.com/ankane/ruby-polars)
 
 ```ruby
 df = Polars::DataFrame.new({"id" => [1, 2], "value" => [3.0, 4.0]})

data/lib/iceberg/catalog.rb

@@ -7,6 +7,7 @@ module Iceberg
     def create_namespace(namespace, properties: {}, if_not_exists: nil)
       @catalog.create_namespace(namespace, properties)
     rescue Error => e
+      # ideally all catalogs would use NamespaceAlreadyExistsError
       if !if_not_exists || (e.message != "Cannot create namespace" && !e.message.include?("already exists"))
         raise e
       end
@@ -28,7 +29,8 @@ module Iceberg
     def drop_namespace(namespace, if_exists: nil)
       @catalog.drop_namespace(namespace)
     rescue Error => e
-      if !if_exists || (e.message != "Tried to drop a namespace that does not exist" && !e.message.include?("No such namespace"))
+      # ideally all catalogs would use NamespaceNotFoundError
+      if !if_exists || (e.message != "Tried to drop a namespace that does not exist" && !e.message.include?("No such namespace") && !e.message.include?("The specified namespace does not exist") && !e.message.include?("not found"))
         raise e
       end
       nil
@@ -47,9 +49,9 @@ module Iceberg
         table_definition = TableDefinition.new
         yield table_definition
         schema = Schema.new(table_definition.fields)
-      elsif schema.is_a?(Hash)
+      elsif schema.is_a?(Hash) || (defined?(Polars::Schema) && schema.is_a?(Polars::Schema))
         fields =
-          schema.map.with_index do |(k, v), i|
+          schema.to_h.map.with_index do |(k, v), i|
             {
               id: i + 1,
               name: k.is_a?(Symbol) ? k.to_s : k,
@@ -72,7 +74,8 @@ module Iceberg
     def drop_table(table_name, if_exists: nil)
       @catalog.drop_table(table_name)
     rescue Error => e
-      if !if_exists || (e.message != "Tried to drop a table that does not exist" && !e.message.include?("No such table"))
+      # ideally all catalogs would use TableNotFoundError
+      if !if_exists || (e.message != "Tried to drop a table that does not exist" && !e.message.include?("No such table") && !e.message.include?("The specified table does not exist") && !e.message.include?("not found"))
         raise e
       end
       nil
@@ -92,11 +95,11 @@ module Iceberg
       @catalog.register_table(table_name, metadata_location)
     end
 
-    def query(sql)
+    def sql(sql)
       # requires datafusion feature
-      raise Todo unless @catalog.respond_to?(:query)
+      raise Todo unless @catalog.respond_to?(:sql)
 
-      @catalog.query(sql)
+      @catalog.sql(sql)
     end
 
     # hide internal state

data/lib/iceberg/glue_catalog.rb

@@ -2,9 +2,6 @@ module Iceberg
   class GlueCatalog < Catalog
     # warehouse is URI of S3 storage bucket
     def initialize(warehouse:)
-      # requires glue feature
-      raise Error, "Feature not enabled" unless RbCatalog.respond_to?(:new_glue)
-
       @catalog = RbCatalog.new_glue(warehouse)
     end
   end

data/lib/iceberg/s3_tables_catalog.rb

@@ -0,0 +1,7 @@
+module Iceberg
+  class S3TablesCatalog < Catalog
+    def initialize(arn:)
+      @catalog = RbCatalog.new_s3tables(arn)
+    end
+  end
+end

data/lib/iceberg/table.rb

@@ -87,61 +87,14 @@ module Iceberg
       TableScan.new(@table.scan(snapshot_id), self)
     end
 
-    def to_polars(snapshot_id: nil, storage_options: nil, _schema_changes: false)
+    def to_polars(snapshot_id: nil, storage_options: nil)
       require "polars-df"
 
-      # TODO always take this path in 0.2.0
-      if _schema_changes
-        return Polars.scan_iceberg(self, snapshot_id:, storage_options:)
+      if Gem::Version.new(Polars::VERSION) < Gem::Version.new("0.23")
+        raise "Requires polars-df >= 0.23"
       end
 
-      scan = scan(snapshot_id:)
-      files = scan.plan_files
-
-      if files.empty?
-        snapshot = scan.snapshot
-        scan_schema = snapshot ? schema_by_id(snapshot[:schema_id]) : current_schema
-
-        # TODO improve
-        schema =
-          scan_schema.fields.to_h do |field|
-            dtype =
-              case field[:type]
-              when "int"
-                Polars::Int32
-              when "long"
-                Polars::Int64
-              when "double"
-                Polars::Float64
-              when "string"
-                Polars::String
-              when "timestamp"
-                Polars::Datetime
-              else
-                raise Todo
-              end
-
-            [field[:name], dtype]
-          end
-
-        Polars::LazyFrame.new(schema: schema)
-      else
-        sources = files.map { |v| v[:data_file_path] }
-
-        deletion_files = [
-          "iceberg-position-delete",
-          files.map.with_index
-            .select { |v, i| v[:deletes].any? }
-            .to_h { |v, i| [i, v[:deletes].map { |d| d[:file_path] }] }
-        ]
-
-        scan_options = {
-          storage_options: storage_options,
-          _deletion_files: deletion_files,
-        }
-
-        Polars.scan_parquet(sources, **scan_options)
-      end
+      Polars.scan_iceberg(self, snapshot_id:, storage_options:)
     end
 
     def append(df)

data/lib/iceberg/version.rb

@@ -1,3 +1,3 @@
 module Iceberg
-  VERSION = "0.10.3"
+  VERSION = "0.11.0"
 end

data/lib/iceberg.rb

@@ -18,6 +18,7 @@ require_relative "iceberg/version"
 require_relative "iceberg/glue_catalog"
 require_relative "iceberg/memory_catalog"
 require_relative "iceberg/rest_catalog"
+require_relative "iceberg/s3_tables_catalog"
 require_relative "iceberg/sql_catalog"
 
 module Iceberg

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: iceberg
 version: !ruby/object:Gem::Version
-  version: 0.10.3
+  version: 0.11.0
 platform: x86_64-linux
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2025-10-16 00:00:00.000000000 Z
+date: 2026-01-22 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org
@@ -24,13 +24,14 @@ files:
 - NOTICE.txt
 - README.md
 - lib/iceberg.rb
-- lib/iceberg/3.2/iceberg.so
 - lib/iceberg/3.3/iceberg.so
 - lib/iceberg/3.4/iceberg.so
+- lib/iceberg/4.0/iceberg.so
 - lib/iceberg/catalog.rb
 - lib/iceberg/glue_catalog.rb
 - lib/iceberg/memory_catalog.rb
 - lib/iceberg/rest_catalog.rb
+- lib/iceberg/s3_tables_catalog.rb
 - lib/iceberg/schema.rb
 - lib/iceberg/sql_catalog.rb
 - lib/iceberg/static_table.rb
@@ -50,10 +51,10 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.2'
+      version: '3.3'
   - - "<"
     - !ruby/object:Gem::Version
-      version: 3.5.dev
+      version: 4.1.dev
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="