iceberg 0.10.2-aarch64-linux

data/lib/iceberg/table.rb

@@ -0,0 +1,155 @@
+module Iceberg
+  class Table
+    def initialize(table, catalog)
+      @table = table
+      @catalog = catalog
+    end
+
+    def format_version
+      @table.format_version
+    end
+
+    def uuid
+      @table.uuid
+    end
+
+    def location
+      @table.location
+    end
+
+    def last_sequence_number
+      @table.last_sequence_number
+    end
+
+    def next_sequence_number
+      @table.next_sequence_number
+    end
+
+    def last_column_id
+      @table.last_column_id
+    end
+
+    def last_partition_id
+      @table.last_partition_id
+    end
+
+    def schemas
+      @table.schemas
+    end
+
+    def schema_by_id(schema_id)
+      @table.schema_by_id(schema_id)
+    end
+
+    def current_schema
+      @table.current_schema
+    end
+    alias_method :schema, :current_schema
+
+    def current_schema_id
+      @table.current_schema_id
+    end
+    alias_method :schema_id, :current_schema_id
+
+    def default_partition_spec_id
+      @table.default_partition_spec_id
+    end
+
+    def snapshots
+      @table.snapshots
+    end
+
+    def snapshot_by_id(snapshot_id)
+      @table.snapshot_by_id(snapshot_id)
+    end
+
+    def history
+      @table.history
+    end
+
+    def metadata_log
+      @table.metadata_log
+    end
+
+    def current_snapshot
+      @table.current_snapshot
+    end
+
+    def current_snapshot_id
+      @table.current_snapshot_id
+    end
+
+    def properties
+      @table.properties
+    end
+
+    def to_polars(snapshot_id: nil, storage_options: nil)
+      require "polars-df"
+
+      files = @table.scan(snapshot_id).plan_files
+      if files.empty?
+        # TODO improve
+        schema =
+          # TODO use schema from snapshot_id
+          current_schema.fields.to_h do |field|
+            dtype =
+              case field[:type]
+              when "int"
+                Polars::Int32
+              when "long"
+                Polars::Int64
+              when "double"
+                Polars::Float64
+              when "string"
+                Polars::String
+              when "timestamp"
+                Polars::Datetime
+              else
+                raise Todo
+              end
+
+            [field[:name], dtype]
+          end
+
+        Polars::LazyFrame.new(schema: schema)
+      else
+        sources = files.map { |v| v[:data_file_path] }
+
+        deletion_files = [
+          "iceberg-position-delete",
+          files.map.with_index
+            .select { |v, i| v[:deletes].any? }
+            .to_h { |v, i| [i, v[:deletes].map { |d| d[:file_path] }] }
+        ]
+
+        Polars.scan_parquet(
+          sources,
+          storage_options: storage_options,
+          # TODO
+          # cast_options: Polars::ScanCastOptions._default_iceberg,
+          # allow_missing_columns: true,
+          # extra_columns: "ignore",
+          # _column_mapping: column_mapping,
+          _deletion_files: deletion_files
+        )
+      end
+    end
+
+    def append(df)
+      check_catalog
+      @table = @table.append(df.arrow_c_stream, @catalog)
+      nil
+    end
+
+    # hide internal state
+    def inspect
+      to_s
+    end
+
+    private
+
+    def check_catalog
+      raise Error, "Read-only table" if @catalog.nil?
+    end
+  end
+end

data/lib/iceberg/table_definition.rb

@@ -0,0 +1,37 @@
+module Iceberg
+  class TableDefinition
+    TYPES = %w[
+      boolean int long float double date timestamp timestamptz string uuid binary
+    ]
+
+    TYPE_ALIASES = {
+      "integer" => "int",
+      "bigint" => "long"
+    }
+
+    attr_reader :fields
+
+    def initialize
+      @fields = []
+    end
+
+    (TYPES + TYPE_ALIASES.keys).each do |type|
+      define_method type do |name, **options|
+        column(name, type, **options)
+      end
+    end
+
+    def column(name, type, null: true, default: nil, comment: nil)
+      type = type.to_s
+      @fields << {
+        id: @fields.size + 1,
+        name: name.to_s,
+        type: TYPE_ALIASES.fetch(type, type),
+        required: !null,
+        doc: comment,
+        # no need for initial default (and not supported until v3)
+        write_default: default
+      }
+    end
+  end
+end

data/lib/iceberg/version.rb

@@ -0,0 +1,3 @@
+module Iceberg
+  VERSION = "0.10.2"
+end

data/lib/iceberg.rb

@@ -0,0 +1,36 @@
+# ext
+begin
+  require "iceberg/#{RUBY_VERSION.to_f}/iceberg"
+rescue LoadError
+  require "iceberg/iceberg"
+end
+
+# modules
+require_relative "iceberg/catalog"
+require_relative "iceberg/schema"
+require_relative "iceberg/table"
+require_relative "iceberg/static_table"
+require_relative "iceberg/table_definition"
+require_relative "iceberg/version"
+
+# catalogs
+require_relative "iceberg/glue_catalog"
+require_relative "iceberg/memory_catalog"
+require_relative "iceberg/rest_catalog"
+require_relative "iceberg/sql_catalog"
+
+module Iceberg
+  class Error < StandardError; end
+  class InvalidDataError < Error; end
+  class NamespaceAlreadyExistsError < Error; end
+  class NamespaceNotFoundError < Error; end
+  class TableAlreadyExistsError < Error; end
+  class TableNotFoundError < Error; end
+  class UnsupportedFeatureError < Error; end
+
+  class Todo < Error
+    def message
+      "not implemented yet"
+    end
+  end
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: iceberg
+version: !ruby/object:Gem::Version
+  version: 0.10.2
+platform: aarch64-linux
+authors:
+- Andrew Kane
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2025-08-28 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: andrew@ankane.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- Cargo.lock
+- Cargo.toml
+- LICENSE-THIRD-PARTY.txt
+- LICENSE.txt
+- NOTICE.txt
+- README.md
+- lib/iceberg.rb
+- lib/iceberg/3.2/iceberg.so
+- lib/iceberg/3.3/iceberg.so
+- lib/iceberg/3.4/iceberg.so
+- lib/iceberg/catalog.rb
+- lib/iceberg/glue_catalog.rb
+- lib/iceberg/memory_catalog.rb
+- lib/iceberg/rest_catalog.rb
+- lib/iceberg/schema.rb
+- lib/iceberg/sql_catalog.rb
+- lib/iceberg/static_table.rb
+- lib/iceberg/table.rb
+- lib/iceberg/table_definition.rb
+- lib/iceberg/version.rb
+homepage: https://github.com/ankane/iceberg-ruby
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.2'
+  - - "<"
+    - !ruby/object:Gem::Version
+      version: 3.5.dev
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.23
+signing_key: 
+specification_version: 4
+summary: Apache Iceberg for Ruby
+test_files: []