duckdb 1.4.2.0 → 1.4.4.0

data/sample/issue930_benchmark.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require 'duckdb'
+require 'csv'
+require 'stringio'
+
+class CSVTableAdapter
+  def call(csv, name, columns: nil)
+    columns ||= infer_columns(csv)
+    DuckDB::TableFunction.create(name:, columns:) do |_func_info, output|
+      write_row(csv, output)
+    end
+  end
+
+  private
+
+  def write_row(csv, output)
+    line = csv.readline
+    if line
+      line.each_with_index { |cell, index| output.set_value(index, 0, cell[1]) }
+      1
+    else
+      csv.rewind
+      0
+    end
+  end
+
+  def infer_columns(csv)
+    headers = csv.first.headers
+    csv.rewind
+    headers.to_h { |header| [header, DuckDB::LogicalType::VARCHAR] }
+  end
+end
+
+def register_as_table_with_create_table(con, csv, name)
+  headers = csv.first.headers
+  csv.rewind
+  con.execute("CREATE OR REPLACE TABLE #{name} (#{headers.map { |h| "#{h} VARCHAR" }.join(', ')})")
+  csv.each do |row|
+    values = row.map { |cell| "'#{cell[1]}'" }.join(', ')
+    con.execute("INSERT INTO #{name} VALUES (#{values})")
+  end
+end
+
+DuckDB::TableFunction.add_table_adapter(CSV, CSVTableAdapter.new)
+
+csv_data = 'id,name,age'
+csv_data += 100_000.times.map { |i| "\n#{i + 1},Name#{i + 1},#{rand(0..100)}" }.join
+
+db = DuckDB::Database.open
+con = db.connect
+con.query('SET threads=1')
+
+csv = CSV.new(StringIO.new(csv_data), headers: true)
+start_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+con.expose_as_table(csv, 'csv_tf')
+con.query('SELECT * FROM csv_tf()').to_a
+end_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+
+csv2 = CSV.new(StringIO.new(csv_data), headers: true)
+start_time2 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+register_as_table_with_create_table(con, csv2, 'csv_ct')
+con.query('SELECT * FROM csv_ct').to_a
+end_time2 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+
+con.close
+db.close
+
+puts "Time taken for table function approach: #{end_time - start_time} seconds"
+puts "Time taken for CREATE TABLE   approach: #{end_time2 - start_time2} seconds"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: duckdb
 version: !ruby/object:Gem::Version
-  version: 1.4.2.0
+  version: 1.4.4.0
 platform: ruby
 authors:
 - Masaki Suketa
@@ -23,62 +23,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.1.4
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.3'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '13.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '13.0'
-- !ruby/object:Gem::Dependency
-  name: rake-compiler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: This module is Ruby binding for DuckDB database engine. You must have
   the DuckDB engine installed to build/use this module.
 email:
@@ -90,12 +34,15 @@ extra_rdoc_files: []
 files:
 - ".gitattributes"
 - ".github/FUNDING.yml"
+- ".github/copilot-instructions.md"
+- ".github/workflows/linter.yml"
 - ".github/workflows/make_documents.yml"
 - ".github/workflows/test_on_macos.yml"
 - ".github/workflows/test_on_ubuntu.yml"
 - ".github/workflows/test_on_windows.yml"
 - ".gitignore"
 - ".rdoc_options"
+- ".rubocop.yml"
 - CHANGELOG.md
 - CONTRIBUTION.md
 - Dockerfile
@@ -114,6 +61,8 @@ files:
 - duckdb.gemspec
 - ext/duckdb/appender.c
 - ext/duckdb/appender.h
+- ext/duckdb/bind_info.c
+- ext/duckdb/bind_info.h
 - ext/duckdb/blob.c
 - ext/duckdb/blob.h
 - ext/duckdb/column.c
@@ -124,6 +73,8 @@ files:
 - ext/duckdb/connection.h
 - ext/duckdb/converter.h
 - ext/duckdb/conveter.c
+- ext/duckdb/data_chunk.c
+- ext/duckdb/data_chunk.h
 - ext/duckdb/database.c
 - ext/duckdb/database.h
 - ext/duckdb/duckdb.c
@@ -132,10 +83,16 @@ files:
 - ext/duckdb/extconf.rb
 - ext/duckdb/extracted_statements.c
 - ext/duckdb/extracted_statements.h
+- ext/duckdb/function_info.c
+- ext/duckdb/function_info.h
+- ext/duckdb/init_info.c
+- ext/duckdb/init_info.h
 - ext/duckdb/instance_cache.c
 - ext/duckdb/instance_cache.h
 - ext/duckdb/logical_type.c
 - ext/duckdb/logical_type.h
+- ext/duckdb/memory_helper.c
+- ext/duckdb/memory_helper.h
 - ext/duckdb/pending_result.c
 - ext/duckdb/pending_result.h
 - ext/duckdb/prepared_statement.c
@@ -145,21 +102,30 @@ files:
 - ext/duckdb/ruby-duckdb.h
 - ext/duckdb/scalar_function.c
 - ext/duckdb/scalar_function.h
+- ext/duckdb/table_function.c
+- ext/duckdb/table_function.h
 - ext/duckdb/util.c
 - ext/duckdb/util.h
 - ext/duckdb/value_impl.c
 - ext/duckdb/value_impl.h
+- ext/duckdb/vector.c
+- ext/duckdb/vector.h
 - getduckdb.sh
 - lib/duckdb.rb
 - lib/duckdb/appender.rb
+- lib/duckdb/bind_info.rb
+- lib/duckdb/casting.rb
 - lib/duckdb/column.rb
 - lib/duckdb/config.rb
 - lib/duckdb/connection.rb
 - lib/duckdb/converter.rb
 - lib/duckdb/converter/int_to_sym.rb
+- lib/duckdb/data_chunk.rb
 - lib/duckdb/database.rb
 - lib/duckdb/extracted_statements.rb
+- lib/duckdb/function_info.rb
 - lib/duckdb/infinity.rb
+- lib/duckdb/init_info.rb
 - lib/duckdb/instance_cache.rb
 - lib/duckdb/interval.rb
 - lib/duckdb/library_version.rb
@@ -167,9 +133,16 @@ files:
 - lib/duckdb/pending_result.rb
 - lib/duckdb/prepared_statement.rb
 - lib/duckdb/result.rb
+- lib/duckdb/scalar_function.rb
+- lib/duckdb/table_function.rb
+- lib/duckdb/vector.rb
 - lib/duckdb/version.rb
 - sample/async_query.rb
 - sample/async_query_stream.rb
+- sample/issue922.rb
+- sample/issue922_benchmark.rb
+- sample/issue930.rb
+- sample/issue930_benchmark.rb
 homepage: https://github.com/suketa/ruby-duckdb
 licenses:
 - MIT