carray-io-sqlite3 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0ac052de58e5cdff54847a23912e305b6782327c1723096a582155a2f1aa2d03
+  data.tar.gz: 0bb59ea60542e259947748b7067c6d0c859038825ef050f0a6f4c596a8deb9fc
+SHA512:
+  metadata.gz: a8a09074d9ddc25f3a32cf6b876c78327834c366ac1d975bc7dc0954eb404c6375bc42ae7d2699ea1f66163e5d6cb62afa66d452447aedcd27693c6458c46d81
+  data.tar.gz: d9ad878711a1d56db13314c995d9305517dd77a7515cc7f17bd852ae99059111bf43541bf027e8635dea79b2916eb8e95c381d5cef20118908cdb749ebe6219d

data/Rakefile

@@ -0,0 +1,11 @@
+GEMSPEC = "carray-io-sqlite3.gemspec"
+
+task :install do
+  spec = eval File.read(GEMSPEC)
+  system %{
+    gem build #{GEMSPEC}; gem install #{spec.full_name}.gem
+  }
+end
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new

data/carray-io-sqlite3.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification::new do |s|
+  version = "0.9.0"
+  files = Dir.glob("**/*") - [ 
+                               Dir.glob("carray-io-sqlite3-*.gem"), 
+                               Dir.glob("test/**/*"),
+                               Dir.glob("work/**/*"),
+                             ].flatten
+
+  s.platform    = Gem::Platform::RUBY
+  s.name        = "carray-io-sqlite3"
+  s.summary     = "SQLite3 interface for CArray"
+  s.description = <<-HERE
+    SQLite3 interface for CArray
+  HERE
+  s.version     = version
+  s.licenses    = ['MIT']
+  s.author      = "Hiroki Motoyoshi"
+  s.email       = ""
+  s.homepage    = 'https://github.com/himotoyoshi/carray-io-sqlite3'
+  s.files       = files
+#  s.extensions  = [ "ext/extconf.rb" ]
+  s.required_ruby_version = ">= 1.8.1"
+  s.add_runtime_dependency 'carray', '~> 1.3'
+end
+

data/lib/carray-io-sqlite3.rb

@@ -0,0 +1,3 @@
+require "sqlite3"
+require "carray"
+require "carray-io-sqlite3/core"

data/lib/carray-io-sqlite3/core.rb

@@ -0,0 +1,213 @@
+require "carray/io/table"
+
+class CArray
+  
+  def self.load_sqlite3 (expr, *args)
+    case expr
+    when String
+      file = expr
+      sql, *vars = *args
+      db = SQLite3::Database.new(file)
+      names, *table = db.execute2(sql, *vars)
+      db.close
+    when SQLite3::Database
+      db = expr
+      sql, *vars = *args
+      names, *table = db.execute2(sql, *vars)
+    when SQLite3::Statement
+      stmt = expr
+      vars = args
+      names = stmt.columns
+      table = stmt.execute!(*vars)
+    else
+      raise "invalid 1st arg"
+    end
+    table = table.to_ca
+    table.extend(CA::TableMethods)
+    table.column_names = names
+    return table
+  end
+
+  def to_sqlite3 (database: nil, table:, datatype: "numeric", schema: nil, transaction: true)
+    unless rank <= 2
+      raise "to_sqlite3 is valid only for 2-dim array (table)"
+    end
+    case database
+    when SQLite3::Database
+    when String
+      if File.exist? database
+        database = SQLite3::Database.open(database)
+      else
+        database = SQLite3::Database.new(database)        
+      end
+    else
+      database = SQLite3::Database.new ":memory:"
+    end
+    if respond_to?(:column_names) and column_names
+      vars = column_names
+    else
+      if rank == 1
+        vars = ["c0"]
+      else
+        vars = CArray.object(dim1).seq.map{|s| "c#{s}" }
+      end
+    end
+    
+    if schema
+      database.execute "create table if not exists #{table} (" + schema + ")"          
+    else
+      database.execute "create table if not exists #{table} (" + vars.map{|s| s + " " + datatype }.join(",") + ")"
+    end
+
+    insert = database.prepare %{ insert or replace into #{table} values (#{(["?"]*vars.size).join(",")}) }
+    database.transaction if transaction
+    if rank == 1
+      dim0.times do |i|
+        insert.execute [self[i]]
+      end
+    else
+      begin
+        dim0.times do |i|
+          begin
+           insert.execute self[i,nil].to_a
+          rescue
+            puts self[i,nil].to_a
+            raise $!
+          end
+        end
+      end
+    end
+    database.commit if transaction
+    insert.close
+    return database
+  end
+
+  def unblob (type, subdim = nil)
+    bytes = CArray.sizeof(type)
+    elem = nil
+    self.each do |e|
+      unless e.nil?
+        elem = e
+        break
+      end
+    end
+    if elem == nil and subdim == nil
+      raise "all element is nil, please specify dimension."
+    end
+    unless subdim
+      subdim = [elem.bytesize/bytes]
+    end
+    out = CArray.new(type, dim + subdim)
+    needed_bytes = out.elements/self.elements*bytes
+    ref = out.refer(:fixlen, dim, :bytes=>needed_bytes)
+    if elem and needed_bytes != elem.bytesize 
+      self.each_addr do |addr|
+        if self[addr].nil?
+          ref[[addr]] = UNDEF
+        else
+          ref[[addr]].load_binary self[addr]
+        end
+      end
+    elsif self.any_equal?(nil)
+      copy  = self.to_ca
+      sel   = self.eq(nil)
+      copy[sel] = "\0" * needed_bytes
+      ref.load_binary copy.join
+      ref[sel] = UNDEF
+    else
+      ref.load_binary self.join
+    end
+    return out
+  end
+  
+end
+
+module SQLite3
+  
+  class Database
+    
+    def create_table (table, data, names = nil)
+      ncols = data.rank == 1 ? 1 : data.dim1
+      if names
+        varlist = names.map{|s| s.to_s }
+      elsif data.respond_to?(:names)
+        varlist = data.names
+      else
+        varlist = []
+        ncols.times do |i|
+          varlist << "col#{i}"
+        end
+      end
+      execute %{create table #{table} (#{varlist.join(",")})}
+      insert(table, data)
+    end
+    
+    def insert (table, data)
+      table_info = execute %{
+        pragma table_info(#{table}) 
+      }  
+      if table_info.empty?
+        raise "#{table} is empty table"
+      end
+      qstns = (["?"]*table_info.size).join(",")
+      self.transaction {
+        stmt = prepare %{ 
+          insert or replace into #{table} values (#{qstns}) 
+        }
+        data.to_a.each do |row|
+          stmt.execute *row
+        end
+        stmt.close      
+      }
+    end
+
+    def schema (table = nil)
+      if table
+        return get_first_value %{
+          select sql from sqlite_master where type in ('table', 'view', 'index') and name = "#{table}"
+        }
+      else
+        return execute(%{
+          select sql from sqlite_master where type in ('table', 'view', 'index')
+        }).map{|v| v[0]}
+      end
+    end
+
+    # insert
+    def import_table (dbfile, src_table, dst_table = nil)
+      dst_table ||= src_table
+      db = "db#{Thread.current.object_id}"
+      execute %{
+        attach database "#{dbfile}" as #{db};
+      }
+      sql = get_first_value %{
+        select sql from #{db}.sqlite_master where type = 'table' and name = "#{src_table}"
+      }
+      sql.sub!(/create\s+table\s(.+?)\s/i, "create table if not exists #{dst_table}")
+      execute sql
+      execute %{
+        insert into #{dst_table} select * from #{db}.#{src_table};
+      }
+      indeces = execute %{
+        select sql from #{db}.sqlite_master where type = 'index' and tbl_name = "#{src_table}"        
+      } 
+      indeces.each do |row|
+        sql = row[0]
+        unless sql
+          break
+        end
+        sql.sub!(/create\s+index/i, "create index if not exists")
+        sql.sub!(/on\s+#{src_table}\(/i, "on #{dst_table}(")
+        execute sql
+      end
+      execute %{
+        detach database #{db};
+      }
+    end
+    
+  end
+  
+end
+
+
+

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: carray-io-sqlite3
+version: !ruby/object:Gem::Version
+  version: 0.9.0
+platform: ruby
+authors:
+- Hiroki Motoyoshi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-06-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: carray
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+description: "    SQLite3 interface for CArray\n"
+email: ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Rakefile
+- carray-io-sqlite3.gemspec
+- lib/carray-io-sqlite3.rb
+- lib/carray-io-sqlite3/core.rb
+homepage: https://github.com/himotoyoshi/carray-io-sqlite3
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.8.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: SQLite3 interface for CArray
+test_files: []