libsql 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (98) hide show
  1. checksums.yaml +7 -0
  2. data/CONTRIBUTING.md +60 -0
  3. data/HISTORY.md +6 -0
  4. data/LICENSE +31 -0
  5. data/Manifest.txt +96 -0
  6. data/README.md +59 -0
  7. data/Rakefile +28 -0
  8. data/TODO.md +57 -0
  9. data/examples/a.rb +9 -0
  10. data/examples/blob.rb +106 -0
  11. data/examples/define_aggregate.rb +75 -0
  12. data/examples/define_function.rb +104 -0
  13. data/examples/fts5.rb +152 -0
  14. data/examples/gem-db.rb +94 -0
  15. data/examples/schema-info.rb +34 -0
  16. data/ext/libsql/c/extconf.rb +86 -0
  17. data/ext/libsql/c/gen_constants.rb +353 -0
  18. data/ext/libsql/c/libsql_blob.c +240 -0
  19. data/ext/libsql/c/libsql_constants.c +1518 -0
  20. data/ext/libsql/c/libsql_database.c +1188 -0
  21. data/ext/libsql/c/libsql_ext.c +383 -0
  22. data/ext/libsql/c/libsql_ext.h +149 -0
  23. data/ext/libsql/c/libsql_statement.c +649 -0
  24. data/ext/libsql/c/notes.txt +134 -0
  25. data/ext/libsql/c/sqlite3.c +247030 -0
  26. data/ext/libsql/c/sqlite3.h +13436 -0
  27. data/lib/libsql/aggregate.rb +73 -0
  28. data/lib/libsql/blob.rb +186 -0
  29. data/lib/libsql/boolean.rb +42 -0
  30. data/lib/libsql/busy_timeout.rb +47 -0
  31. data/lib/libsql/column.rb +99 -0
  32. data/lib/libsql/csv_table_importer.rb +75 -0
  33. data/lib/libsql/database.rb +933 -0
  34. data/lib/libsql/function.rb +61 -0
  35. data/lib/libsql/index.rb +43 -0
  36. data/lib/libsql/memory_database.rb +15 -0
  37. data/lib/libsql/paths.rb +80 -0
  38. data/lib/libsql/profile_tap.rb +131 -0
  39. data/lib/libsql/progress_handler.rb +21 -0
  40. data/lib/libsql/schema.rb +225 -0
  41. data/lib/libsql/sqlite3/constants.rb +95 -0
  42. data/lib/libsql/sqlite3/database/function.rb +48 -0
  43. data/lib/libsql/sqlite3/database/status.rb +68 -0
  44. data/lib/libsql/sqlite3/libsql_version.rb +32 -0
  45. data/lib/libsql/sqlite3/status.rb +60 -0
  46. data/lib/libsql/sqlite3/version.rb +55 -0
  47. data/lib/libsql/sqlite3.rb +7 -0
  48. data/lib/libsql/statement.rb +421 -0
  49. data/lib/libsql/table.rb +91 -0
  50. data/lib/libsql/taps/console.rb +27 -0
  51. data/lib/libsql/taps/io.rb +74 -0
  52. data/lib/libsql/taps.rb +2 -0
  53. data/lib/libsql/trace_tap.rb +35 -0
  54. data/lib/libsql/type_map.rb +63 -0
  55. data/lib/libsql/type_maps/default_map.rb +166 -0
  56. data/lib/libsql/type_maps/storage_map.rb +38 -0
  57. data/lib/libsql/type_maps/text_map.rb +21 -0
  58. data/lib/libsql/version.rb +8 -0
  59. data/lib/libsql/view.rb +26 -0
  60. data/lib/libsql-ruby.rb +1 -0
  61. data/lib/libsql.rb +51 -0
  62. data/spec/aggregate_spec.rb +158 -0
  63. data/spec/blob_spec.rb +78 -0
  64. data/spec/boolean_spec.rb +24 -0
  65. data/spec/busy_handler.rb +157 -0
  66. data/spec/data/iso-3166-country.txt +242 -0
  67. data/spec/data/iso-3166-schema.sql +22 -0
  68. data/spec/data/iso-3166-subcountry.txt +3995 -0
  69. data/spec/data/make-iso-db.sh +12 -0
  70. data/spec/database_spec.rb +505 -0
  71. data/spec/default_map_spec.rb +92 -0
  72. data/spec/function_spec.rb +78 -0
  73. data/spec/integeration_spec.rb +97 -0
  74. data/spec/iso_3166_database.rb +58 -0
  75. data/spec/json_spec.rb +24 -0
  76. data/spec/libsql_spec.rb +4 -0
  77. data/spec/paths_spec.rb +28 -0
  78. data/spec/progress_handler_spec.rb +91 -0
  79. data/spec/rtree_spec.rb +66 -0
  80. data/spec/schema_spec.rb +131 -0
  81. data/spec/spec_helper.rb +48 -0
  82. data/spec/sqlite3/constants_spec.rb +108 -0
  83. data/spec/sqlite3/database_status_spec.rb +36 -0
  84. data/spec/sqlite3/libsql_version_spec.rb +16 -0
  85. data/spec/sqlite3/status_spec.rb +22 -0
  86. data/spec/sqlite3/version_spec.rb +28 -0
  87. data/spec/sqlite3_spec.rb +53 -0
  88. data/spec/statement_spec.rb +168 -0
  89. data/spec/storage_map_spec.rb +38 -0
  90. data/spec/tap_spec.rb +57 -0
  91. data/spec/text_map_spec.rb +20 -0
  92. data/spec/type_map_spec.rb +14 -0
  93. data/spec/version_spec.rb +8 -0
  94. data/tasks/custom.rake +134 -0
  95. data/tasks/default.rake +257 -0
  96. data/tasks/extension.rake +29 -0
  97. data/tasks/this.rb +208 -0
  98. metadata +325 -0
@@ -0,0 +1,257 @@
1
+ # vim: syntax=ruby
2
+ require 'rake/clean'
3
+ require 'digest'
4
+ #------------------------------------------------------------------------------
5
+ # If you want to Develop on this project just run 'rake develop' and you'll
6
+ # have all you need to get going. If you want to use bundler for development,
7
+ # then run 'rake develop:using_bundler'
8
+ #------------------------------------------------------------------------------
9
+ namespace :develop do
10
+
11
+ # Install all the development and runtime dependencies of this gem using the
12
+ # gemspec.
13
+ task :default => 'Gemfile' do
14
+ require 'rubygems/dependency_installer'
15
+ installer = ::Gem::DependencyInstaller.new
16
+ puts "Installing bundler..."
17
+ installer.install 'bundler'
18
+ sh 'bundle install'
19
+ puts "\n\nNow run 'rake test'"
20
+ end
21
+
22
+ # Create a Gemfile that just references the gemspec
23
+ file 'Gemfile' => :gemspec do
24
+ File.open( "Gemfile", "w+" ) do |f|
25
+ f.puts "# DO NOT EDIT - This file is automatically generated"
26
+ f.puts "# Make changes to Manifest.txt and/or Rakefile and regenerate"
27
+ f.puts 'source "https://rubygems.org"'
28
+ f.puts 'gemspec'
29
+ end
30
+ end
31
+ end
32
+ desc "Bootstrap development"
33
+ task :develop => "develop:default"
34
+
35
+ #------------------------------------------------------------------------------
36
+ # RSpec - standard TestTask
37
+ #------------------------------------------------------------------------------
38
+ begin
39
+ require 'rspec/core/rake_task'
40
+ junit_output = ENV.fetch('TEST_RESULTS_FILE', 'tmp/report.xml')
41
+ RSpec::Core::RakeTask.new( :test ) do |t|
42
+ t.ruby_opts = %w[ -w ]
43
+ t.rspec_opts = %w[
44
+ --color
45
+ --format documentation
46
+ ]
47
+
48
+ if junit_output = ENV['TEST_RESULTS_FILE'] then
49
+ t.rspec_opts << '--format'
50
+ t.rspec_opts << 'RspecJunitFormatter'
51
+ t.rspec_opts << '--out'
52
+ t.rspec_opts << junit_output
53
+ end
54
+ end
55
+ task :test_requirements
56
+ task :test => :test_requirements
57
+ task :default => :test
58
+ rescue LoadError
59
+ This.task_warning( 'test' )
60
+ end
61
+
62
+ #------------------------------------------------------------------------------
63
+ # RDoc - standard rdoc rake task, although we must make sure to use a more
64
+ # recent version of rdoc since it is the one that has 'tomdoc' markup
65
+ #------------------------------------------------------------------------------
66
+ begin
67
+ gem 'rdoc' # otherwise we get the wrong task from stdlib
68
+ require 'rdoc/task'
69
+ RDoc::Task.new do |t|
70
+ t.markup = 'tomdoc'
71
+ t.rdoc_dir = 'doc'
72
+ t.main = 'README.md'
73
+ t.title = "#{This.name} #{This.version}"
74
+ t.rdoc_files.include( FileList['*.{rdoc,md,txt}'], FileList['ext/**/*.c'],
75
+ FileList['lib/**/*.rb'] )
76
+ end
77
+ rescue StandardError, LoadError
78
+ This.task_warning( 'rdoc' )
79
+ end
80
+
81
+ #------------------------------------------------------------------------------
82
+ # Coverage - optional code coverage, rcov for 1.8 and simplecov for 1.9, so
83
+ # for the moment only rcov is listed.
84
+ #------------------------------------------------------------------------------
85
+ begin
86
+ require 'simplecov'
87
+ desc 'Run tests with code coverage'
88
+ task :coverage do
89
+ ENV['COVERAGE'] = 'true'
90
+ Rake::Task[:test].execute
91
+ end
92
+ CLOBBER << 'coverage' if File.directory?( 'coverage' )
93
+ rescue LoadError
94
+ This.task_warning( 'simplecov' )
95
+ end
96
+
97
+ #------------------------------------------------------------------------------
98
+ # Manifest - We want an explicit list of thos files that are to be packaged in
99
+ # the gem. Most of this is from Hoe.
100
+ #------------------------------------------------------------------------------
101
+ namespace 'manifest' do
102
+ desc "Check the manifest"
103
+ task :check => :clean do
104
+ files = FileList["**/*", ".*"].exclude( This.exclude_from_manifest ).to_a.sort
105
+ files = files.select{ |f| File.file?( f ) }
106
+
107
+ tmp = "Manifest.tmp"
108
+ File.open( tmp, 'w' ) do |f|
109
+ f.puts files.join("\n")
110
+ end
111
+
112
+ begin
113
+ sh "diff -du Manifest.txt #{tmp}"
114
+ ensure
115
+ rm tmp
116
+ end
117
+ puts "Manifest looks good"
118
+ end
119
+
120
+ desc "Generate the manifest"
121
+ task :generate => :clean do
122
+ files = %x[ git ls-files ].split("\n").sort
123
+ files.reject! { |f| f =~ This.exclude_from_manifest }
124
+ File.open( "Manifest.txt", "w" ) do |f|
125
+ f.puts files.join("\n")
126
+ end
127
+ end
128
+ end
129
+
130
+ #------------------------------------------------------------------------------
131
+ # Fixme - look for fixmes and report them
132
+ #------------------------------------------------------------------------------
133
+ namespace :fixme do
134
+ task :default => 'manifest:check' do
135
+ This.manifest.each do |file|
136
+ next if file == __FILE__
137
+ next unless file =~ %r/(txt|rb|md|rdoc|css|html|xml|css)\Z/
138
+ puts "FIXME: Rename #{file}" if file =~ /fixme/i
139
+ IO.readlines( file ).each_with_index do |line, idx|
140
+ prefix = "FIXME: #{file}:#{idx+1}".ljust(42)
141
+ puts "#{prefix} => #{line.strip}" if line =~ /fixme/i
142
+ end
143
+ end
144
+ end
145
+
146
+ def fixme_project_root
147
+ This.project_path( '../fixme' )
148
+ end
149
+
150
+ def fixme_project_path( subtree )
151
+ fixme_project_root.join( subtree )
152
+ end
153
+
154
+ def local_fixme_files
155
+ local_files = This.manifest.select { |p| p =~ %r|^tasks/| }
156
+ local_files << ".semaphore/semaphore.yml"
157
+ end
158
+
159
+ def outdated_fixme_files
160
+ local_fixme_files.select do |local|
161
+ upstream = fixme_project_path( local )
162
+ if upstream.exist? then
163
+ if File.exist?( local ) then
164
+ ( Digest::SHA256.file( local ) != Digest::SHA256.file( upstream ) )
165
+ else
166
+ true
167
+ end
168
+ end
169
+ end
170
+ end
171
+
172
+ def fixme_up_to_date?
173
+ outdated_fixme_files.empty?
174
+ end
175
+
176
+ desc "See if the fixme tools are outdated"
177
+ task :outdated do
178
+ if fixme_up_to_date? then
179
+ puts "Fixme files are up to date."
180
+ else
181
+ outdated_fixme_files.each do |f|
182
+ puts "#{f} is outdated"
183
+ end
184
+ end
185
+ end
186
+
187
+ desc "Update outdated fixme files"
188
+ task :update do
189
+ if fixme_up_to_date? then
190
+ puts "Fixme files are already up to date."
191
+ else
192
+ puts "Updating fixme files:"
193
+ outdated_fixme_files.each do |local|
194
+ upstream = fixme_project_path( local )
195
+ puts " * #{local}"
196
+ FileUtils.cp( upstream, local )
197
+ end
198
+ puts "Use your git commands as appropriate."
199
+ end
200
+ end
201
+ end
202
+ desc "Look for fixmes and report them"
203
+ task :fixme => "fixme:default"
204
+
205
+ #------------------------------------------------------------------------------
206
+ # Gem Specification
207
+ #------------------------------------------------------------------------------
208
+ # Really this is only here to support those who use bundler
209
+ desc "Build the #{This.name}.gemspec file"
210
+ task :gemspec do
211
+ File.open( This.gemspec_file, "wb+" ) do |f|
212
+ f.puts "# DO NOT EDIT - This file is automatically generated"
213
+ f.puts "# Make changes to Manifest.txt and/or Rakefile and regenerate"
214
+ f.write This.platform_gemspec.to_ruby
215
+ end
216
+ end
217
+
218
+ # .rbc files from ruby 2.0
219
+ CLOBBER << "**/*.rbc"
220
+
221
+ # The standard gem packaging task, everyone has it.
222
+ require 'rubygems/package_task'
223
+ ::Gem::PackageTask.new( This.platform_gemspec ) do
224
+ # nothing
225
+ end
226
+
227
+ #------------------------------------------------------------------------------
228
+ # Release - the steps we go through to do a final release, this is pulled from
229
+ # a compbination of mojombo's rakegem, hoe and hoe-git
230
+ #
231
+ # 1) make sure we are on the main branch
232
+ # 2) make sure there are no uncommitted items
233
+ # 3) check the manifest and make sure all looks good
234
+ # 4) build the gem
235
+ # 5) do an empty commit to have the commit message of the version
236
+ # 6) tag that commit as the version
237
+ # 7) push main
238
+ # 8) push the tag
239
+ # 7) pus the gem
240
+ #------------------------------------------------------------------------------
241
+ task :release_check do
242
+ unless `git branch` =~ /^\* main/
243
+ abort "You must be on the main branch to release!"
244
+ end
245
+ unless `git status` =~ /^nothing to commit/m
246
+ abort "Nope, sorry, you have unfinished business"
247
+ end
248
+ end
249
+
250
+ desc "Create tag v#{This.version}, build and push #{This.platform_gemspec.full_name} to rubygems.org"
251
+ task :release => [ :release_check, 'manifest:check', :gem ] do
252
+ sh "git commit --allow-empty -a -m 'Release #{This.version}'"
253
+ sh "git tag -a -m 'v#{This.version}' v#{This.version}"
254
+ sh "git push origin main"
255
+ sh "git push origin v#{This.version}"
256
+ sh "gem push pkg/#{This.platform_gemspec.full_name}.gem"
257
+ end
@@ -0,0 +1,29 @@
1
+ # To be used if the gem has extensions.
2
+ # If this task set is inclueded then you will need to also have
3
+ #
4
+ # spec.add_development_dependency( 'rake-compiler', '~> 0.8.1' )
5
+ #
6
+ # in your top level rakefile
7
+ begin
8
+ require 'rake/extensiontask'
9
+ Rake::ExtensionTask.new( This.name ) do |ext|
10
+ ext.name = "#{This.name}_ext"
11
+ ext.ext_dir = File.join( 'ext', This.name, "c" )
12
+ ext.lib_dir = File.join( 'lib', This.name )
13
+ ext.gem_spec = This.ruby_gemspec
14
+
15
+ ext.cross_compile = true # enable cross compilation (requires cross compile toolchain)
16
+ ext.cross_platform = %w[
17
+ x86-mingw32
18
+ x64-mingw-ucrt
19
+ x64-mingw32
20
+ ]
21
+ end
22
+
23
+ task :test_requirements => :compile
24
+ rescue LoadError
25
+ This.task_warning( 'extension' )
26
+ end
27
+
28
+ CLOBBER << "lib/**/*.{jar,so,bundle}"
29
+ CLOBBER << "lib/#{This.name}/{1,2,3}.*/"
data/tasks/this.rb ADDED
@@ -0,0 +1,208 @@
1
+ require 'pathname'
2
+
3
+ # Public: A Class containing all the metadata and utilities needed to manage a
4
+ # ruby project.
5
+ class ThisProject
6
+ # The name of this project
7
+ attr_accessor :name
8
+
9
+ # The author's name
10
+ attr_accessor :author
11
+
12
+ # The email address of the author(s)
13
+ attr_accessor :email
14
+
15
+ # The homepage of this project
16
+ attr_accessor :homepage
17
+
18
+ # The regex of files to exclude from the manifest
19
+ attr_accessor :exclude_from_manifest
20
+
21
+ # The hash of Gem::Specifications keyed' by platform
22
+ attr_accessor :gemspecs
23
+
24
+ # Public: Initialize ThisProject
25
+ #
26
+ # Yields self
27
+ def initialize(&block)
28
+ @exclude_from_manifest = Regexp.union(/\.(git|DS_Store|semaphore)/,
29
+ /^(doc|coverage|pkg|tmp|Gemfile(\.lock)?)/,
30
+ /^[^\/]+\.gemspec/,
31
+ /\.(swp|jar|bundle|so|rvmrc|travis.yml|byebug_history|fossa.yml|ruby-version)$/,
32
+ /~$/)
33
+ @gemspecs = Hash.new
34
+ yield self if block_given?
35
+ end
36
+
37
+ # Public: return the version of ThisProject
38
+ #
39
+ # Search the ruby files in the project looking for the one that has the
40
+ # version string in it. This does not eval any code in the project, it parses
41
+ # the source code looking for the string.
42
+ #
43
+ # Returns a String version
44
+ def version
45
+ [ "lib/#{ name }.rb", "lib/#{ name }/version.rb" ].each do |v|
46
+ path = project_path( v )
47
+ line = path.read[/^\s*VERSION\s*=\s*.*/]
48
+ if line then
49
+ return line.match(/.*VERSION\s*=\s*['"](.*)['"]/)[1]
50
+ end
51
+ end
52
+ end
53
+
54
+ # Internal: Return a section of an RDoc file with the given section name
55
+ #
56
+ # path - the relative path in the project of the file to parse
57
+ # section_name - the section out of the file from which to parse data
58
+ #
59
+ # Retuns the text of the section as an array of paragrphs.
60
+ def section_of( file, section_name )
61
+ re = /^[=#]+ (.*)$/
62
+ sectional = project_path( file )
63
+ parts = sectional.read.split( re )[1..-1]
64
+ parts.map! { |p| p.strip }
65
+
66
+ sections = Hash.new
67
+ Hash[*parts].each do |k,v|
68
+ sections[k] = v.split("\n\n")
69
+ end
70
+ return sections[section_name]
71
+ end
72
+
73
+ # Internal: print out a warning about the give task
74
+ def task_warning( task )
75
+ warn "WARNING: '#{task}' tasks are not defined. Please run 'rake develop'"
76
+ end
77
+
78
+ # Internal: Return the full path to the file that is relative to the project
79
+ # root.
80
+ #
81
+ # path - the relative path of the file from the project root
82
+ #
83
+ # Returns the Pathname of the file
84
+ def project_path( *relative_path )
85
+ project_root.join( *relative_path )
86
+ end
87
+
88
+ # Internal: The absolute path of this file
89
+ #
90
+ # Returns the Pathname of this file.
91
+ def this_file_path
92
+ Pathname.new( __FILE__ ).expand_path
93
+ end
94
+
95
+ # Internal: The root directory of this project
96
+ #
97
+ # This is defined as being the directory that is in the path of this project
98
+ # that has the first Rakefile
99
+ #
100
+ # Returns the Pathname of the directory
101
+ def project_root
102
+ this_file_path.ascend do |p|
103
+ rakefile = p.join( 'Rakefile' )
104
+ return p if rakefile.exist?
105
+ end
106
+ end
107
+
108
+ # Internal: Returns the contents of the Manifest.txt file as an array
109
+ #
110
+ # Returns an Array of strings
111
+ def manifest
112
+ manifest_file = project_path( "Manifest.txt" )
113
+ abort "You need a Manifest.txt" unless manifest_file.readable?
114
+ manifest_file.readlines.map { |l| l.strip }
115
+ end
116
+
117
+ # Internal: Return the files that define the extensions
118
+ #
119
+ # Returns an Array
120
+ def extension_conf_files
121
+ manifest.grep( /extconf.rb\Z/ )
122
+ end
123
+
124
+ # Internal: Returns the gemspace associated with the current ruby platform
125
+ def platform_gemspec
126
+ gemspecs.fetch(platform) { This.ruby_gemspec }
127
+ end
128
+
129
+ def core_gemspec
130
+ Gem::Specification.new do |spec|
131
+ spec.name = name
132
+ spec.version = version
133
+ spec.author = author
134
+ spec.email = email
135
+ spec.homepage = homepage
136
+
137
+ spec.summary = summary
138
+ spec.description = summary
139
+ spec.license = license
140
+
141
+ spec.files = manifest
142
+ spec.executables = spec.files.grep(/^bin/) { |f| File.basename(f) }
143
+ spec.test_files = spec.files.grep(/^spec/)
144
+
145
+ spec.extra_rdoc_files += spec.files.grep(/(txt|rdoc|md)$/)
146
+ spec.rdoc_options = [ "--main" , 'README.md',
147
+ "--markup", "tomdoc" ]
148
+
149
+ spec.required_ruby_version = '>= 3.0.0'
150
+ end
151
+ end
152
+
153
+ # Internal: Return the gemspec for the ruby platform
154
+ def ruby_gemspec( core = core_gemspec, &block )
155
+ yielding_gemspec( 'ruby', core, &block )
156
+ end
157
+
158
+ # Internal: Return the gemspec for the jruby platform
159
+ def java_gemspec( core = core_gemspec, &block )
160
+ yielding_gemspec( 'java', core, &block )
161
+ end
162
+
163
+ # Internal: give an initial spec and a key, create a new gemspec based off of
164
+ # it.
165
+ #
166
+ # This will force the new gemspecs 'platform' to be that of the key, since the
167
+ # only reason you would have multiple gemspecs at this point is to deal with
168
+ # different platforms.
169
+ def yielding_gemspec( key, core )
170
+ spec = gemspecs[key] ||= core.dup
171
+ spec.platform = key
172
+ yield spec if block_given?
173
+ return spec
174
+ end
175
+
176
+ # Internal: Return the platform of ThisProject at the current moment in time.
177
+ def platform
178
+ (RUBY_PLATFORM == "java") ? 'java' : Gem::Platform::RUBY
179
+ end
180
+
181
+ # Internal: Return the DESCRIPTION section of the README.rdoc file
182
+ def description_section
183
+ section_of( 'README.md', 'DESCRIPTION')
184
+ end
185
+
186
+ # Internal: Return the summary text from the README
187
+ def summary
188
+ description_section.first.gsub(/\s+/, ' ')
189
+ end
190
+
191
+ # Internal: Return the full description text from the README
192
+ def description
193
+ description_section.join(" ").tr("\n", ' ').gsub(/[{}]/,'').gsub(/\[[^\]]+\]/,'') # strip rdoc
194
+ end
195
+
196
+ def license
197
+ license_file = project_path("LICENSE")
198
+ line = license_file.readlines.first
199
+ line.split(/\s+/).first
200
+ end
201
+
202
+ # Internal: The path to the gemspec file
203
+ def gemspec_file
204
+ project_path( "#{ name }.gemspec" )
205
+ end
206
+ end
207
+
208
+ This = ThisProject.new