flat_kit 0.3.0 → 1.0.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: flat_kit
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Jeremy Hinegardner
 autorequire:
-bindir: bin
+bindir: exe
 cert_chain: []
-date: 2021-03-10 00:00:00.000000000 Z
+date: 2024-04-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: oj
@@ -39,89 +39,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: faker
+  name: csv
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.16'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.16'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '13.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '13.0'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.11'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.11'
-- !ruby/object:Gem::Dependency
-  name: minitest-focus
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.2'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.2'
-- !ruby/object:Gem::Dependency
-  name: rdoc
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.3'
-- !ruby/object:Gem::Dependency
-  name: simplecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.21'
-  type: :development
+        version: '3.3'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.21'
+        version: '3.3'
 description: A library and commandline program for reading, writing, indexing,  sorting,
   and merging CSV, TSV, JSON and other flat-file formats.
 email: jeremy@copiousfreetime.org
@@ -140,9 +70,8 @@ files:
 - LICENSE.txt
 - Manifest.txt
 - README.md
-- Rakefile
-- bin/fk
-- examples/stream-active-record-to-csv.rb
+- exe/fk
+- flat_kit.gemspec
 - lib/flat_kit.rb
 - lib/flat_kit/cli.rb
 - lib/flat_kit/command.rb
@@ -175,6 +104,7 @@ files:
 - lib/flat_kit/jsonl/record.rb
 - lib/flat_kit/jsonl/writer.rb
 - lib/flat_kit/leaf_node.rb
+- lib/flat_kit/log_formatter.rb
 - lib/flat_kit/logger.rb
 - lib/flat_kit/merge.rb
 - lib/flat_kit/merge_tree.rb
@@ -198,49 +128,16 @@ files:
 - lib/flat_kit/xsv/reader.rb
 - lib/flat_kit/xsv/record.rb
 - lib/flat_kit/xsv/writer.rb
-- tasks/default.rake
-- tasks/extension.rake
-- tasks/man.rake
-- tasks/this.rb
-- test/device_dataset.rb
-- test/field_type/test_boolean_type.rb
-- test/field_type/test_date_type.rb
-- test/field_type/test_float_type.rb
-- test/field_type/test_guess_type.rb
-- test/field_type/test_integer_type.rb
-- test/field_type/test_null_type.rb
-- test/field_type/test_string_type.rb
-- test/field_type/test_timestamp_type.rb
-- test/field_type/test_unknown_type.rb
-- test/input/test_file.rb
-- test/input/test_io.rb
-- test/jsonl/test_format.rb
-- test/jsonl/test_reader.rb
-- test/jsonl/test_record.rb
-- test/jsonl/test_writer.rb
-- test/output/test_file.rb
-- test/output/test_io.rb
-- test/run
-- test/stat_type/test_nominal_stats.rb
-- test/stat_type/test_numerical_stats.rb
-- test/stat_type/test_ordinal_stats.rb
-- test/test_conversions.rb
-- test/test_event_emitter.rb
-- test/test_field_stats.rb
-- test/test_field_type.rb
-- test/test_format.rb
-- test/test_helper.rb
-- test/test_merge.rb
-- test/test_merge_tree.rb
-- test/test_version.rb
-- test/xsv/test_format.rb
-- test/xsv/test_reader.rb
-- test/xsv/test_record.rb
-- test/xsv/test_writer.rb
 homepage: http://github.com/copiousfreetime/flat_kit
 licenses:
 - MIT
-metadata: {}
+metadata:
+  bug_tracker_uri: https://github.com/copiousfreetime/flat_kit/issues
+  changelog_uri: https://github.com/copiousfreetime/flat_kit/blob/master/HISTORY.md
+  homepage_uri: https://github.com/copiousfreetime/flat_kit
+  source_code_uri: https://github.com/copiousfreetime/flat_kit
+  label: flat_kit
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options:
 - "--main"
@@ -253,51 +150,16 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.2.2
+      version: 3.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.5.9
 signing_key:
 specification_version: 4
 summary: A library and commandline program for reading, writing, indexing, sorting,
   and merging CSV, TSV, JSON and other flat-file formats.
-test_files:
-- test/device_dataset.rb
-- test/field_type/test_boolean_type.rb
-- test/field_type/test_date_type.rb
-- test/field_type/test_float_type.rb
-- test/field_type/test_guess_type.rb
-- test/field_type/test_integer_type.rb
-- test/field_type/test_null_type.rb
-- test/field_type/test_string_type.rb
-- test/field_type/test_timestamp_type.rb
-- test/field_type/test_unknown_type.rb
-- test/input/test_file.rb
-- test/input/test_io.rb
-- test/jsonl/test_format.rb
-- test/jsonl/test_reader.rb
-- test/jsonl/test_record.rb
-- test/jsonl/test_writer.rb
-- test/output/test_file.rb
-- test/output/test_io.rb
-- test/run
-- test/stat_type/test_nominal_stats.rb
-- test/stat_type/test_numerical_stats.rb
-- test/stat_type/test_ordinal_stats.rb
-- test/test_conversions.rb
-- test/test_event_emitter.rb
-- test/test_field_stats.rb
-- test/test_field_type.rb
-- test/test_format.rb
-- test/test_helper.rb
-- test/test_merge.rb
-- test/test_merge_tree.rb
-- test/test_version.rb
-- test/xsv/test_format.rb
-- test/xsv/test_reader.rb
-- test/xsv/test_record.rb
-- test/xsv/test_writer.rb
+test_files: []

data/Rakefile

@@ -1,21 +0,0 @@
-# vim: syntax=ruby
-load 'tasks/this.rb'
-
-This.name     = "flat_kit"
-This.author   = "Jeremy Hinegardner"
-This.email    = "jeremy@copiousfreetime.org"
-This.homepage = "http://github.com/copiousfreetime/#{ This.name }"
-
-This.ruby_gemspec do |spec|
-  spec.add_dependency('oj', '~> 3.0')
-  spec.add_dependency('optimist', '~> 3.0')
-
-  spec.add_development_dependency( 'faker'    , '~> 2.16')
-  spec.add_development_dependency( 'rake'     , '~> 13.0')
-  spec.add_development_dependency( 'minitest' , '~> 5.11' )
-  spec.add_development_dependency( 'minitest-focus' , '~> 1.2' )
-  spec.add_development_dependency( 'rdoc'     , '~> 6.3' )
-  spec.add_development_dependency( 'simplecov', '~> 0.21')
-end
-
-load 'tasks/default.rake'

data/examples/stream-active-record-to-csv.rb

@@ -1,42 +0,0 @@
-#!/usr/bin/env
-
-#------------------------------------------------------------------------------
-# This is an example to show how to stream an active record scope to a CSV file
-# using FlatKit.
-#------------------------------------------------------------------------------
-
-require 'flat_kit'     # gem 'flat_kit'
-require 'progress_bar' # gem 'progress-bar'
-
-# get an appropriate scope from one of your models - or any scope for that
-# matter
-scope      = MyActiveRecordModel.all
-
-# Output to a file that is csv, and automatically gzipped
-#
-output_csv = ::FlatKit::Xsv::Writer.new(destination: "export.csv.gz")
-
-# handy progress bar
-bar        = ProgressBar.new(scope.count)
-
-# using active record in batches to not pull all the recors from the database at
-# once
-#
-#  https://api.rubyonrails.org/classes/ActiveRecord/Batches.html#method-i-find_each
-scope.find_each do |record|
-
-  # generate an XSV Record by pulling hte attributes out of the active record
-  # model. You may also want to generate a hash from a query or something
-  # along those lines. In any case pass in a Hash to complete_structured_data:
-  # and nil to data.
-  xsv_record = ::FlatKit::Xsv::Record.new(data: nil, complete_structured_data: record.attributes)
-
-  # FlatKit will automatically handle writing out the header line based upon
-  # the fields in the first record.
-  output_csv.write(xsv_record)
-
-  bar.increment!
-end
-
-# close the output file explicitly
-output_csv.close

data/tasks/default.rake

@@ -1,242 +0,0 @@
-# vim: syntax=ruby
-require 'rake/clean'
-require 'digest'
-#------------------------------------------------------------------------------
-# If you want to Develop on this project just run 'rake develop' and you'll
-# have all you need to get going. If you want to use bundler for development,
-# then run 'rake develop:using_bundler'
-#------------------------------------------------------------------------------
-namespace :develop do
-
-  # Install all the development and runtime dependencies of this gem using the
-  # gemspec.
-  task :default => 'Gemfile' do
-    require 'rubygems/dependency_installer'
-    installer = ::Gem::DependencyInstaller.new
-    puts "Installing bundler..."
-    installer.install 'bundler'
-    sh 'bundle install'
-    puts "\n\nNow run 'rake test'"
-  end
-
-  # Create a Gemfile that just references the gemspec
-  file 'Gemfile' => :gemspec do
-    File.open( "Gemfile", "w+" ) do |f|
-      f.puts "# DO NOT EDIT - This file is automatically generated"
-      f.puts "# Make changes to Manifest.txt and/or Rakefile and regenerate"
-      f.puts 'source "https://rubygems.org"'
-      f.puts 'gemspec'
-    end
-  end
-end
-desc "Bootstrap development"
-task :develop => "develop:default"
-
-#------------------------------------------------------------------------------
-# Minitest - standard TestTask
-#------------------------------------------------------------------------------
-begin
-  require 'rake/testtask'
-  Rake::TestTask.new( :test ) do |t|
-    t.ruby_opts    = %w[ -w ]
-    t.libs         = %w[ lib spec test ]
-    t.pattern      = "{test,spec}/**/{test_*,*_spec}.rb"
-  end
-
-  task :test_requirements
-  task :test => :test_requirements
-  task :default => :test
-rescue LoadError
-  This.task_warning( 'test' )
-end
-
-#------------------------------------------------------------------------------
-# RDoc - standard rdoc rake task, although we must make sure to use a more
-#        recent version of rdoc since it is the one that has 'tomdoc' markup
-#------------------------------------------------------------------------------
-begin
-  gem 'rdoc' # otherwise we get the wrong task from stdlib
-  require 'rdoc/task'
-  RDoc::Task.new do |t|
-    t.markup   = 'tomdoc'
-    t.rdoc_dir = 'doc'
-    t.main     = 'README.md'
-    t.title    = "#{This.name} #{This.version}"
-    t.rdoc_files.include( FileList['*.{rdoc,md,txt}'], FileList['ext/**/*.c'],
-                          FileList['lib/**/*.rb'] )
-  end
-rescue StandardError, LoadError
-  This.task_warning( 'rdoc' )
-end
-
-#------------------------------------------------------------------------------
-# Coverage - optional code coverage, rcov for 1.8 and simplecov for 1.9, so
-#            for the moment only rcov is listed.
-#------------------------------------------------------------------------------
-begin
-  require 'simplecov'
-  desc 'Run tests with code coverage'
-  task :coverage do
-    ENV['COVERAGE'] = 'true'
-    Rake::Task[:test].execute
-  end
-  CLOBBER << 'coverage' if File.directory?( 'coverage' )
-rescue LoadError
-  This.task_warning( 'simplecov' )
-end
-
-#------------------------------------------------------------------------------
-# Manifest - We want an explicit list of thos files that are to be packaged in
-#            the gem. Most of this is from Hoe.
-#------------------------------------------------------------------------------
-namespace 'manifest' do
-  desc "Check the manifest"
-  task :check => :clean do
-    files = FileList["**/*", ".*"].exclude( This.exclude_from_manifest ).to_a.sort
-    files = files.select{ |f| File.file?( f ) }
-
-    tmp = "Manifest.tmp"
-    File.open( tmp, 'w' ) do |f|
-      f.puts files.join("\n")
-    end
-
-    begin
-      sh "diff -du Manifest.txt #{tmp}"
-    ensure
-      rm tmp
-    end
-    puts "Manifest looks good"
-  end
-
-  desc "Generate the manifest"
-  task :generate => :clean do
-    files = %x[ git ls-files ].split("\n").sort
-    files.reject! { |f| f =~ This.exclude_from_manifest }
-    File.open( "Manifest.txt", "w" ) do |f|
-      f.puts files.join("\n")
-    end
-  end
-end
-
-#------------------------------------------------------------------------------
-# Fixme - look for fixmes and report them
-#------------------------------------------------------------------------------
-namespace :fixme do
-  task :default => 'manifest:check' do
-    This.manifest.each do |file|
-      next if file == __FILE__
-      next unless file =~ %r/(txt|rb|md|rdoc|css|html|xml|css)\Z/
-      puts "FIXME: Rename #{file}" if file =~ /fixme/i
-      IO.readlines( file ).each_with_index do |line, idx|
-        prefix = "FIXME: #{file}:#{idx+1}".ljust(42)
-        puts "#{prefix} => #{line.strip}" if line =~ /fixme/i
-      end
-    end
-  end
-
-  def fixme_project_root
-    This.project_path( '../fixme' )
-  end
-
-  def fixme_project_path( subtree )
-    fixme_project_root.join( subtree )
-  end
-
-  def local_fixme_files
-    This.manifest.select { |p| p =~ %r|^tasks/| }
-  end
-
-  def outdated_fixme_files
-    local_fixme_files.select do |local|
-      upstream     = fixme_project_path( local )
-      upstream.exist? &&
-        ( Digest::SHA256.file( local ) != Digest::SHA256.file( upstream ) )
-    end
-  end
-
-  def fixme_up_to_date?
-    outdated_fixme_files.empty?
-  end
-
-  desc "See if the fixme tools are outdated"
-  task :outdated do
-    if fixme_up_to_date? then
-      puts "Fixme files are up to date."
-    else
-      outdated_fixme_files.each do |f|
-        puts "#{f} is outdated"
-      end
-    end
-  end
-
-  desc "Update outdated fixme files"
-  task :update do
-    if fixme_up_to_date? then
-      puts "Fixme files are already up to date."
-    else
-      puts "Updating fixme files:"
-      outdated_fixme_files.each do |local|
-        upstream = fixme_project_path( local )
-        puts "  * #{local}"
-        FileUtils.cp( upstream, local )
-      end
-      puts "Use your git commands as appropriate."
-    end
-  end
-end
-desc "Look for fixmes and report them"
-task :fixme => "fixme:default"
-
-#------------------------------------------------------------------------------
-# Gem Specification
-#------------------------------------------------------------------------------
-# Really this is only here to support those who use bundler
-desc "Build the #{This.name}.gemspec file"
-task :gemspec do
-  File.open( This.gemspec_file, "wb+" ) do |f|
-    f.puts "# DO NOT EDIT - This file is automatically generated"
-    f.puts "# Make changes to Manifest.txt and/or Rakefile and regenerate"
-    f.write This.platform_gemspec.to_ruby
-  end
-end
-
-# .rbc files from ruby 2.0
-CLOBBER << FileList["**/*.rbc"]
-
-# The standard gem packaging task, everyone has it.
-require 'rubygems/package_task'
-::Gem::PackageTask.new( This.platform_gemspec ) do
-  # nothing
-end
-
-#------------------------------------------------------------------------------
-# Release - the steps we go through to do a final release, this is pulled from
-#           a compbination of mojombo's rakegem, hoe and hoe-git
-#
-# 1) make sure we are on the main branch
-# 2) make sure there are no uncommitted items
-# 3) check the manifest and make sure all looks good
-# 4) build the gem
-# 5) do an empty commit to have the commit message of the version
-# 6) tag that commit as the version
-# 7) push main
-# 8) push the tag
-# 7) pus the gem
-#------------------------------------------------------------------------------
-task :release_check do
-  unless `git branch` =~ /^\* main/
-    abort "You must be on the main branch to release!"
-  end
-  unless `git status` =~ /^nothing to commit/m
-    abort "Nope, sorry, you have unfinished business"
-  end
-end
-
-desc "Create tag v#{This.version}, build and push #{This.platform_gemspec.full_name} to rubygems.org"
-task :release => [ :release_check, 'manifest:check', :gem ] do
-  sh "git commit --allow-empty -a -m 'Release #{This.version}'"
-  sh "git tag -a -m 'v#{This.version}' v#{This.version}"
-  sh "git push origin main"
-  sh "git push origin v#{This.version}"
-  sh "gem push pkg/#{This.platform_gemspec.full_name}.gem"
-end

data/tasks/extension.rake

@@ -1,38 +0,0 @@
-# To be used if the gem has extensions.
-# If this task set is inclueded then you will need to also have
-#
-#   spec.add_development_dependency( 'rake-compiler', '~> 0.8.1' )
-#
-# in your top level rakefile
-begin
-  require 'rake/extensiontask'
-  require 'rake/javaextensiontask'
-
-  if RUBY_PLATFORM == "java" then
-
-    Rake::JavaExtensionTask.new( This.name) do |ext|
-      ext.ext_dir  = File.join( 'ext', This.name, "java" )
-      ext.lib_dir  = File.join( 'lib', This.name )
-      ext.gem_spec = This.java_gemspec
-    end
-
-  else
-
-    Rake::ExtensionTask.new( This.name ) do |ext|
-      ext.ext_dir   = File.join( 'ext', This.name, "c" )
-      ext.lib_dir   = File.join( 'lib', This.name )
-      ext.gem_spec  = This.ruby_gemspec
-
-      ext.cross_compile  = true                         # enable cross compilation (requires cross compile toolchain)
-      ext.cross_platform = %w[x86-mingw32 x64-mingw32]  # forces the Windows platform instead of the default one
-                                                        # configure options only for cross compile
-    end
-  end
-
-  task :test_requirements => :compile
-rescue LoadError
-  This.task_warning( 'extension' )
-end
-
-CLOBBER << FileList["lib/**/*.{jar,so,bundle}"]
-CLOBBER << FileList["lib/#{This.name}/{1,2}.*/"]

data/tasks/man.rake

@@ -1,7 +0,0 @@
-#------------------------------------------------------------------------------
-# man pages
-#------------------------------------------------------------------------------
-desc "Create the man pages"
-task :man do
-  sh "ronn --roff #{FileList["man/*.ronn"]}"
-end