csv_patch 1.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YmE4OGVkYThmNGU0NzZiMzdkYWQxYjUzYjc2YzY0OTQzYWU0OTlhNg==
+  data.tar.gz: !binary |-
+    ZWYyZTdkMzc2OTVmYjU2NGFmZmNiMzlkNjA4NGI1ODI1MWUxMWNiMQ==
+SHA512:
+  metadata.gz: !binary |-
+    OGM1YWFjZWFmNWNhYzA1ODVjMjMzNTQ0MGYxNzhlOWJlNWUzMTI3ZTg3OTc2
+    NDdlMGIyNzc2Y2I1ZmQwOGQ0MTJlZDQwZjEzN2ZmNDZjYTNlODU1M2NkZGFj
+    MTY4ODk5MmM0N2ExMzNhMjU4ODg0NzdlMzVhNjNmYzVlNTliNzU=
+  data.tar.gz: !binary |-
+    YjE5ZTc5NjYxNjIxZTAzZTk5NzFkOWM4YmZlZDEyNTU5MDBmYWEyYWU0YmZh
+    OTZhNDllNWFhYWNjODkwMzMyNDk2YWQ5Mjg4ZThlZmRkZjE2ZDBiY2IyYWFi
+    ZDA2MWRlMTExZmVmNTA4OGIyODMxOTUwNmM3YmEwNDBkNWIzOGQ=

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+group :development, :test do
+  gem 'jeweler'
+  gem 'mocha'
+end

data/Gemfile.lock

@@ -0,0 +1,57 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.6)
+    builder (3.2.2)
+    descendants_tracker (0.0.3)
+    faraday (0.9.0)
+      multipart-post (>= 1.2, < 3)
+    git (1.2.6)
+    github_api (0.11.1)
+      addressable (~> 2.3)
+      descendants_tracker (~> 0.0.1)
+      faraday (~> 0.8, < 0.10)
+      hashie (>= 1.2)
+      multi_json (>= 1.7.5, < 2.0)
+      nokogiri (~> 1.6.0)
+      oauth2
+    hashie (2.0.5)
+    highline (1.6.20)
+    jeweler (2.0.0)
+      builder
+      bundler (>= 1.0)
+      git (>= 1.2.5)
+      github_api
+      highline (>= 1.6.15)
+      nokogiri (>= 1.5.10)
+      rake
+      rdoc
+    json (1.8.1)
+    jwt (0.1.11)
+      multi_json (>= 1.5)
+    metaclass (0.0.4)
+    mini_portile (0.5.2)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
+    multi_json (1.10.1)
+    multi_xml (0.5.5)
+    multipart-post (2.0.0)
+    nokogiri (1.6.1)
+      mini_portile (~> 0.5.0)
+    oauth2 (0.9.3)
+      faraday (>= 0.8, < 0.10)
+      jwt (~> 0.1.8)
+      multi_json (~> 1.3)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    rack (1.5.2)
+    rake (10.3.2)
+    rdoc (4.1.1)
+      json (~> 1.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  jeweler
+  mocha

data/Rakefile

@@ -0,0 +1,31 @@
+# encoding: utf-8
+
+require 'jeweler'
+require 'rake/testtask'
+require 'rdoc/task'
+
+Jeweler::Tasks.new do |gem|
+  gem.name = 'csv_patch'
+  gem.summary = %Q{Apply diffs to a CSV file}
+  gem.description = %Q{Applies a list of changes in a given format to a CSV file}
+  gem.email = 'lyudmilangelov@gmail.com'
+  gem.authors = ['Lyudmil']
+  gem.files.exclude 'test/**/*', '.*'
+
+  gem.executables = ['csv_patch']
+end
+
+Rake::TestTask.new(:test) do |test|
+ test.libs << 'lib' << 'test'
+ test.pattern = 'test/**/*_test.rb'
+ test.verbose = true
+end
+
+Rake::RDocTask.new do |rdoc|
+ version = File.exist?('VERSION') ? File.read('VERSION') : ''
+
+ rdoc.rdoc_dir = 'rdoc'
+ rdoc.title = 'csv_patch #{version}'
+ rdoc.rdoc_files.include('README*')
+ rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.1

data/bin/csv_patch

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'csv_patch'
+
+options = {}
+
+OptionParser.new do |opts|
+  opts.banner = 'Usage: csv_patch [options]'
+
+  opts.on('-iINPUT_FILE', '--input=INPUT_FILE', 'CSV file to patch (required)') do |input_file|
+    options[:input] = File.new(input_file, 'r')
+  end
+
+  opts.on('-oOUTPUT_FILE', '--output=OUTPUT_FILE', 'File to store the patched version in (required)') do |output_file|
+    options[:output] = File.new(output_file, 'w')
+  end
+
+  opts.on('-cCHANGES_FILE', '--changes=CHANGES_FILE', 'File containing the changes to apply (required)') do |changes_file|
+    options[:changes] = File.new(changes_file, 'r')
+  end
+
+  opts.on('-bBATCH_SIZE', '--batch_size=BATCH_SIZE', 'Number of changes to read before applying a patch') do |batch_size|
+    options[:batch_size] = batch_size.to_i
+  end
+
+end.parse!
+
+print 'Patching... '
+
+CsvPatch.patch(options)
+
+puts 'done'
+
+[:input, :output, :changes].each { |file| options[file].close if options[file] }

data/csv_patch.gemspec

@@ -0,0 +1,50 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: csv_patch 1.0.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "csv_patch"
+  s.version = "1.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["Lyudmil"]
+  s.date = "2015-10-27"
+  s.description = "Applies a list of changes in a given format to a CSV file"
+  s.email = "lyudmilangelov@gmail.com"
+  s.executables = ["csv_patch"]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "Rakefile",
+    "VERSION",
+    "bin/csv_patch",
+    "csv_patch.gemspec",
+    "lib/csv_patch.rb",
+    "lib/csv_patch/compression.rb",
+    "lib/csv_patch/operation.rb",
+    "lib/csv_patch/patch.rb",
+    "lib/csv_patch/revision.rb",
+    "lib/csv_patch/stream_batch.rb"
+  ]
+  s.rubygems_version = "2.2.2"
+  s.summary = "Apply diffs to a CSV file"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<mocha>, [">= 0"])
+    else
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<mocha>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<mocha>, [">= 0"])
+  end
+end
+

data/lib/csv_patch.rb

@@ -0,0 +1,22 @@
+require 'csv_patch/stream_batch'
+require 'csv_patch/patch'
+
+module CsvPatch
+
+  DEFAULT_BATCH_SIZE = 500
+
+  def self.patch options
+    batches(options).each { |changes| apply_patch(options, changes) }
+  end
+
+  private
+
+  def self.batches options
+    StreamBatch.new(options[:changes], options[:batch_size] || DEFAULT_BATCH_SIZE)
+  end
+
+  def self.apply_patch options, changes
+    Patch.new(input: options[:input], output: options[:output], changes: changes).apply
+  end
+
+end

data/lib/csv_patch/compression.rb

@@ -0,0 +1,44 @@
+require 'csv_patch/operation'
+
+module CsvPatch
+
+  class Compression < Operation
+
+    def initialize input_stream, output_stream, column_metadata
+      @empty_columns  = column_metadata[:empty_columns]
+      @headers        = column_metadata[:columns]
+
+      @input_stream   = input_stream
+      @output_stream  = output_stream
+    end
+
+    def execute
+      emit_header_row
+      emit_compressed_data
+    end
+
+    private
+
+    def emit_header_row
+      emit remove_empty_columns_from(@headers)
+    end
+
+    def emit_compressed_data
+      emit compress(@input_stream.gets) until @input_stream.eof?
+    end
+
+    def emit row
+      @output_stream.puts csv_line(row)
+    end
+
+    def compress line
+      remove_empty_columns_from csv_values(line)
+    end
+
+    def remove_empty_columns_from row
+      row.reject.with_index { |value, index| @empty_columns.include?(index) }
+    end
+
+  end
+
+end

data/lib/csv_patch/operation.rb

@@ -0,0 +1,15 @@
+require 'csv'
+
+module CsvPatch
+  class Operation
+
+    def csv_values line_of_csv
+      CSV.parse_line(line_of_csv)
+    end
+
+    def csv_line values
+      CSV.generate_line(values)
+    end
+
+  end
+end

data/lib/csv_patch/patch.rb

@@ -0,0 +1,44 @@
+require 'tempfile'
+require 'csv_patch/revision'
+require 'csv_patch/compression'
+
+module CsvPatch
+
+  class Patch
+
+    TEMPFILE_NAME = 'csv_patch'
+
+    def initialize options
+      @input, @output   = options[:input], options[:output]
+
+      @revision_result  = Tempfile.new(TEMPFILE_NAME)
+      @revision         = Revision.new(options[:changes], @revision_result)
+    end
+
+    def apply
+      apply_changes
+      compress
+    end
+
+    private
+
+    def apply_changes
+      @revision.header_line(@input.gets)
+      @revision.replace_line(@input.gets) until @input.eof?
+      @revision.add_new_lines
+    end
+
+    def compress
+      @revision_result.rewind
+
+      compression.execute
+
+      @revision_result.close
+    end
+
+    def compression
+      Compression.new(@revision_result, @output, @revision.column_metadata)
+    end
+
+  end
+end

data/lib/csv_patch/revision.rb

@@ -0,0 +1,92 @@
+require 'csv_patch/operation'
+
+module CsvPatch
+
+  class Revision < Operation
+
+    EMPTY_LINE = "\n"
+
+    def initialize changes, output_stream
+      @output_stream  = output_stream
+      @changes        = changes
+
+      header_line(EMPTY_LINE)
+    end
+
+    def header_line line
+      return unless line
+
+      @columns = csv_values(line)
+      mark_all_columns_empty
+    end
+
+    def replace_line line
+      emit replacement_line_for csv_values(line)
+    end
+
+    def add_new_lines
+      @changes.values.each do |addition|
+        emit generate_new_row(addition)
+      end
+    end
+
+    def column_metadata
+      { columns: @columns, empty_columns: @empty_columns }
+    end
+
+    private
+
+    def mark_all_columns_empty
+      @empty_columns = (0..@columns.size - 1).to_a
+    end
+
+    def emit line
+      return if line.nil?
+      @output_stream.puts line
+    end
+
+    def changed? row
+      @changes.has_key? id_of(row)
+    end
+
+    def replacement_line_for row
+      return create_output_line_from(row) unless changed?(row)
+      generate_new_row change_for(row)
+    end
+
+    def generate_new_row row_data
+      return if row_data.nil?
+
+      update_schema_to_reflect row_data
+      line_for row_data
+    end
+
+    def line_for change
+      values = @columns.collect { |column| change[column] }
+      create_output_line_from(values)
+    end
+
+    def create_output_line_from values
+      remove_colums_with_data_from_empty_columns(values)
+      csv_line(values)
+    end
+
+    def remove_colums_with_data_from_empty_columns values
+      @empty_columns.select! { |column| values[column].nil? }
+    end
+
+    def change_for row
+      @changes.delete id_of(row)
+    end
+
+    def update_schema_to_reflect change
+      @columns += change.keys
+      @columns.uniq!
+    end
+
+    def id_of row
+      row.first
+    end
+
+  end
+end

data/lib/csv_patch/stream_batch.rb

@@ -0,0 +1,36 @@
+require 'json'
+
+class StreamBatch
+
+  def initialize stream, batch_size
+    @stream     = stream
+    @batch_size = batch_size
+  end
+
+  def each
+    yield next_batch until stream_end?
+  end
+
+  private
+
+  def next_batch
+    batch = {}
+
+    batch.merge!(next_change) until batch_full?(batch)
+
+    batch
+  end
+
+  def next_change
+    JSON.parse(@stream.gets)
+  end
+
+  def batch_full? batch
+    batch.size >= @batch_size || stream_end?
+  end
+
+  def stream_end?
+    @stream.eof?
+  end
+
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: csv_patch
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- Lyudmil
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Applies a list of changes in a given format to a CSV file
+email: lyudmilangelov@gmail.com
+executables:
+- csv_patch
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- VERSION
+- bin/csv_patch
+- csv_patch.gemspec
+- lib/csv_patch.rb
+- lib/csv_patch/compression.rb
+- lib/csv_patch/operation.rb
+- lib/csv_patch/patch.rb
+- lib/csv_patch/revision.rb
+- lib/csv_patch/stream_batch.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Apply diffs to a CSV file
+test_files: []