datamix 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 26fd664e65a641fa048b990aca4858e10951d3e3
+  data.tar.gz: 5a92b9c11be1d677f6c41b8567fadfcbd3e15315
+SHA512:
+  metadata.gz: e703a60fd3fd5baa210feef386c9f385c86043bfbe5bec9d1eb8a46454773cf09678da7abf3cd2098693b58bd7109b08fcf769de5832014acde5b1df7455ee77
+  data.tar.gz: 2d21ece4e2a523ae0e15b72d642610d342531a93f1ad3c492dfdf61d9180ccc197bba276c48b8f788c7d74977b82a0d376c23375b8e17efc4ea6fd542198ca7c

data/README.md

@@ -0,0 +1,45 @@
+DataMix - DSL for manipulating tabular data
+==================================================
+
+[![Gem](https://img.shields.io/gem/v/datamix.svg?style=flat-square)](https://rubygems.org/gems/datamix)
+[![Travis](https://img.shields.io/travis/DannyBen/datamix.svg?style=flat-square)](https://travis-ci.org/DannyBen/datamix)
+[![Code Climate](https://img.shields.io/codeclimate/github/DannyBen/datamix.svg?style=flat-square)](https://codeclimate.com/github/DannyBen/datamix)
+[![Gemnasium](https://img.shields.io/gemnasium/DannyBen/datamix.svg?style=flat-square)](https://gemnasium.com/DannyBen/datamix)
+
+---
+
+This library refines Ruby's [`CSV::Table`][1] and `Array` object to provide a DSL
+for manipulating tabular data.
+
+---
+
+
+Install
+--------------------------------------------------
+
+```
+$ gem install datamix
+```
+
+Or with bundler:
+
+```ruby
+gem 'datamix'
+```
+
+
+
+Usage
+--------------------------------------------------
+
+Require the library and enable the refinements with `using DataMix`:
+
+```ruby
+require 'datamix'
+using DataMix
+```
+
+TODO: Complete documentation.
+
+
+[1]: https://ruby-doc.org/stdlib-2.3.1/libdoc/csv/rdoc/CSV/Table.html

data/lib/datamix/exceptions.rb

@@ -0,0 +1,3 @@
+module DataMix
+  class CSVError < StandardError; end
+end

data/lib/datamix/refinements/array.rb

@@ -0,0 +1,73 @@
+module DataMix
+  refine Array do
+    def -(other)
+      if other.respond_to? :each
+        each_with_index do |val, index|
+          self[index] = other[index] ? val - other[index] : nil
+        end
+      else
+        map { |val| val - other }
+      end
+    end
+
+    def +(other)
+      if other.respond_to? :each
+        each_with_index do |val, index|
+          self[index] = other[index] ? val + other[index] : nil
+        end
+      else
+        map { |val| val + other }
+      end
+    end
+
+    def *(other)
+      if other.respond_to? :each
+        each_with_index do |val, index|
+          self[index] = other[index] ? val * other[index] : nil
+        end
+      else
+        map { |val| val * other }
+      end
+    end
+
+    def /(other)
+      if other.respond_to? :each
+        each_with_index do |val, index|
+          self[index] = other[index] ? val / other[index].to_f : nil
+        end
+      else
+        map { |val| val / other.to_f }
+      end
+    end
+
+    def offset(rows)
+      padding = Array.new rows.abs
+      if rows >= 0
+        Array.new(padding).concat self[0...(self.size-rows)]
+      else
+        self[(rows.abs)...(self.size)].concat Array.new(padding)
+      end
+    end
+
+    def prev(rows=1)
+      offset rows
+    end
+
+    def round(decimals=0)
+      map { |val| val ? val.round(decimals) : nil }
+    end
+
+    def uniq?
+      self.length == self.uniq.length
+    end
+
+    def window(window_size, &_block)
+      result = (0..(size-window_size)).map do |index|
+        yield self[index...(index+window_size)]
+      end
+
+      Array.new(window_size-1).concat result
+    end
+
+  end
+end

data/lib/datamix/refinements/csv_table.rb

@@ -0,0 +1,111 @@
+require 'terminal-table'
+
+module DataMix
+  refine CSV::Table do
+    
+    # Delete all rows that have one or more empty or nil values.
+    def delete_empty_rows
+      delete_if do |row|
+        row.fields.include? nil or row.include? ''
+      end
+    end
+
+    # Create a new column using a block. This method yields the given block 
+    # row by row, providing the index to the block and returns an array
+    # suitable for assigning to a new column.
+    def derive(&_block)
+      by_row.each_with_index.map do |_value, index|
+        yield index
+      end
+    end
+
+    # Extract a regular expression pattern from a column and return a new
+    # column.
+    def extract(pattern, from:)
+      by_row.map { |row| row[from][pattern] }
+    end
+
+    # Iterate over all rows, providing the index to the block.
+    def iterate(&_block)
+      each_with_index do |_value, index|
+        yield index
+      end
+    end
+
+    # Join columns from another data table based on a mutual column
+    def join(other, on:)
+      raise CSVError, "No such column '#{on}' in source" unless headers.include? on
+      raise CSVError, "No such column '#{on}' in other" unless other.headers.include? on
+      raise CSVError, "source[#{on}] is not unique" unless by_col[on].uniq?
+      raise CSVError, "other[#{on}] is not unique" unless other.by_col[on].uniq?
+
+      by_row.each do |row|
+        other_row = other.find { |r| r[on] == row[on] }
+        other.headers.each do |col|
+          next if col == on
+          new_col = headers.include?(col) ? "_#{col}" : col
+          row[new_col] = other_row ? other_row[col] : nil
+        end
+      end
+    end
+
+    # Keep one or more columns, and remove the rest
+    def keep(*desired_cols)
+      headers.each do |col|
+        delete col unless desired_cols.include? col
+      end
+     end
+
+    # Print the first 10 lines
+    def preview
+      show 10
+    end
+
+    # Remove one or more columns
+    def remove(*desired_cols)
+      desired_cols.each do |col|
+        delete col
+      end
+    end
+
+    # Rename a column
+    def rename(from, to:)
+      by_col[to] = by_col[from]
+      delete from
+    end
+
+    # Rounds all values in a column
+    def round(col, decimals: 0)
+      by_col[col] = by_col[col].map { |val| val ? val.round(decimals) : nil }
+    end
+    
+    # Save to a CSV or TSV file
+    def save_as(filename)
+      ext = File.extname(filename).downcase
+      data = ext == '.csv' ? to_s : to_tsv
+      File.write filename, data
+    end
+
+    # Print some or all rows
+    def show(rows=:all)
+      puts to_ascii rows
+    end
+
+    # Returns a table string
+    def to_ascii(rows=:all)
+      table = rows == :all ? by_row : first(rows)
+      rows = table.map { |row| row.fields }
+      Terminal::Table.new(headings: headers, rows: rows).to_s
+    end
+
+    # Convert table to a TSV string
+    def to_tsv
+      result = [headers.join( "\t")]
+      self.each do |row|
+        result << row.fields.join("\t")
+      end
+      result.join "\n"
+    end
+
+  end
+end

data/lib/datamix/refinements/nil.rb

@@ -0,0 +1,8 @@
+module DataMix
+  refine NilClass do
+    def *(other); nil end
+    def +(other); nil end
+    def -(other); nil end
+    def /(other); nil end
+  end
+end

data/lib/datamix/refinements/object.rb

@@ -0,0 +1,7 @@
+module DataMix
+  refine Object do
+    def file(filename)
+      CSV.table filename
+    end
+  end
+end

data/lib/datamix/version.rb

@@ -0,0 +1,3 @@
+module DataMix
+  VERSION = "0.0.1"
+end

data/lib/datamix.rb

@@ -0,0 +1,8 @@
+require 'csv'
+
+require 'datamix/version'
+require 'datamix/exceptions'
+require 'datamix/refinements/array'
+require 'datamix/refinements/csv_table'
+require 'datamix/refinements/nil'
+require 'datamix/refinements/object'

metadata

@@ -0,0 +1,191 @@
+--- !ruby/object:Gem::Specification
+name: datamix
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Danny Ben Shitrit
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-03-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: docopt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: runfile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: runfile-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: pry-doc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+description: DSL for manipulating tabular data
+email: db@dannyben.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/datamix.rb
+- lib/datamix/exceptions.rb
+- lib/datamix/refinements/array.rb
+- lib/datamix/refinements/csv_table.rb
+- lib/datamix/refinements/nil.rb
+- lib/datamix/refinements/object.rb
+- lib/datamix/version.rb
+homepage: https://github.com/DannyBen/datamix
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.6
+signing_key: 
+specification_version: 4
+summary: DSL for manipulating tabular data
+test_files: []