xcsv 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: d9a8d5c371cffac1168bab3828f1e7f3853a859d5c4eef6ef8cda2e45aee2ed5
+  data.tar.gz: a03cd965c98b332e6c4b3dff1181d1b1bb959852958239f5da2389d12fe473db
+SHA512:
+  metadata.gz: b8069138d85fea38fa096badd6055a37bfc3cc30dcf63d39240918fb65b282506352e1c95b8ae56e2dcb537399a0f9855cf84850680f978c1402e0baa61123c6
+  data.tar.gz: 5eb46dc0ddef820e462aa2bc0a2f4c8018517426238ecf8d33def906e1ff05e760edf2760be7fd73ee9b752a3c082291bfedffadc59215c29f591f10f7d66ff7

data/.gitignore

@@ -0,0 +1,2 @@
+/target
+*.so

data/Cargo.lock

@@ -0,0 +1,89 @@
+[[package]]
+name = "cfg-if"
+version = "0.1.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "cstr-macro"
+version = "0.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "csv"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "csv-core 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde 1.0.80 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "csv-core"
+version = "0.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "memchr 2.1.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "helix"
+version = "0.7.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "cstr-macro 0.1.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.43 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libcruby-sys 0.7.5 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "libc"
+version = "0.2.43"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "libcruby-sys"
+version = "0.7.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "libc 0.2.43 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "memchr"
+version = "2.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "cfg-if 0.1.6 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.43 (registry+https://github.com/rust-lang/crates.io-index)",
+ "version_check 0.1.5 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "serde"
+version = "1.0.80"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "version_check"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "xcsv"
+version = "0.1.0"
+dependencies = [
+ "csv 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "helix 0.7.5 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[metadata]
+"checksum cfg-if 0.1.6 (registry+https://github.com/rust-lang/crates.io-index)" = "082bb9b28e00d3c9d39cc03e64ce4cea0f1bb9b3fde493f0cbc008472d22bdf4"
+"checksum cstr-macro 0.1.0 (registry+https://github.com/rust-lang/crates.io-index)" = "db53fddba18cdd35477a7213a3ef6acfbfa333c31b42ce019e544c4a1420a06f"
+"checksum csv 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)" = "6d54f6b0fd69128a2894b1a3e57af5849a0963c1cc77b165d30b896e40296452"
+"checksum csv-core 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)" = "4dd8e6d86f7ba48b4276ef1317edc8cc36167546d8972feb4a2b5fec0b374105"
+"checksum helix 0.7.5 (registry+https://github.com/rust-lang/crates.io-index)" = "49a017e3e798ad9386e0a0584e66fd6c04a80ccc1242eb8f689c62ce6f408240"
+"checksum libc 0.2.43 (registry+https://github.com/rust-lang/crates.io-index)" = "76e3a3ef172f1a0b9a9ff0dd1491ae5e6c948b94479a3021819ba7d860c8645d"
+"checksum libcruby-sys 0.7.5 (registry+https://github.com/rust-lang/crates.io-index)" = "fef6028cdce0c8d55676fd1d66bb810facef8cade0dd71d28511d375e84da4c0"
+"checksum memchr 2.1.1 (registry+https://github.com/rust-lang/crates.io-index)" = "0a3eb002f0535929f1199681417029ebea04aadc0c7a4224b46be99c7f5d6a16"
+"checksum serde 1.0.80 (registry+https://github.com/rust-lang/crates.io-index)" = "15c141fc7027dd265a47c090bf864cf62b42c4d228bbcf4e51a0c9e2b0d3f7ef"
+"checksum version_check 0.1.5 (registry+https://github.com/rust-lang/crates.io-index)" = "914b1a6776c4c929a602fafd8bc742e06365d4bcbe48c30f9cca5824f70dc9dd"

data/Cargo.toml

@@ -0,0 +1,11 @@
+[package]
+name = "xcsv"
+version = "0.1.0"
+authors = ["Victor Moroz"]
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+helix = "0.7.5"
+csv = "1.0.2"

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,42 @@
+PATH
+  remote: .
+  specs:
+    xcsv (0.1.0)
+      helix_runtime (= 0.7.5)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.3)
+    helix_runtime (0.7.5)
+      rake (>= 10.0)
+      thor (>= 0.19.4, < 2.0)
+      tomlrb (~> 1.2.4)
+    rake (12.3.1)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+    thor (0.20.3)
+    tomlrb (1.2.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.17)
+  xcsv!
+  rake (~> 12.3)
+  rspec (~> 3.8)
+
+BUNDLED WITH
+   1.17.1

data/README.md

@@ -0,0 +1,21 @@
+Fast CSV reader based on [Rust CSV crate](https://docs.rs/csv/1.0.2/csv/)
+
+---
+
+1. Install [Rust](https://www.rust-lang.org/)
+
+`curl https://sh.rustup.rs -sSf | sh`
+
+Don't miss this message:
+
+```
+Rust is installed now. Great!
+
+To get started you need Cargo's bin directory ($HOME/.cargo/bin) in your PATH 
+environment variable. Next time you log in this will be done automatically.
+
+To configure your current shell run source $HOME/.cargo/env
+
+```
+
+2. `bundle exec rake`

data/Rakefile

@@ -0,0 +1,13 @@
+require 'bundler/setup'
+require 'helix_runtime/build_task'
+require 'rspec/core/rake_task'
+
+HelixRuntime::BuildTask.new do |t|
+end
+
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.verbose = false
+end
+
+task :default => :test
+task :test => :build

data/extconfig.rb

@@ -0,0 +1,14 @@
+abort "Rust compiler required (https://www.rust-lang.org/)" if `which rustc`.empty?
+
+File.open("Makefile", "wb") do |f|
+
+  f.puts(<<EOD)
+all:
+\tbundle --deployment --path vendor/bundle
+\tbundle exec rake
+clean:
+install:
+\trm -r vendor/bundle target
+EOD
+
+end

data/lib/xcsv/version.rb

@@ -0,0 +1,3 @@
+class XCSV
+  VERSION = "0.1.0"
+end

data/lib/xcsv.rb

@@ -0,0 +1,2 @@
+require 'helix_runtime'
+require 'xcsv/native'

data/src/lib.rs

@@ -0,0 +1,95 @@
+extern crate csv;
+
+#[macro_use]
+extern crate helix;
+
+use std::fs::File;
+use std::io::BufReader;
+use std::ops::{Deref, DerefMut};
+
+use helix::{FromRuby, CheckResult};
+use helix::sys::{VALUE};
+
+type CSVIterType = Iterator<Item=Result<csv::StringRecord, csv::Error>>;
+
+struct CSVIter {
+    iter: Box<CSVIterType>
+}
+
+impl Deref for CSVIter {
+    type Target = CSVIterType;
+
+    fn deref(&self) -> &CSVIterType {
+        &self.iter
+    }
+}
+
+impl DerefMut for CSVIter {
+    fn deref_mut(&mut self) -> &mut CSVIterType {
+        &mut self.iter
+    }
+}
+
+impl std::fmt::Debug for CSVIter {
+    fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
+        write!(f, "CSVIter")
+    }
+}
+
+impl Clone for CSVIter {
+    fn clone(&self) -> CSVIter { 
+        panic!("Not cloneable!") 
+    }
+}
+
+impl FromRuby for CSVIter {
+    type Checked = CSVIter;
+
+    fn from_ruby(value: VALUE) -> CheckResult<CSVIter> {
+        let checked_path = String::from_ruby(value)?;
+
+        let csv_reader = 
+            match File::open(String::from_checked(checked_path)) {
+                Ok(f) => 
+                    BufReader::new(f),
+                Err(e) =>
+                    raise!(format!("Error while opening file: {}", e)),
+            };
+
+        let csv_reader =
+            csv::ReaderBuilder::new()
+                .has_headers(false)
+                .from_reader(csv_reader);
+
+        let records = csv_reader.into_records();
+
+        Ok(CSVIter{iter: Box::new(records)})
+    }
+
+    fn from_checked(checked: CSVIter) -> CSVIter {
+        checked
+    }
+}
+
+ruby! {
+    class XCSV {
+        struct {
+            iter: CSVIter,
+        }
+
+        def initialize(helix, iter: CSVIter) {
+            XCSV { helix, iter }
+        }
+
+        def next_line(&mut self) -> Result<Option<Vec<String>>, helix::Error> {
+            match self.iter.next() {
+                Some(Ok(record)) =>
+                    Ok(Some(record.iter().map(|s| s.to_string()).collect())), 
+                Some(Err(e)) =>
+                    raise!(e.to_string()),
+                None =>
+                    Ok(None)
+            }
+        }
+    }
+}

data/xcsv.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'xcsv/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "xcsv"
+  spec.version       = XCSV::VERSION
+  spec.authors       = ["Victor Moroz"]
+
+  spec.summary       = "Fast CSV reader"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "helix_runtime", "= 0.7.5"
+  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "rake", "~> 12.3"
+  spec.add_development_dependency "rspec", "~> 3.8"
+
+  spec.extensions = %w[extconfig.rb]
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: xcsv
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Victor Moroz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-11-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: helix_runtime
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.5
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+description: 
+email: 
+executables: []
+extensions:
+- extconfig.rb
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Cargo.lock
+- Cargo.toml
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- extconfig.rb
+- lib/xcsv.rb
+- lib/xcsv/version.rb
+- src/lib.rs
+- xcsv.gemspec
+homepage: 
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.8
+signing_key: 
+specification_version: 4
+summary: Fast CSV reader
+test_files: []