rscsv 0.7.0-aarch64-linux

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 972a1477b5aca515948486015ad7070132b49e7d5ec0ec1c162f952c9cb72f4b
+  data.tar.gz: 98639f6defb204b1786cbb6771cdcc7035c6bb5f772d803650bf6008b2ef3272
+SHA512:
+  metadata.gz: 53458985f99e070fd635f35307e916fa43ccd5611abff5384b74077e357ac3c011c93bfa4ff0d85b588499842a212ca155000281c071794fa5536ca9e9a168ab
+  data.tar.gz: cfc6de3d858f64507c7ac4781ca488ae32b1e114f6006932e8a8e8b87d08f82f21e310adec5524ddc60db877c6e5548d13c0a3c9b4feccbf0853b8554ae7660c

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Ville Lautanala
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Rscsv
+
+Fast CSV using Rust extensions. Can read arrays of arrays from strings and write
+strings from arrays of arrays.
+
+## Installation
+
+This gem requires Rust (~> 1.17) and Cargo to be installed. With those
+requirements fulfilled, rscsv can be installed like any other gem:
+
+```
+gem install rscsv
+```
+
+## Usage
+
+```ruby
+require 'rscsv'
+
+Rscsv::Writer.generate_lines([['1', '2', '3'], ['3', '4', '5']])
+# => 1,2,3\n4,5,6\n
+Rscsv::Writer.generate_line(['1', '2', '3'])
+# => 1,2,3\n
+
+Rscsv::Reader.parse("1,2,3\n4,5,6\n")
+# => [["1", "2", "3"], ["4", "5", "6"]]
+
+# Streaming from Enumerator
+Rscsv::Reader.each(["1,2,3\n","4,5,6\n"].each) do |row|
+  # yields ["1", "2", "3"] and ["4", "5", "6"]
+end
+```
+
+This is ~3x faster than using native Ruby `CSV.generate` or `CSV.parse`.

data/ext/rscsv/Cargo.toml

@@ -0,0 +1,12 @@
+[package]
+name = "rscsv"
+version = "0.7.0"
+authors = ["Ville Lautanala <lautis@gmail.com>"]
+edition = "2021"
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+magnus = { version = "0.7", features = ["rb-sys"] }
+csv = "1"

data/ext/rscsv/extconf.rb

@@ -0,0 +1,5 @@
+require "mkmf"
+require "rb_sys/mkmf"
+
+create_rust_makefile("rscsv/rscsv")
+

data/ext/rscsv/src/lib.rs

@@ -0,0 +1,146 @@
+use magnus::{
+    block::yield_value, function, prelude::*, Error, RArray, RString, Ruby, Value,
+};
+use std::io::Read;
+
+fn generate_lines(rows: Vec<Vec<String>>) -> Result<String, Error> {
+    let mut wtr = csv::WriterBuilder::new().from_writer(vec![]);
+    for row in rows {
+        wtr.write_record(&row)
+            .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+    }
+
+    let inner = wtr
+        .into_inner()
+        .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+
+    String::from_utf8(inner)
+        .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))
+}
+
+fn record_to_ruby_array(record: &csv::ByteRecord) -> Result<RArray, Error> {
+    let array = RArray::with_capacity(record.len());
+    for column in record.iter() {
+        let column_str = RString::from_slice(column);
+        array.push(column_str)?;
+    }
+    Ok(array)
+}
+
+struct EnumeratorRead {
+    enumerator: Value,
+    buffer: Option<Vec<u8>>,
+}
+
+impl EnumeratorRead {
+    fn new(enumerator: Value) -> Self {
+        EnumeratorRead {
+            enumerator,
+            buffer: None,
+        }
+    }
+
+    fn read_and_store_overflow(&mut self, buf: &mut [u8], value: &[u8]) -> std::io::Result<usize> {
+        if value.len() > buf.len() {
+            let (current, next) = value.split_at(buf.len());
+            buf.copy_from_slice(current);
+            self.buffer = Some(next.to_vec());
+            Ok(current.len())
+        } else {
+            buf[..value.len()].copy_from_slice(value);
+            self.buffer = None;
+            Ok(value.len())
+        }
+    }
+
+    fn read_from_external(&mut self, buf: &mut [u8]) -> std::io::Result<usize> {
+        let result: Result<String, Error> = self.enumerator.funcall("next", ());
+        match result {
+            Ok(string) => self.read_and_store_overflow(buf, string.as_bytes()),
+            Err(_) => {
+                // StopIteration or other exception - signal EOF
+                Ok(0)
+            }
+        }
+    }
+}
+
+impl Read for EnumeratorRead {
+    fn read(&mut self, buf: &mut [u8]) -> std::io::Result<usize> {
+        match self.buffer.take() {
+            Some(ref inner) => self.read_and_store_overflow(buf, inner),
+            None => self.read_from_external(buf),
+        }
+    }
+}
+
+fn csv_reader<R: Read>(reader: R) -> csv::Reader<R> {
+    csv::ReaderBuilder::new()
+        .buffer_capacity(16 * 1024)
+        .has_headers(false)
+        .from_reader(reader)
+}
+
+fn yield_csv(enumerator: Value) -> Result<(), Error> {
+    let mut reader = csv_reader(EnumeratorRead::new(enumerator));
+    let mut record = csv::ByteRecord::new();
+
+    loop {
+        let has_record = reader
+            .read_byte_record(&mut record)
+            .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+
+        if !has_record {
+            break;
+        }
+
+        let row_array = record_to_ruby_array(&record)?;
+        let _: Value = yield_value(row_array)?;
+    }
+
+    Ok(())
+}
+
+fn parse_csv(data: String) -> Result<RArray, Error> {
+    let mut reader = csv_reader(data.as_bytes());
+    let result = RArray::new();
+
+    for record in reader.records() {
+        let record = record
+            .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+
+        let row = RArray::with_capacity(record.len());
+        for field in record.iter() {
+            row.push(RString::new(field))?;
+        }
+        result.push(row)?;
+    }
+
+    Ok(result)
+}
+
+fn generate_line(row: Vec<String>) -> Result<String, Error> {
+    let mut wtr = csv::WriterBuilder::new().from_writer(vec![]);
+    wtr.write_record(&row)
+        .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+
+    let inner = wtr
+        .into_inner()
+        .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))?;
+
+    String::from_utf8(inner)
+        .map_err(|e| Error::new(magnus::exception::runtime_error(), e.to_string()))
+}
+
+#[magnus::init]
+fn init(ruby: &Ruby) -> Result<(), Error> {
+    let reader_class = ruby.define_class("RscsvReader", ruby.class_object())?;
+    reader_class.define_singleton_method("each_internal", function!(yield_csv, 1))?;
+    reader_class.define_singleton_method("parse", function!(parse_csv, 1))?;
+
+    let writer_class = ruby.define_class("RscsvWriter", ruby.class_object())?;
+    writer_class.define_singleton_method("generate_line", function!(generate_line, 1))?;
+    writer_class.define_singleton_method("generate_lines", function!(generate_lines, 1))?;
+
+    Ok(())
+}

data/lib/rscsv/version.rb

@@ -0,0 +1,3 @@
+module Rscsv
+  VERSION = '0.7.0'.freeze
+end

data/lib/rscsv.rb

@@ -0,0 +1,16 @@
+require_relative 'rscsv/rscsv'
+require_relative 'rscsv/version'
+
+module Rscsv
+  Reader = RscsvReader
+
+  class Reader
+    def self.each(input, &block)
+      each_internal(input, &block)
+    rescue StopIteration
+      nil
+    end
+  end
+
+  Writer = RscsvWriter
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: rscsv
+version: !ruby/object:Gem::Version
+  version: 0.7.0
+platform: aarch64-linux
+authors:
+- Ville Lautanala
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2026-01-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rb_sys
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler-dock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: benchmark-ips
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+description: Fast CSV using Rust extensions.
+email:
+- lautis@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- ext/rscsv/Cargo.toml
+- ext/rscsv/extconf.rb
+- ext/rscsv/src/lib.rs
+- lib/rscsv.rb
+- lib/rscsv/3.0/rscsv.so
+- lib/rscsv/3.1/rscsv.so
+- lib/rscsv/3.2/rscsv.so
+- lib/rscsv/3.3/rscsv.so
+- lib/rscsv/3.4/rscsv.so
+- lib/rscsv/version.rb
+homepage: https://github.com/lautis/rscsv
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.0'
+  - - "<"
+    - !ruby/object:Gem::Version
+      version: 3.5.dev
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.23
+signing_key: 
+specification_version: 4
+summary: Rust-powered CSV
+test_files: []