osv 0.3.19 → 0.3.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 87b1080bdb84d6db09a077d9eacc6c4792cfe93851671e4ba0438fe27c3d3218
-  data.tar.gz: f1dc704d251d906e9d6011c288c37844af8ccc976eb90611c629b7bc9cc9353e
+  metadata.gz: dba77f8e6d2a8d19d969871594f1c2b18557125d3eee4b5c2759a0398d21da01
+  data.tar.gz: da35996064fd954c99e6241c045444ec5dc1dc52204db956291401d0c3dfe805
 SHA512:
-  metadata.gz: aa7a083aebc9f480528de32fea2890189857c2381811f1cd90a8115724c75640a6bd11424e186492ace41a5fed28ee74dd17172f983801b48b31b81a750e24e9
-  data.tar.gz: 214c20e5011660e2250364ca79bd91a6c812053b401e9a1266abd500cf1e9e7c045f02054144f46190e45b459480aae70bbfab4d19ab246d1e1f5a8556f616a1
+  metadata.gz: 26398c526e829d7a6c3f943e175d10f8f626a42cec81da9bb65b4fc30dd29078629d29602f4fe3461fbb2cc86ca6d1b91f7f5f6ba2e7de362c2d44f5a79fcf5a
+  data.tar.gz: 39cd4dd78ed38559302c9735b3514648fbc668b415be65870b4deecdea8b6fb41dc7053d347ea5c8fe8004cc653b933ec201eed98582d12cbb26d84302396372

data/README.md

@@ -88,6 +88,7 @@ OSV.for_each("data.csv",
                          # Implicitly enables flexible mode if set.
   trim: :all,            # Whether to trim whitespace. Options are :all, :headers, or :fields (default: nil)
   buffer_size: 1024,     # Number of rows to buffer in memory (default: 1024)
+  ignore_null_bytes: false, # Boolean specifying if null bytes should be ignored (default: false)
 )
 ```
 
@@ -104,6 +105,7 @@ OSV.for_each("data.csv",
 - `flexible`: Boolean specifying if the parser should be flexible (default: false)
 - `flexible_default`: String specifying the default value for missing fields. Implicitly enables flexible mode if set. (default: `nil`)
 - `trim`: String specifying the trim mode ("all" or "headers" or "fields" or :all or :headers or :fields)
+- `ignore_null_bytes`: Boolean specifying if null bytes should be ignored (default: false)
 
 When `has_headers` is false, hash keys will be generated as `"c0"`, `"c1"`, etc.
 

data/ext/osv/src/csv/parser.rs

@@ -43,7 +43,7 @@ impl<'a, S: BuildHasher + Default> RecordParser<'a>
                     } else if field.is_empty() {
                         Some(CowStr(shared_empty.clone()))
                     } else if ignore_null_bytes  {
-                        Some(CowStr(Cow::Owned(field.replace("\0", "").to_string())))
+                        Some(CowStr(Cow::Owned(field.replace("\0", ""))))
                     }
                     else {
                         Some(CowStr(Cow::Owned(field.to_string())))
@@ -79,7 +79,7 @@ impl<'a> RecordParser<'a> for Vec<Option<CowStr<'a>>> {
             } else if field.is_empty() {
                 Some(CowStr(shared_empty.clone()))
             } else if ignore_null_bytes  {
-                Some(CowStr(Cow::Owned(field.replace("\0", "").to_string())))
+                Some(CowStr(Cow::Owned(field.replace("\0", ""))))
             }
             else {
                 Some(CowStr(Cow::Owned(field.to_string())))

data/ext/osv/src/reader.rs

@@ -36,6 +36,7 @@ struct EnumeratorArgs {
     flexible: bool,
     flexible_default: Option<String>,
     trim: Option<String>,
+    ignore_null_bytes: bool,
 }
 
 /// Parses a CSV file with the given configuration.
@@ -80,6 +81,7 @@ pub fn parse_csv(
                 Trim::Fields => Some("fields".to_string()),
                 _ => None,
             },
+            ignore_null_bytes,
         });
     }
 
@@ -146,6 +148,9 @@ fn create_enumerator(
     kwargs.aset(Symbol::new("flexible_default"), args.flexible_default)?;
     kwargs.aset(Symbol::new("trim"), args.trim.map(Symbol::new))?;
 
+    kwargs.aset(Symbol::new("ignore_null_bytes"), args.ignore_null_bytes)?;
+
+
     let enumerator = args
         .rb_self
         .enumeratorize("for_each", (args.to_read, KwArgs(kwargs)));

data/lib/osv/version.rb

@@ -1,3 +1,3 @@
 module OSV
-  VERSION = "0.3.19"
+  VERSION = "0.3.21"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: osv
 version: !ruby/object:Gem::Version
-  version: 0.3.19
+  version: 0.3.21
 platform: ruby
 authors:
 - Nathan Jaremko