osv 0.3.6 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6d51b65a56cd4a514b4e7746bc87d78be5abe033b390251d0e111ad4ad30813c
-  data.tar.gz: 59f4377530f2e5e54649b4c35a0ca78448f3a965279b358810ea9fcc17ddc5a8
+  metadata.gz: 37c201207d5ad93aa949fa34b461d9c067e6d574ad18449c2dd1f748420ed85b
+  data.tar.gz: c2487c21f79ed3a126764d0dffed42b9b7436980d66c148fb371478b6291789d
 SHA512:
-  metadata.gz: 397350596a09659e20fc9db840006649687db469cefcd5be09965ba147cc688957316cb9675d434594c3a19aa66efd2c734a41c71235dcc8d0b445c24e42f1a2
-  data.tar.gz: c225c5d016026a21afe8e90bf5a89e0465304236899d367b6484757073beefb1b75bb7381c37834bc2e344d1ee259d05e9ff82bba3d8214de098b3cf53eb571c
+  metadata.gz: acb84f26530b896607572be2aaa9e8eb97f3dac01bada8fe4308e2b5bf624c6e7c3f6c0be04bb1ae35e44acf29dde5b146b100be5c67f459d443026ff83c696f
+  data.tar.gz: d4ede0f67eaaf930b3a27f96260167b694c827434b744d38aa71c12d2f4a784cc55e1d8a4318dab30c4d64ecb17b8894cb85f0474b88d4488f9be167f8aceb09

data/README.md

@@ -71,6 +71,7 @@ Both methods support the following options:
   - if you want to interpret empty strings as nil, set this to an empty string
 - `buffer_size`: Integer specifying the read buffer size
 - `result_type`: String specifying the output format ("hash" or "array")
+- `flexible_default`: String specifying the default value for missing fields (default: `nil`)
 
 ### Input Sources
 

data/ext/osv/src/csv/builder.rs

@@ -54,6 +54,7 @@ pub struct RecordReaderBuilder<'a, T: RecordParser + Send + 'static> {
     quote_char: u8,
     null_string: Option<String>,
     buffer: usize,
+    flexible_default: Option<String>,
     _phantom: PhantomData<T>,
 }
 
@@ -67,6 +68,7 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
             quote_char: b'"',
             null_string: None,
             buffer: 1000,
+            flexible_default: None,
             _phantom: PhantomData,
         }
     }
@@ -96,6 +98,11 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
         self
     }
 
+    pub fn flexible_default(mut self, flexible_default: Option<String>) -> Self {
+        self.flexible_default = flexible_default;
+        self
+    }
+
     fn handle_string_io(&self) -> Result<Box<dyn Read + Send + 'static>, ReaderError> {
         let string: RString = self.to_read.funcall("string", ())?;
         let content = string.to_string()?;
@@ -177,6 +184,7 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
             .has_headers(self.has_headers)
             .delimiter(self.delimiter)
             .quote(self.quote_char)
+            .flexible(self.flexible_default.is_some())
             .from_reader(readable);
 
         let headers = RecordReader::<T>::get_headers(self.ruby, &mut reader, self.has_headers)?;
@@ -186,10 +194,16 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
         let (sender, receiver) = kanal::bounded(self.buffer);
         let null_string = self.null_string.clone();
 
+        let flexible_default = self.flexible_default.clone();
         let handle = thread::spawn(move || {
             let mut record = csv::StringRecord::new();
             while let Ok(true) = reader.read_record(&mut record) {
-                let row = T::parse(&static_headers, &record, null_string.as_deref());
+                let row = T::parse(
+                    &static_headers,
+                    &record,
+                    null_string.as_deref(),
+                    flexible_default.as_deref(),
+                );
                 if sender.send(row).is_err() {
                     break;
                 }
@@ -215,6 +229,7 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
             .has_headers(self.has_headers)
             .delimiter(self.delimiter)
             .quote(self.quote_char)
+            .flexible(self.flexible_default.is_some())
             .from_reader(readable);
 
         let headers = RecordReader::<T>::get_headers(self.ruby, &mut reader, self.has_headers)?;
@@ -225,6 +240,7 @@ impl<'a, T: RecordParser + Send + 'static> RecordReaderBuilder<'a, T> {
                 reader,
                 headers: static_headers,
                 null_string: self.null_string,
+                flexible_default: self.flexible_default,
             },
         })
     }

data/ext/osv/src/csv/parser.rs

@@ -7,6 +7,7 @@ pub trait RecordParser {
         headers: &[&'static str],
         record: &csv::StringRecord,
         null_string: Option<&str>,
+        flexible_default: Option<&str>,
     ) -> Self::Output;
 }
 
@@ -18,26 +19,24 @@ impl RecordParser for HashMap<&'static str, Option<String>> {
         headers: &[&'static str],
         record: &csv::StringRecord,
         null_string: Option<&str>,
+        flexible_default: Option<&str>,
     ) -> Self::Output {
         let mut map = HashMap::with_capacity(headers.len());
-        headers
-            .iter()
-            .zip(record.iter())
-            .for_each(|(header, field)| {
-                map.insert(
-                    *header,
+        headers.iter().enumerate().for_each(|(i, header)| {
+            let value = record.get(i).map_or_else(
+                || flexible_default.map(|s| s.to_string()),
+                |field| {
                     if null_string == Some(field) {
                         None
+                    } else if field.is_empty() {
+                        Some(String::new())
                     } else {
-                        // Avoid allocating for empty strings
-                        if field.is_empty() {
-                            Some(String::new())
-                        } else {
-                            Some(field.to_string())
-                        }
-                    },
-                );
-            });
+                        Some(field.to_string())
+                    }
+                },
+            );
+            map.insert(*header, value);
+        });
         map
     }
 }
@@ -47,23 +46,29 @@ impl RecordParser for Vec<Option<String>> {
 
     #[inline]
     fn parse(
-        _headers: &[&'static str],
+        headers: &[&'static str],
         record: &csv::StringRecord,
         null_string: Option<&str>,
+        flexible_default: Option<&str>,
     ) -> Self::Output {
-        let mut vec = Vec::with_capacity(record.len());
+        let target_len = headers.len();
+        let mut vec = Vec::with_capacity(target_len);
         vec.extend(record.iter().map(|field| {
             if null_string == Some(field) {
                 None
+            } else if field.is_empty() {
+                Some(String::new())
             } else {
-                // Avoid allocating for empty strings
-                if field.is_empty() {
-                    Some(String::new())
-                } else {
-                    Some(field.to_string())
-                }
+                Some(field.to_string())
             }
         }));
+
+        // Fill remaining slots with flexible_default if needed
+        if let Some(default) = flexible_default {
+            while vec.len() < target_len {
+                vec.push(Some(default.to_string()));
+            }
+        }
         vec
     }
 }

data/ext/osv/src/csv/read_impl.rs

@@ -6,6 +6,7 @@ pub enum ReadImpl<T: RecordParser> {
         reader: csv::Reader<Box<dyn Read>>,
         headers: Vec<&'static str>,
         null_string: Option<String>,
+        flexible_default: Option<String>,
     },
     MultiThreaded {
         headers: Vec<&'static str>,
@@ -33,10 +34,16 @@ impl<T: RecordParser> ReadImpl<T> {
                 reader,
                 headers,
                 null_string,
+                flexible_default,
             } => {
                 let mut record = csv::StringRecord::new();
                 match reader.read_record(&mut record) {
-                    Ok(true) => Some(T::parse(headers, &record, null_string.as_deref())),
+                    Ok(true) => Some(T::parse(
+                        headers,
+                        &record,
+                        null_string.as_deref(),
+                        flexible_default.as_deref(),
+                    )),
                     _ => None,
                 }
             }
@@ -50,6 +57,7 @@ impl<T: RecordParser> ReadImpl<T> {
                 receiver,
                 handle,
                 headers,
+                ..
             } => {
                 receiver.close();
                 if let Some(handle) = handle.take() {

data/ext/osv/src/reader.rs

@@ -18,6 +18,7 @@ pub fn parse_csv(
         null_string,
         buffer_size,
         result_type,
+        flexible_default,
     } = parse_csv_args(&ruby, args)?;
 
     if !ruby.block_given() {
@@ -30,6 +31,7 @@ pub fn parse_csv(
             null_string,
             buffer_size,
             result_type,
+            flexible_default,
         });
     }
 
@@ -37,6 +39,7 @@ pub fn parse_csv(
         "hash" => Box::new(
             RecordReaderBuilder::<HashMap<&'static str, Option<String>>>::new(&ruby, to_read)
                 .has_headers(has_headers)
+                .flexible_default(flexible_default)
                 .delimiter(delimiter)
                 .quote_char(quote_char)
                 .null_string(null_string)
@@ -47,6 +50,7 @@ pub fn parse_csv(
         "array" => Box::new(
             RecordReaderBuilder::<Vec<Option<String>>>::new(&ruby, to_read)
                 .has_headers(has_headers)
+                .flexible_default(flexible_default)
                 .delimiter(delimiter)
                 .quote_char(quote_char)
                 .null_string(null_string)
@@ -74,6 +78,7 @@ struct EnumeratorArgs {
     null_string: Option<String>,
     buffer_size: usize,
     result_type: String,
+    flexible_default: Option<String>,
 }
 
 fn create_enumerator(
@@ -92,7 +97,7 @@ fn create_enumerator(
     kwargs.aset(Symbol::new("nil_string"), args.null_string)?;
     kwargs.aset(Symbol::new("buffer_size"), args.buffer_size)?;
     kwargs.aset(Symbol::new("result_type"), Symbol::new(args.result_type))?;
-
+    kwargs.aset(Symbol::new("flexible_default"), args.flexible_default)?;
     let enumerator = args
         .rb_self
         .enumeratorize("for_each", (args.to_read, KwArgs(kwargs)));

data/ext/osv/src/utils.rs

@@ -13,6 +13,7 @@ pub struct CsvArgs {
     pub null_string: Option<String>,
     pub buffer_size: usize,
     pub result_type: String,
+    pub flexible_default: Option<String>,
 }
 
 /// Parse common arguments for CSV parsing
@@ -30,6 +31,7 @@ pub fn parse_csv_args(ruby: &Ruby, args: &[Value]) -> Result<CsvArgs, Error> {
             Option<Option<String>>,
             Option<usize>,
             Option<Value>,
+            Option<Option<String>>,
         ),
         (),
     >(
@@ -42,6 +44,7 @@ pub fn parse_csv_args(ruby: &Ruby, args: &[Value]) -> Result<CsvArgs, Error> {
             "nil_string",
             "buffer_size",
             "result_type",
+            "flexible_default",
         ],
     )?;
 
@@ -111,6 +114,8 @@ pub fn parse_csv_args(ruby: &Ruby, args: &[Value]) -> Result<CsvArgs, Error> {
         None => String::from("hash"),
     };
 
+    let flexible_default = kwargs.optional.6.unwrap_or_default();
+
     Ok(CsvArgs {
         to_read,
         has_headers,
@@ -119,5 +124,6 @@ pub fn parse_csv_args(ruby: &Ruby, args: &[Value]) -> Result<CsvArgs, Error> {
         null_string,
         buffer_size,
         result_type,
+        flexible_default,
     })
 }

data/lib/osv/version.rb

@@ -1,3 +1,3 @@
 module OSV
-  VERSION = "0.3.6"
+  VERSION = "0.3.7"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: osv
 version: !ruby/object:Gem::Version
-  version: 0.3.6
+  version: 0.3.7
 platform: ruby
 authors:
 - Nathan Jaremko