patchwork_csv_utils 0.1.18-x86_64-linux → 0.1.19-x86_64-linux

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c53dcc394dd22b4c32d7201914e7c9fd1d94f668365c45b5a0466bc9820e9bf2
4
- data.tar.gz: 85f24589e760b680d325a8900c2123ce52c8602bef9ed4b3db82561238924b8b
3
+ metadata.gz: 8638e11585bf0de8be0e52e53723e21601d54d6d27537554d541fdf03ed84c1d
4
+ data.tar.gz: 57ab3ccfa5a762e029bf662b8a6abd11e3bf44395e21adc34b4c4efb448812cb
5
5
  SHA512:
6
- metadata.gz: 36306ea0ff3606f5325f3d97d1ef8a84e93f3879b4652574e8226781ae01aeaef79448be87edb3a305a44290581d0c8ebbb8d8c677395758750b1a0af680a5c4
7
- data.tar.gz: b236321552dcc55a1a2d05772f0272fc21c65a707f94b4f67ebd068b948a9dd66d001097cbf965d302cc71202e8dbad67e632323a7ee68c46c4cc865965e20a4
6
+ metadata.gz: 517c34da0b755540d78ca39ab057599e9947583f1f27d6c3853842d6a59fba8d8d3147df70f77bfb79b161f7cc633e8a22103a1fff8eb592030944157d5f430e
7
+ data.tar.gz: d8f481d34a8d950185e19c2bc772b23fa3071c9af013bc2e430295d5b6de8f084454b2b10f9b3a97ddf519e1f49c48da652add9f9a3c25d4732ef096fb68f43d
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- patchwork_csv_utils (0.1.18)
4
+ patchwork_csv_utils (0.1.19)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
@@ -9,7 +9,7 @@ pub mod utils;
9
9
  fn init() -> Result<(), magnus::Error> {
10
10
  let module = define_module("CsvUtils")?;
11
11
  module.define_singleton_method("dedup", function!(dedup, 4))?;
12
- module.define_singleton_method("to_csv", function!(to_csv, 5))?;
13
- module.define_singleton_method("transform_csv", function!(transform_csv, 5))?;
12
+ module.define_singleton_method("to_csv", function!(to_csv, 6))?;
13
+ module.define_singleton_method("transform_csv", function!(transform_csv, 6))?;
14
14
  Ok(())
15
15
  }
@@ -9,7 +9,8 @@ use crate::utils::{FileExtension, magnus_err, missing_header, to_datetime_error,
9
9
  pub fn transform_csv(ruby: &Ruby, csv_path: String,
10
10
  target_path: String, exclusions: RArray,
11
11
  mandatory_headers: RArray,
12
- status_exclusions: RArray) -> magnus::error::Result<()> {
12
+ status_exclusions: RArray,
13
+ expected_trust_name: String,) -> magnus::error::Result<()> {
13
14
  if !csv_path.has_extension(&["csv"]) {
14
15
  return Err(Error::new(ruby.exception_standard_error(), "csv_path must be a csv file".to_string()));
15
16
  }
@@ -40,6 +41,7 @@ pub fn transform_csv(ruby: &Ruby, csv_path: String,
40
41
  let actual_start = header_map.get("Actual Start").ok_or(missing_header(ruby, "Actual Start"))?;
41
42
  let actual_end = header_map.get("Actual End").ok_or(missing_header(ruby, "Actual End"))?;
42
43
  let status = header_map.get("Status");
44
+ let trust_name = header_map.get("Trust").ok_or(missing_header(ruby, "Trust"))?;
43
45
 
44
46
  let mandatory_records = get_mandatory_records(&ruby, &mut csv, &headers_list, &mandatory_headers)?;
45
47
 
@@ -58,6 +60,8 @@ pub fn transform_csv(ruby: &Ruby, csv_path: String,
58
60
  let column_value = record.get(*column_index).ok_or(missing_value(ruby, column))?;
59
61
  let column_value = column_value.trim_end();
60
62
 
63
+ validate_trust_name(ruby, &expected_trust_name, trust_name, ri, i, &column_value.to_string())?;
64
+
61
65
  if i == *date {
62
66
  let current = string_to_datetime(column_value).ok_or(to_datetime_error(ruby, column_value, ri, "Date"))?;
63
67
  date_value = current;
@@ -13,6 +13,7 @@ pub fn to_csv(ruby: &Ruby, xls_path: String,
13
13
  exclusions: RArray,
14
14
  mandatory_headers: RArray,
15
15
  status_exclusions: RArray,
16
+ expected_trust_name: String,
16
17
  ) -> magnus::error::Result<()> {
17
18
  if !xls_path.has_extension(&["xls","xlsx"]) {
18
19
  return Err(magnus::Error::new(ruby.exception_standard_error(), "xls_path must be an xls or xlsx file".to_string()));
@@ -22,11 +23,9 @@ pub fn to_csv(ruby: &Ruby, xls_path: String,
22
23
  let mandatory_headers: Vec<String> = RArray::to_vec(mandatory_headers)?;
23
24
  let status_exclusions = RArray::to_vec(status_exclusions)?;
24
25
 
25
-
26
26
  let mut workbook = open_workbook_auto(&xls_path)
27
27
  .map_err(|e| magnus_err(ruby, e, format!("could not open workbook: {}", xls_path).as_str()))?;
28
28
 
29
-
30
29
  let range = workbook.worksheet_range_at(0)
31
30
  .ok_or(magnus::Error::new(ruby.exception_standard_error(), "no worksheet found in xls".to_string()))
32
31
  .and_then(|r| r.map_err(|e| magnus_err(ruby, e, "could not read worksheet range")))?;
@@ -41,14 +40,15 @@ pub fn to_csv(ruby: &Ruby, xls_path: String,
41
40
  let csv_out_file = File::create(target_path.clone()).map_err(|e| magnus_err(ruby, e, format!("could not create csv file: {}", target_path).as_str()))?;
42
41
  let mut dest = BufWriter::new(csv_out_file);
43
42
 
44
- write_csv(ruby, &mut dest, &range, header_map, exclusions, mandatory_headers, headers_list, status_exclusions)
43
+ write_csv(ruby, &mut dest, &range, header_map, exclusions, mandatory_headers, headers_list, status_exclusions, expected_trust_name)
45
44
  }
46
45
 
47
46
  fn write_csv<W: Write>(ruby: &Ruby, dest: &mut W, range: &Range<Data>,
48
47
  header_map: HashMap<String, usize>, exclusions: Vec<String>,
49
48
  mandatory_headers: Vec<String>,
50
49
  headers_list: Vec<String>,
51
- status_exclusions: Vec<String>) -> magnus::error::Result<()> {
50
+ status_exclusions: Vec<String>,
51
+ expected_trust_name: String) -> magnus::error::Result<()> {
52
52
  let n = mandatory_headers.len() - 1;
53
53
  let request_id = header_map.get("Request Id").ok_or(missing_header(ruby, "Request Id"))?;
54
54
  let date = header_map.get("Date").ok_or(missing_header(ruby, "Date"))?;
@@ -57,6 +57,7 @@ fn write_csv<W: Write>(ruby: &Ruby, dest: &mut W, range: &Range<Data>,
57
57
  let actual_start = header_map.get("Actual Start").ok_or(missing_header(ruby, "Actual Start"))?;
58
58
  let actual_end = header_map.get("Actual End").ok_or(missing_header(ruby, "Actual End"))?;
59
59
  let status = header_map.get("Status");
60
+ let trust_name = header_map.get("Trust").ok_or(missing_header(ruby, "Trust"))?;
60
61
 
61
62
  let mandatory_rows = get_mandatory_records(ruby, range, &headers_list, &mandatory_headers)?;
62
63
 
@@ -70,7 +71,7 @@ fn write_csv<W: Write>(ruby: &Ruby, dest: &mut W, range: &Range<Data>,
70
71
  if date_value_is_not_present(&date, &r) {
71
72
  return Err(magnus::Error::new(ruby.exception_standard_error(), format!("Date value is not present in row: {}", ri)));
72
73
  }
73
- // validate_trust_name(ruby, &expected_trust_name, trust_name, ri, &r)?;
74
+ validate_trust_name(ruby, &expected_trust_name, trust_name, ri, &r)?;
74
75
 
75
76
  for (i, c) in mandatory_headers.iter().enumerate() {
76
77
  let column_index = header_map.get(c).ok_or(missing_header(ruby, c))?;
Binary file
Binary file
Binary file
Binary file
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module CsvUtils
4
- VERSION = '0.1.18'
4
+ VERSION = '0.1.19'
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: patchwork_csv_utils
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.18
4
+ version: 0.1.19
5
5
  platform: x86_64-linux
6
6
  authors:
7
7
  - kingsley.hendrickse
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-11-28 00:00:00.000000000 Z
11
+ date: 2024-12-04 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Deduplication of CSV files and XLS to CSV conversion.
14
14
  email: