cure 0.1.2 → 0.4.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cure
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.4.0
 platform: ruby
 authors:
 - william
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-10-01 00:00:00.000000000 Z
+date: 2024-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: simplecov
@@ -24,45 +24,103 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: artii
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.2
 - !ruby/object:Gem::Dependency
   name: faker
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.2.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.2.2
 - !ruby/object:Gem::Dependency
   name: rcsv
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.1
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.74.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.74.0
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.8
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.2
 description: Transform, select, anonymize or manipulate data inside CSV files with
   templates.
 email:
 - me@williamthom.as
 executables:
 - cure
+- cure.old
 extensions: []
 extra_rdoc_files: []
 files:
 - ".rspec"
 - ".rubocop.yml"
+- ".tool-versions"
 - CODE_OF_CONDUCT.md
 - Dockerfile
 - Gemfile
@@ -70,48 +128,101 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- docs/README.md
+- docs/about.md
+- docs/builder/add.md
+- docs/builder/black_white_list.md
+- docs/builder/copy.md
+- docs/builder/explode.md
+- docs/builder/main.md
+- docs/builder/remove.md
+- docs/examples/examples.md
+- docs/export/main.md
+- docs/extract/main.md
+- docs/metadata/main.md
+- docs/query/main.md
+- docs/sources/main.md
+- docs/transform/main.md
+- docs/validate/main.md
 - exe/cure
+- exe/cure.old
 - lib/cure.rb
+- lib/cure/builder/base_builder.rb
+- lib/cure/builder/candidate.rb
+- lib/cure/cli/command.rb
+- lib/cure/cli/generate_command.rb
+- lib/cure/cli/new_command.rb
+- lib/cure/cli/run_command.rb
+- lib/cure/cli/templates/README.md.erb
+- lib/cure/cli/templates/gemfile.erb
+- lib/cure/cli/templates/gitignore.erb
+- lib/cure/cli/templates/new_template.rb.erb
+- lib/cure/cli/templates/tool-versions.erb
 - lib/cure/config.rb
 - lib/cure/coordinator.rb
-- lib/cure/export/exporter.rb
-- lib/cure/extract/builder.rb
+- lib/cure/database.rb
+- lib/cure/dsl/builder.rb
+- lib/cure/dsl/exporters.rb
+- lib/cure/dsl/extraction.rb
+- lib/cure/dsl/metadata.rb
+- lib/cure/dsl/queries.rb
+- lib/cure/dsl/source_files.rb
+- lib/cure/dsl/template.rb
+- lib/cure/dsl/transformations.rb
+- lib/cure/dsl/validator.rb
+- lib/cure/export/base_processor.rb
+- lib/cure/export/manager.rb
+- lib/cure/extract/base_processor.rb
 - lib/cure/extract/csv_lookup.rb
 - lib/cure/extract/extractor.rb
+- lib/cure/extract/filter.rb
+- lib/cure/extract/named_range.rb
+- lib/cure/extract/named_range_processor.rb
+- lib/cure/extract/variable.rb
+- lib/cure/extract/variable_processor.rb
 - lib/cure/generator/base_generator.rb
 - lib/cure/generator/case_generator.rb
 - lib/cure/generator/character_generator.rb
+- lib/cure/generator/erb_generator.rb
+- lib/cure/generator/eval_generator.rb
 - lib/cure/generator/faker_generator.rb
 - lib/cure/generator/guid_generator.rb
 - lib/cure/generator/hex_generator.rb
 - lib/cure/generator/imports.rb
 - lib/cure/generator/number_generator.rb
 - lib/cure/generator/placeholder_generator.rb
+- lib/cure/generator/proc_generator.rb
 - lib/cure/generator/redact_generator.rb
+- lib/cure/generator/static_generator.rb
 - lib/cure/generator/variable_generator.rb
 - lib/cure/helpers/file_helpers.rb
 - lib/cure/helpers/object_helpers.rb
+- lib/cure/helpers/perf_helpers.rb
+- lib/cure/helpers/string.rb
+- lib/cure/launcher.rb
 - lib/cure/log.rb
-- lib/cure/main.rb
+- lib/cure/planner.rb
 - lib/cure/strategy/append_strategy.rb
 - lib/cure/strategy/base_strategy.rb
+- lib/cure/strategy/contain_strategy.rb
 - lib/cure/strategy/end_with_strategy.rb
 - lib/cure/strategy/full_strategy.rb
+- lib/cure/strategy/history/history_cache.rb
 - lib/cure/strategy/imports.rb
 - lib/cure/strategy/match_strategy.rb
+- lib/cure/strategy/prepend_strategy.rb
 - lib/cure/strategy/regex_strategy.rb
 - lib/cure/strategy/split_strategy.rb
 - lib/cure/strategy/start_with_strategy.rb
-- lib/cure/template/dispatch.rb
-- lib/cure/template/extraction.rb
-- lib/cure/template/template.rb
-- lib/cure/template/transformations.rb
 - lib/cure/transformation/candidate.rb
 - lib/cure/transformation/transform.rb
+- lib/cure/validator/base_rule.rb
+- lib/cure/validator/candidate.rb
+- lib/cure/validator/manager.rb
 - lib/cure/validators.rb
 - lib/cure/version.rb
-- templates/aws_cur_template.json
-- templates/example_template.json
+- templates/dsl_example.rb
+- templates/empty_template.rb
 homepage: https://www.github.com/williamthom-as/cure
 licenses:
 - MIT
@@ -124,14 +235,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.22
+rubygems_version: 3.4.6
 signing_key: 
 specification_version: 4
 summary: Cure provides the ability to transform CSVs using descriptive templates.

data/lib/cure/export/exporter.rb

@@ -1,74 +0,0 @@
-# frozen_string_literal: true
-
-require "cure/log"
-require "cure/config"
-require "cure/helpers/file_helpers"
-
-module Cure
-  module Export
-    class Exporter
-      include Helpers::FileHelpers
-      include Configuration
-      include Log
-
-      # @param [Array<Cure::Transform::TransformResult>] result
-      def self.export_result(results, output_dir)
-        exporter = Exporter.new(output_dir)
-        exporter.export_results(results)
-      end
-
-      attr_reader :output_dir
-
-      def initialize(output_dir)
-        @output_dir = output_dir
-      end
-
-      # @param [Array<Cure::Transform::TransformResult>] result
-      def export_results(result)
-        export_ranges = config.template.dispatch.named_ranges
-
-        export_ranges.each do |range|
-          named_range = range["named_range"]
-          unless result.has_key?(named_range)
-            raise "Missing named range - #{range} from candidates [#{result.keys.join(", ")}]"
-          end
-
-          data = result[named_range]
-          column_headers = data.column_headers.keys
-          export(@output_dir, range["file_name"], data.transformed_rows, column_headers)
-        end
-      end
-
-      # @param [Array] rows
-      # @param [Array] columns
-      def export(output_dir, file_name, rows, columns)
-        file_name = "#{file_name}-#{Time.now.utc.strftime("%Y-%m-%dT%H:%M:%S%-z")}"
-
-        log_info("Exporting file to [#{output_dir}/#{file_name}] with #{rows.length} rows")
-
-        file_contents = []
-        file_contents << columns.join(",")
-
-        rows.each do |row|
-          file_contents << row.join(",")
-        end
-
-        write_to_file(
-          output_dir, file_name, "csv", file_contents.join("\n")
-        )
-      end
-
-      # @param [String] file_path
-      # @param [String] contents
-      # @param [String] file_extension
-      def write_to_file(file_path, file_name, file_extension, contents)
-        file_location = "#{file_path}/#{file_name}"
-        clean_dir(file_path)
-
-        with_file(file_location, file_extension) do |file|
-          file.write(contents)
-        end
-      end
-    end
-  end
-end

data/lib/cure/extract/builder.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require "cure/extract/csv_lookup"
-
-module Cure
-  module Extract
-    class Builder
-
-      # @param [Hash] opts
-      attr_reader :opts
-
-      # @param [Hash] opts
-      def initialize(opts)
-        @opts = opts
-      end
-
-      # @param [Array<Array>] _sheet
-      # @param [Hash<String, Integer>] _column_headers
-      # @return [Array]
-      #
-      # This returns changed column headers and sheets
-      def handle(_sheet, _column_headers)
-        []
-      end
-    end
-  end
-end

data/lib/cure/main.rb

@@ -1,72 +0,0 @@
-# frozen_string_literal: true
-
-require "cure/template/template"
-require "cure/transformation/candidate"
-require "cure/transformation/transform"
-require "cure/export/exporter"
-require "cure/coordinator"
-
-require "cure"
-require "json"
-
-module Cure
-  class Main
-    include Configuration
-    include Helpers::FileHelpers
-
-    # @param [String] template_file_loc
-    # @param [String] csv_file_loc
-    # @param [String] output_dir
-    # @return [Cure::Main]
-    def self.init_from_file(template_file_loc, csv_file_loc, output_dir)
-      # Run all init stuff here.
-      # Run validator?
-
-      main = Main.new
-      template_hash = JSON.parse(main.read_file(template_file_loc))
-      template = Template.from_hash(template_hash)
-      main.setup(csv_file_loc, template, output_dir)
-      main
-    end
-
-    # @param [Hash] template_hash
-    # @param [String] csv_file_loc
-    # @param [String] output_dir
-    # @return [Cure::Main]
-    def self.init_from_hash(template_hash, csv_file_loc, output_dir)
-      # Run all init stuff here.
-      # Run validator?
-
-      main = Main.new
-      template = Template.from_hash(template_hash)
-      main.setup(csv_file_loc, template, output_dir)
-      main
-    end
-
-    # @return [Cure::Coordinator]
-    attr_accessor :coordinator
-
-    # @return [Boolean]
-    attr_reader :is_initialised
-
-    def initialize
-      @is_initialised = false
-      @coordinator = Coordinator.new
-    end
-
-    def run_export
-      @coordinator.process
-    end
-
-    # @param [String] csv_file_location
-    # @param [Cure::Template] template
-    # @param [String] output_dir
-    # @return [Cure::Main]
-    def setup(csv_file_location, template, output_dir)
-      config = create_config(csv_file_location, template, output_dir)
-      register_config(config)
-
-      self
-    end
-  end
-end

data/lib/cure/template/dispatch.rb

@@ -1,30 +0,0 @@
-# frozen_string_literal: true
-
-module Cure
-  # This name sucks, it is just an exporter
-  class Dispatch
-
-    # @param [Array<Hash>] named_ranges
-    attr_accessor :named_ranges
-
-    def initialize
-      @named_ranges = [default]
-    end
-
-    # @param [Array<String>] hash
-    # @return [Cure::Dispatch]
-    def self.from_hash(hash)
-      this = Cure::Dispatch.new
-      this.named_ranges = hash["sections"] if hash.key?("sections")
-      this
-    end
-
-    def default
-      {
-        "named_range" => "default",
-        "file_name" => "cure-export",
-        "type" => "csv"
-      }
-    end
-  end
-end

data/lib/cure/template/extraction.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-module Cure
-  class Extraction
-    # @param [Array<Hash>] named_ranges
-    attr_accessor :named_ranges
-
-    # @param [Array<Hash>] named_ranges
-    attr_accessor :variables
-
-    def initialize
-      @named_ranges = [{
-        "name" => "default",
-        "section" => -1
-      }]
-
-      @variables = []
-    end
-
-    # @param [Hash] hash
-    # @return [Cure::Extraction]
-    def self.from_hash(hash)
-      this = Cure::Extraction.new
-      this.named_ranges.push(*hash["named_ranges"])
-      this.variables.push(*hash["variables"])
-      this
-    end
-
-    # We only need to get the named ranges where the candidates have specified
-    # interest in them.
-    #
-    # @param [Array] candidate_nrs
-    # @return [Array]
-    def required_named_ranges(candidate_nrs)
-      @named_ranges.select { |nr| candidate_nrs.include?(nr["name"]) }
-    end
-  end
-end

data/lib/cure/template/template.rb

@@ -1,28 +0,0 @@
-# frozen_string_literal: true
-
-require "cure/template/transformations"
-require "cure/template/extraction"
-require "cure/template/dispatch"
-
-module Cure
-  class Template
-    # @param [Cure::Transformations] transformations
-    attr_accessor :transformations
-
-    # @param [Cure::Extraction] extraction
-    attr_accessor :extraction
-
-    # @param [Cure::Dispatch] dispatch
-    attr_accessor :dispatch
-
-    # @param [Hash] hash
-    # @return [Cure::Template]
-    def self.from_hash(hash)
-      this = Cure::Template.new
-      this.transformations = Cure::Transformations.from_hash(hash.fetch("transformations", {}))
-      this.extraction = Cure::Extraction.from_hash(hash.fetch("extraction", {}))
-      this.dispatch = Cure::Dispatch.from_hash(hash.fetch("dispatch", {}))
-      this
-    end
-  end
-end

data/lib/cure/template/transformations.rb

@@ -1,26 +0,0 @@
-# frozen_string_literal: true
-
-module Cure
-  class Transformations
-    # @param [Array<Transformation::Candidate>] candidates
-    attr_accessor :candidates
-
-    # @param [Array<Hash>] placeholders
-    # TODO: make class Placeholder
-    attr_accessor :placeholders
-
-    def initialize
-      @candidates = []
-      @placeholders = {}
-    end
-
-    # @param [Hash] hash
-    # @return [Cure::Transformations]
-    def self.from_hash(hash)
-      this = Cure::Transformations.new
-      this.candidates = hash["candidates"].map { |c| Cure::Transformation::Candidate.new.from_json(c) }
-      this.placeholders = hash["placeholders"]
-      this
-    end
-  end
-end

data/templates/aws_cur_template.json

@@ -1,145 +0,0 @@
-{
-  "transformations" : {
-    "candidates" : [
-      {
-        "column" : "identity/LineItemId",
-        "translations" : [{
-          "strategy" : {
-            "name": "full",
-            "options" : {}
-          },
-          "generator" : {
-            "name" : "character",
-            "options" : {
-              "length" : 52,
-              "types" : [
-                "lowercase", "number"
-              ]
-            }
-          }
-        }]
-      },
-      {
-        "column" : "bill/PayerAccountId",
-        "translations" : [{
-          "strategy" : {
-            "name": "full",
-            "options" : {}
-          },
-          "generator" : {
-            "name" : "placeholder",
-            "options" : {
-              "name" : "$account_number"
-            }
-          }
-        }]
-      },
-      {
-        "column" : "lineItem/UsageAccountId",
-        "translations" : [{
-          "strategy" : {
-            "name": "full",
-            "options" : {}
-          },
-          "generator" : {
-            "name" : "number",
-            "options" : {
-              "length" : 6
-            }
-          }
-        }]
-      },
-      {
-        "column" : "lineItem/ResourceId",
-        "translations" : [{
-          "strategy" : {
-            "name": "regex",
-            "options" : {
-              "regex_cg" : "^i-(.*)"
-            }
-          },
-          "generator" : {
-            "name" : "hex",
-            "options" : {
-              "length" : 10
-            }
-          }
-        },{
-          "strategy" : {
-            "name": "regex",
-            "options" : {
-              "regex_cg" : "^vol-(.*)"
-            }
-          },
-          "generator" : {
-            "name" : "hex",
-            "options" : {
-              "length" : 10
-            }
-          }
-        },{
-          "strategy" : {
-            "name": "split",
-            "options" : {
-              "token": ":",
-              "index": 4
-            }
-          },
-          "generator" : {
-            "name" : "placeholder",
-            "options" : {
-              "name" : "$account_number"
-            }
-          }
-        },{
-          "strategy" : {
-            "name": "split",
-            "options" : {
-              "token": ":",
-              "index": -1
-            }
-          },
-          "generator" : {
-            "name" : "faker",
-            "options" : {
-              "module" : "App",
-              "method" : "name"
-            }
-          }
-        }],
-        "no_match_translation" : {
-          "strategy" : {
-            "name": "full",
-            "options" : {}
-          },
-          "generator" : {
-            "name" : "hex",
-            "options" : {
-              "length" : 10,
-              "prefix" : "s3_bucket_"
-            }
-          }
-        }
-      },
-      {
-        "column" : "resourceTags/aws:createdBy",
-        "translations" : [{
-          "strategy" : {
-            "name": "full",
-            "options" : {}
-          },
-          "generator" : {
-            "name" : "faker",
-            "options" : {
-              "module" : "Faker::Movies::StarWars",
-              "method" : "character"
-            }
-          }
-        }]
-      }
-    ],
-    "placeholders" : {
-      "$account_number" : "1234567891234"
-    }
-  }
-}