csvops 0.4.0.alpha → 0.6.0.alpha

data/test/csvtool/interface/cli/workflows/steps/row_extraction/execute_step_test.rb

@@ -0,0 +1,91 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../../test_helper"
+require "csvtool/interface/cli/workflows/steps/row_extraction/execute_step"
+
+class ExecuteStepTest < Minitest::Test
+  Result = Struct.new(:ok, :data) do
+    def ok? = ok
+  end
+
+  class FakeUseCase
+    def initialize(result)
+      @result = result
+    end
+
+    def extract(session:, headers:, on_row:)
+      @called = true
+      on_row.call(["Bob", "Paris"]) if @result.ok?
+      @result
+    end
+
+    attr_reader :called
+  end
+
+  class FakePresenter
+    attr_reader :rows, :written
+
+    def initialize(stdout:, headers:, col_sep:)
+      @rows = []
+      @written = nil
+    end
+
+    def print_row(fields)
+      @rows << fields
+    end
+
+    def print_file_written(path)
+      @written = path
+    end
+  end
+
+  class FakeErrors
+    attr_reader :out_of_bounds
+
+    def row_range_out_of_bounds(count)
+      @out_of_bounds = count
+    end
+  end
+
+  def test_prints_rows_and_reports_out_of_bounds
+    errors = FakeErrors.new
+    step = Csvtool::Interface::CLI::Workflows::Steps::RowExtraction::ExecuteStep.new(
+      stdout: StringIO.new,
+      errors: errors,
+      presenter_class: FakePresenter
+    )
+    use_case = FakeUseCase.new(Result.new(true, { matched: false, row_count: 3, wrote_rows: false }))
+    context = {
+      session: Object.new,
+      headers: ["name", "city"],
+      use_case: use_case,
+      handle_error: ->(_r) { raise "unexpected" }
+    }
+
+    result = step.call(context)
+
+    assert_nil result
+    assert_equal 3, errors.out_of_bounds
+  end
+
+  def test_halts_on_use_case_failure
+    handled = []
+    step = Csvtool::Interface::CLI::Workflows::Steps::RowExtraction::ExecuteStep.new(
+      stdout: StringIO.new,
+      errors: FakeErrors.new,
+      presenter_class: FakePresenter
+    )
+    fail_result = Result.new(false, {})
+    use_case = FakeUseCase.new(fail_result)
+
+    result = step.call(
+      session: Object.new,
+      headers: ["name", "city"],
+      use_case: use_case,
+      handle_error: ->(r) { handled << r }
+    )
+
+    assert_equal :halt, result
+    assert_equal [fail_result], handled
+  end
+end

data/test/csvtool/interface/cli/workflows/steps/row_extraction/read_headers_step_test.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../../test_helper"
+require "csvtool/interface/cli/workflows/steps/row_extraction/read_headers_step"
+
+class ReadHeadersStepTest < Minitest::Test
+  Result = Struct.new(:ok, :data) do
+    def ok? = ok
+  end
+
+  class FakeUseCase
+    def initialize(result)
+      @result = result
+    end
+
+    def read_headers(file_path:, col_sep:)
+      @file_path = file_path
+      @col_sep = col_sep
+      @result
+    end
+
+    attr_reader :file_path, :col_sep
+  end
+
+  def test_sets_headers_on_success
+    use_case = FakeUseCase.new(Result.new(true, { headers: ["name", "city"] }))
+    step = Csvtool::Interface::CLI::Workflows::Steps::RowExtraction::ReadHeadersStep.new
+    context = {
+      use_case: use_case,
+      file_path: "/tmp/data.csv",
+      col_sep: ",",
+      handle_error: ->(_result) { raise "should not be called" }
+    }
+
+    result = step.call(context)
+
+    assert_nil result
+    assert_equal ["name", "city"], context[:headers]
+  end
+
+  def test_halts_and_routes_error_when_failure
+    failing_result = Result.new(false, {})
+    use_case = FakeUseCase.new(failing_result)
+    handled = []
+    step = Csvtool::Interface::CLI::Workflows::Steps::RowExtraction::ReadHeadersStep.new
+
+    result = step.call(
+      use_case: use_case,
+      file_path: "/tmp/data.csv",
+      col_sep: ",",
+      handle_error: ->(r) { handled << r }
+    )
+
+    assert_equal :halt, result
+    assert_equal [failing_result], handled
+  end
+end

data/test/csvtool/interface/cli/workflows/steps/row_randomization/collect_inputs_step_test.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../../test_helper"
+require "csvtool/interface/cli/workflows/steps/row_randomization/collect_inputs_step"
+require "csvtool/interface/cli/prompts/seed_prompt"
+
+class RowRandomizationCollectInputsStepTest < Minitest::Test
+  Result = Struct.new(:ok, :data) do
+    def ok? = ok
+  end
+
+  class FakeUseCase
+    def read_headers(file_path:, col_sep:, headers_present:)
+      Result.new(true, { headers: ["name"] })
+    end
+  end
+
+  def test_halts_when_seed_invalid
+    file_prompt = Object.new
+    separator_prompt = Object.new
+    headers_prompt = Object.new
+    seed_prompt = Object.new
+    def file_prompt.call = "/tmp/data.csv"
+    def separator_prompt.call = ","
+    def headers_prompt.call = true
+    def seed_prompt.call = Csvtool::Interface::CLI::Prompts::SeedPrompt::INVALID
+
+    step = Csvtool::Interface::CLI::Workflows::Steps::RowRandomization::CollectInputsStep.new(
+      file_path_prompt: file_prompt,
+      separator_prompt: separator_prompt,
+      headers_present_prompt: headers_prompt,
+      seed_prompt: seed_prompt
+    )
+
+    assert_equal :halt, step.call(use_case: FakeUseCase.new, handle_error: ->(_r) {})
+  end
+end

data/test/csvtool/interface/cli/workflows/steps/workflow_step_pipeline_test.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../test_helper"
+require "csvtool/interface/cli/workflows/steps/workflow_step_pipeline"
+
+class WorkflowStepPipelineTest < Minitest::Test
+  def test_runs_all_steps_when_no_halt
+    calls = []
+    step_1 = ->(_ctx) { calls << :one; nil }
+    step_2 = ->(_ctx) { calls << :two; nil }
+    pipeline = Csvtool::Interface::CLI::Workflows::Steps::WorkflowStepPipeline.new(steps: [step_1, step_2])
+
+    result = pipeline.call({})
+
+    assert_equal true, result
+    assert_equal %i[one two], calls
+  end
+
+  def test_stops_on_halt
+    calls = []
+    step_1 = ->(_ctx) { calls << :one; :halt }
+    step_2 = ->(_ctx) { calls << :two; nil }
+    pipeline = Csvtool::Interface::CLI::Workflows::Steps::WorkflowStepPipeline.new(steps: [step_1, step_2])
+
+    result = pipeline.call({})
+
+    assert_equal false, result
+    assert_equal [:one], calls
+  end
+end

data/test/csvtool/interface/cli/workflows/support/output_destination_mapper_test.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../test_helper"
+require "csvtool/interface/cli/workflows/support/output_destination_mapper"
+
+class OutputDestinationMapperTest < Minitest::Test
+  def test_maps_console_destination
+    mapper = Csvtool::Interface::CLI::Workflows::Support::OutputDestinationMapper.new
+
+    destination = mapper.call({ mode: :console })
+
+    assert_equal true, destination.console?
+  end
+
+  def test_maps_file_destination
+    mapper = Csvtool::Interface::CLI::Workflows::Support::OutputDestinationMapper.new
+
+    destination = mapper.call({ mode: :file, path: "/tmp/out.csv" })
+
+    assert_equal true, destination.file?
+    assert_equal "/tmp/out.csv", destination.path
+  end
+end

data/test/csvtool/interface/cli/workflows/support/result_error_handler_test.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require_relative "../../../../../test_helper"
+require "csvtool/interface/cli/workflows/support/result_error_handler"
+
+class ResultErrorHandlerTest < Minitest::Test
+  Result = Struct.new(:error)
+
+  def test_dispatches_mapped_error_action
+    calls = []
+    errors = Object.new
+    handler = Csvtool::Interface::CLI::Workflows::Support::ResultErrorHandler.new(errors: errors)
+    result = Result.new(:no_headers)
+
+    handler.call(result, {
+      no_headers: ->(_r, _e) { calls << :called }
+    })
+
+    assert_equal [:called], calls
+  end
+
+  def test_ignores_unmapped_error
+    calls = []
+    errors = Object.new
+    handler = Csvtool::Interface::CLI::Workflows::Support::ResultErrorHandler.new(errors: errors)
+    result = Result.new(:unknown)
+
+    handler.call(result, {
+      no_headers: ->(_r, _e) { calls << :called }
+    })
+
+    assert_empty calls
+  end
+end

data/test/fixtures/parity_duplicates_left.csv

@@ -0,0 +1,4 @@
+id,name
+1,Alice
+1,Alice
+2,Bob

data/test/fixtures/parity_duplicates_right.csv

@@ -0,0 +1,3 @@
+id,name
+1,Alice
+2,Bob

data/test/fixtures/parity_people_header_mismatch.csv

@@ -0,0 +1,4 @@
+full_name,city
+Alice,London
+Bob,Paris
+Cara,Berlin

data/test/fixtures/parity_people_many_reordered.csv

@@ -0,0 +1,13 @@
+name
+Name12
+Name11
+Name10
+Name09
+Name08
+Name07
+Name06
+Name05
+Name04
+Name03
+Name02
+Name01

data/test/fixtures/parity_people_mismatch.csv

@@ -0,0 +1,4 @@
+name,city
+Alice,London
+Bob,Paris
+Dina,Rome

data/test/fixtures/parity_people_reordered.csv

@@ -0,0 +1,4 @@
+name,city
+Cara,Berlin
+Alice,London
+Bob,Paris

data/test/fixtures/parity_people_reordered.tsv

@@ -0,0 +1,4 @@
+name	city
+Cara	Berlin
+Alice	London
+Bob	Paris

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csvops
 version: !ruby/object:Gem::Version
-  version: 0.4.0.alpha
+  version: 0.6.0.alpha
 platform: ruby
 authors:
 - Robert Hall
@@ -72,8 +72,11 @@ files:
 - docs/release-v0.2.0-alpha.md
 - docs/release-v0.3.0-alpha.md
 - docs/release-v0.4.0-alpha.md
+- docs/release-v0.5.0-alpha.md
+- docs/release-v0.6.0-alpha.md
 - exe/csvtool
 - lib/csvtool/application/use_cases/run_cross_csv_dedupe.rb
+- lib/csvtool/application/use_cases/run_csv_parity.rb
 - lib/csvtool/application/use_cases/run_extraction.rb
 - lib/csvtool/application/use_cases/run_row_extraction.rb
 - lib/csvtool/application/use_cases/run_row_randomization.rb
@@ -90,6 +93,9 @@ files:
 - lib/csvtool/domain/cross_csv_dedupe_session/csv_profile.rb
 - lib/csvtool/domain/cross_csv_dedupe_session/key_mapping.rb
 - lib/csvtool/domain/cross_csv_dedupe_session/match_options.rb
+- lib/csvtool/domain/csv_parity_session/parity_options.rb
+- lib/csvtool/domain/csv_parity_session/parity_session.rb
+- lib/csvtool/domain/csv_parity_session/source_pair.rb
 - lib/csvtool/domain/row_randomization_session/randomization_options.rb
 - lib/csvtool/domain/row_randomization_session/randomization_session.rb
 - lib/csvtool/domain/row_randomization_session/randomization_source.rb
@@ -98,29 +104,71 @@ files:
 - lib/csvtool/domain/row_session/row_source.rb
 - lib/csvtool/domain/shared/output_destination.rb
 - lib/csvtool/infrastructure/csv/cross_csv_deduper.rb
+- lib/csvtool/infrastructure/csv/csv_parity_comparator.rb
 - lib/csvtool/infrastructure/csv/header_reader.rb
 - lib/csvtool/infrastructure/csv/row_randomizer.rb
 - lib/csvtool/infrastructure/csv/row_streamer.rb
 - lib/csvtool/infrastructure/csv/selector_validator.rb
 - lib/csvtool/infrastructure/csv/value_streamer.rb
 - lib/csvtool/infrastructure/output/console_writer.rb
+- lib/csvtool/infrastructure/output/csv_cross_csv_dedupe_file_writer.rb
 - lib/csvtool/infrastructure/output/csv_file_writer.rb
+- lib/csvtool/infrastructure/output/csv_randomized_row_file_writer.rb
 - lib/csvtool/infrastructure/output/csv_row_console_writer.rb
 - lib/csvtool/infrastructure/output/csv_row_file_writer.rb
 - lib/csvtool/interface/cli/errors/presenter.rb
 - lib/csvtool/interface/cli/menu_loop.rb
 - lib/csvtool/interface/cli/prompts/column_selector_prompt.rb
 - lib/csvtool/interface/cli/prompts/confirm_prompt.rb
+- lib/csvtool/interface/cli/prompts/dedupe_key_selector_prompt.rb
 - lib/csvtool/interface/cli/prompts/file_path_prompt.rb
 - lib/csvtool/interface/cli/prompts/headers_present_prompt.rb
 - lib/csvtool/interface/cli/prompts/output_destination_prompt.rb
 - lib/csvtool/interface/cli/prompts/seed_prompt.rb
 - lib/csvtool/interface/cli/prompts/separator_prompt.rb
 - lib/csvtool/interface/cli/prompts/skip_blanks_prompt.rb
+- lib/csvtool/interface/cli/prompts/yes_no_prompt.rb
+- lib/csvtool/interface/cli/workflows/builders/column_session_builder.rb
+- lib/csvtool/interface/cli/workflows/builders/cross_csv_dedupe_session_builder.rb
+- lib/csvtool/interface/cli/workflows/builders/csv_parity_session_builder.rb
+- lib/csvtool/interface/cli/workflows/builders/row_extraction_session_builder.rb
+- lib/csvtool/interface/cli/workflows/builders/row_randomization_session_builder.rb
+- lib/csvtool/interface/cli/workflows/presenters/column_extraction_presenter.rb
+- lib/csvtool/interface/cli/workflows/presenters/cross_csv_dedupe_presenter.rb
+- lib/csvtool/interface/cli/workflows/presenters/csv_parity_presenter.rb
+- lib/csvtool/interface/cli/workflows/presenters/row_extraction_presenter.rb
+- lib/csvtool/interface/cli/workflows/presenters/row_randomization_presenter.rb
 - lib/csvtool/interface/cli/workflows/run_cross_csv_dedupe_workflow.rb
+- lib/csvtool/interface/cli/workflows/run_csv_parity_workflow.rb
+- lib/csvtool/interface/cli/workflows/run_extraction_workflow.rb
+- lib/csvtool/interface/cli/workflows/run_row_extraction_workflow.rb
+- lib/csvtool/interface/cli/workflows/run_row_randomization_workflow.rb
+- lib/csvtool/interface/cli/workflows/steps/cross_csv_dedupe/collect_options_step.rb
+- lib/csvtool/interface/cli/workflows/steps/cross_csv_dedupe/collect_profiles_step.rb
+- lib/csvtool/interface/cli/workflows/steps/cross_csv_dedupe/execute_step.rb
+- lib/csvtool/interface/cli/workflows/steps/extraction/build_preview_step.rb
+- lib/csvtool/interface/cli/workflows/steps/extraction/collect_destination_step.rb
+- lib/csvtool/interface/cli/workflows/steps/extraction/collect_inputs_step.rb
+- lib/csvtool/interface/cli/workflows/steps/extraction/execute_step.rb
+- lib/csvtool/interface/cli/workflows/steps/parity/build_session_step.rb
+- lib/csvtool/interface/cli/workflows/steps/parity/collect_inputs_step.rb
+- lib/csvtool/interface/cli/workflows/steps/parity/execute_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_extraction/collect_destination_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_extraction/collect_range_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_extraction/collect_source_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_extraction/execute_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_extraction/read_headers_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_randomization/collect_destination_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_randomization/collect_inputs_step.rb
+- lib/csvtool/interface/cli/workflows/steps/row_randomization/execute_step.rb
+- lib/csvtool/interface/cli/workflows/steps/workflow_step_pipeline.rb
+- lib/csvtool/interface/cli/workflows/support/output_destination_mapper.rb
+- lib/csvtool/interface/cli/workflows/support/result_error_handler.rb
 - lib/csvtool/services/preview_builder.rb
 - lib/csvtool/version.rb
+- test/csvtool/application/use_cases/io_boundary_test.rb
 - test/csvtool/application/use_cases/run_cross_csv_dedupe_test.rb
+- test/csvtool/application/use_cases/run_csv_parity_test.rb
 - test/csvtool/application/use_cases/run_extraction_test.rb
 - test/csvtool/application/use_cases/run_row_extraction_test.rb
 - test/csvtool/application/use_cases/run_row_randomization_test.rb
@@ -138,6 +186,9 @@ files:
 - test/csvtool/domain/cross_csv_dedupe_session/csv_profile_test.rb
 - test/csvtool/domain/cross_csv_dedupe_session/key_mapping_test.rb
 - test/csvtool/domain/cross_csv_dedupe_session/match_options_test.rb
+- test/csvtool/domain/csv_parity_session/parity_options_test.rb
+- test/csvtool/domain/csv_parity_session/parity_session_test.rb
+- test/csvtool/domain/csv_parity_session/source_pair_test.rb
 - test/csvtool/domain/row_randomization_session/randomization_options_test.rb
 - test/csvtool/domain/row_randomization_session/randomization_session_test.rb
 - test/csvtool/domain/row_randomization_session/randomization_source_test.rb
@@ -146,26 +197,57 @@ files:
 - test/csvtool/domain/row_session/row_source_test.rb
 - test/csvtool/domain/shared/output_destination_test.rb
 - test/csvtool/infrastructure/csv/cross_csv_deduper_test.rb
+- test/csvtool/infrastructure/csv/csv_parity_comparator_test.rb
 - test/csvtool/infrastructure/csv/header_reader_test.rb
 - test/csvtool/infrastructure/csv/row_randomizer_test.rb
 - test/csvtool/infrastructure/csv/row_streamer_test.rb
 - test/csvtool/infrastructure/csv/selector_validator_test.rb
 - test/csvtool/infrastructure/csv/value_streamer_test.rb
 - test/csvtool/infrastructure/output/console_writer_test.rb
+- test/csvtool/infrastructure/output/csv_cross_csv_dedupe_file_writer_test.rb
 - test/csvtool/infrastructure/output/csv_file_writer_test.rb
+- test/csvtool/infrastructure/output/csv_randomized_row_file_writer_test.rb
 - test/csvtool/infrastructure/output/csv_row_console_writer_test.rb
 - test/csvtool/infrastructure/output/csv_row_file_writer_test.rb
 - test/csvtool/interface/cli/errors/presenter_test.rb
 - test/csvtool/interface/cli/menu_loop_test.rb
 - test/csvtool/interface/cli/prompts/column_selector_prompt_test.rb
 - test/csvtool/interface/cli/prompts/confirm_prompt_test.rb
+- test/csvtool/interface/cli/prompts/dedupe_key_selector_prompt_test.rb
 - test/csvtool/interface/cli/prompts/file_path_prompt_test.rb
 - test/csvtool/interface/cli/prompts/headers_present_prompt_test.rb
 - test/csvtool/interface/cli/prompts/output_destination_prompt_test.rb
 - test/csvtool/interface/cli/prompts/seed_prompt_test.rb
 - test/csvtool/interface/cli/prompts/separator_prompt_test.rb
 - test/csvtool/interface/cli/prompts/skip_blanks_prompt_test.rb
+- test/csvtool/interface/cli/prompts/yes_no_prompt_test.rb
+- test/csvtool/interface/cli/workflows/builders/column_session_builder_test.rb
+- test/csvtool/interface/cli/workflows/builders/cross_csv_dedupe_session_builder_test.rb
+- test/csvtool/interface/cli/workflows/builders/csv_parity_session_builder_test.rb
+- test/csvtool/interface/cli/workflows/builders/row_extraction_session_builder_test.rb
+- test/csvtool/interface/cli/workflows/builders/row_randomization_session_builder_test.rb
+- test/csvtool/interface/cli/workflows/presenters/column_extraction_presenter_test.rb
+- test/csvtool/interface/cli/workflows/presenters/cross_csv_dedupe_presenter_test.rb
+- test/csvtool/interface/cli/workflows/presenters/csv_parity_presenter_test.rb
+- test/csvtool/interface/cli/workflows/presenters/row_extraction_presenter_test.rb
+- test/csvtool/interface/cli/workflows/presenters/row_randomization_presenter_test.rb
 - test/csvtool/interface/cli/workflows/run_cross_csv_dedupe_workflow_test.rb
+- test/csvtool/interface/cli/workflows/run_csv_parity_workflow_test.rb
+- test/csvtool/interface/cli/workflows/run_extraction_workflow_test.rb
+- test/csvtool/interface/cli/workflows/run_row_extraction_workflow_test.rb
+- test/csvtool/interface/cli/workflows/run_row_randomization_workflow_test.rb
+- test/csvtool/interface/cli/workflows/steps/cross_csv_dedupe/collect_options_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/extraction/collect_inputs_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/parity/build_session_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/parity/collect_inputs_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/parity/execute_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/row_extraction/collect_source_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/row_extraction/execute_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/row_extraction/read_headers_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/row_randomization/collect_inputs_step_test.rb
+- test/csvtool/interface/cli/workflows/steps/workflow_step_pipeline_test.rb
+- test/csvtool/interface/cli/workflows/support/output_destination_mapper_test.rb
+- test/csvtool/interface/cli/workflows/support/result_error_handler_test.rb
 - test/csvtool/services/preview_builder_test.rb
 - test/fixtures/dedupe_reference.csv
 - test/fixtures/dedupe_reference.tsv
@@ -178,6 +260,13 @@ files:
 - test/fixtures/dedupe_source_no_headers.csv
 - test/fixtures/dedupe_source_normalization.csv
 - test/fixtures/empty.csv
+- test/fixtures/parity_duplicates_left.csv
+- test/fixtures/parity_duplicates_right.csv
+- test/fixtures/parity_people_header_mismatch.csv
+- test/fixtures/parity_people_many_reordered.csv
+- test/fixtures/parity_people_mismatch.csv
+- test/fixtures/parity_people_reordered.csv
+- test/fixtures/parity_people_reordered.tsv
 - test/fixtures/sample_people.csv
 - test/fixtures/sample_people.tsv
 - test/fixtures/sample_people_bad_tail.csv