csvops 0.2.0.alpha → 0.4.0.alpha

data/test/csvtool/domain/row_randomization_session/randomization_source_test.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative "../../../test_helper"
+require "csvtool/domain/row_randomization_session/randomization_source"
+
+class RandomizationSourceTest < Minitest::Test
+  def test_holds_path_separator_and_headers_mode
+    source = Csvtool::Domain::RowRandomizationSession::RandomizationSource.new(
+      path: "/tmp/a.csv",
+      separator: ",",
+      headers_present: true
+    )
+
+    assert_equal "/tmp/a.csv", source.path
+    assert_equal ",", source.separator
+    assert_equal true, source.headers_present?
+  end
+
+  def test_rejects_empty_separator
+    error = assert_raises(ArgumentError) do
+      Csvtool::Domain::RowRandomizationSession::RandomizationSource.new(
+        path: "/tmp/a.csv",
+        separator: "",
+        headers_present: true
+      )
+    end
+
+    assert_equal "separator cannot be empty", error.message
+  end
+
+  def test_rejects_empty_path
+    error = assert_raises(ArgumentError) do
+      Csvtool::Domain::RowRandomizationSession::RandomizationSource.new(
+        path: "",
+        separator: ",",
+        headers_present: true
+      )
+    end
+
+    assert_equal "path cannot be empty", error.message
+  end
+end

data/test/csvtool/domain/row_session/row_session_test.rb

@@ -4,7 +4,7 @@ require_relative "../../../test_helper"
 require "csvtool/domain/row_session/row_session"
 require "csvtool/domain/row_session/row_source"
 require "csvtool/domain/row_session/row_range"
-require "csvtool/domain/row_session/row_output_destination"
+require "csvtool/domain/shared/output_destination"
 
 class RowSessionTest < Minitest::Test
   def test_starts_and_sets_output_destination
@@ -12,7 +12,7 @@ class RowSessionTest < Minitest::Test
     row_range = Csvtool::Domain::RowSession::RowRange.new(start_row: 1, end_row: 2)
 
     session = Csvtool::Domain::RowSession::RowSession.start(source: source, row_range: row_range)
-    destination = Csvtool::Domain::RowSession::RowOutputDestination.console
+    destination = Csvtool::Domain::Shared::OutputDestination.console
     updated = session.with_output_destination(destination)
 
     assert_equal source, updated.source

data/test/csvtool/domain/row_session/row_source_test.rb

@@ -9,4 +9,20 @@ class RowSourceTest < Minitest::Test
     assert_equal "/tmp/a.csv", source.path
     assert_equal "\t", source.separator
   end
+
+  def test_rejects_empty_path
+    error = assert_raises(ArgumentError) do
+      Csvtool::Domain::RowSession::RowSource.new(path: "", separator: ",")
+    end
+
+    assert_equal "path cannot be empty", error.message
+  end
+
+  def test_rejects_empty_separator
+    error = assert_raises(ArgumentError) do
+      Csvtool::Domain::RowSession::RowSource.new(path: "/tmp/a.csv", separator: "")
+    end
+
+    assert_equal "separator cannot be empty", error.message
+  end
 end

data/test/csvtool/domain/shared/output_destination_test.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require_relative "../../../test_helper"
+require "csvtool/domain/shared/output_destination"
+
+class SharedOutputDestinationTest < Minitest::Test
+  def test_builds_console_and_file_destinations
+    console = Csvtool::Domain::Shared::OutputDestination.console
+    file = Csvtool::Domain::Shared::OutputDestination.file(path: "/tmp/out.csv")
+
+    assert_equal true, console.console?
+    assert_equal false, console.file?
+    assert_equal true, file.file?
+    assert_equal "/tmp/out.csv", file.path
+  end
+
+  def test_rejects_empty_file_path
+    error = assert_raises(ArgumentError) do
+      Csvtool::Domain::Shared::OutputDestination.file(path: "")
+    end
+
+    assert_equal "file output path cannot be empty", error.message
+  end
+end

data/test/csvtool/infrastructure/csv/cross_csv_deduper_test.rb

@@ -0,0 +1,155 @@
+# frozen_string_literal: true
+
+require_relative "../../../test_helper"
+require "csvtool/infrastructure/csv/cross_csv_deduper"
+require "csvtool/domain/cross_csv_dedupe_session/column_selector"
+require "csvtool/domain/cross_csv_dedupe_session/match_options"
+require "tmpdir"
+
+class InfrastructureCrossCsvDeduperTest < Minitest::Test
+  def fixture_path(name)
+    File.expand_path("../../../fixtures/#{name}", __dir__)
+  end
+
+  def test_filters_source_rows_by_reference_column_values
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    result = deduper.call(
+      source_path: fixture_path("dedupe_source.csv"),
+      reference_path: fixture_path("dedupe_reference.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id"),
+      source_col_sep: ",",
+      reference_col_sep: ","
+    )
+
+    assert_equal ["customer_id", "name"], result[:headers]
+    assert_equal 5, result[:source_rows]
+    assert_equal 3, result[:removed_rows]
+    assert_equal 2, result[:kept_rows_count]
+    assert_equal [%w[1 Alice], %w[3 Cara]], result[:kept_rows]
+  end
+
+  def test_normalization_trim_on_case_off
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    result = deduper.call(
+      source_path: fixture_path("dedupe_source_normalization.csv"),
+      reference_path: fixture_path("dedupe_reference_normalization.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id"),
+      match_options: match_options(trim_whitespace: true, case_insensitive: false)
+    )
+
+    assert_equal 3, result[:kept_rows_count]
+  end
+
+  def test_normalization_trim_on_case_on
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    result = deduper.call(
+      source_path: fixture_path("dedupe_source_normalization.csv"),
+      reference_path: fixture_path("dedupe_reference_normalization.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id"),
+      match_options: match_options(trim_whitespace: true, case_insensitive: true)
+    )
+
+    assert_equal 1, result[:kept_rows_count]
+    assert_equal [%w[B2 Bob]], result[:kept_rows]
+  end
+
+  def test_normalization_trim_off_case_on
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    result = deduper.call(
+      source_path: fixture_path("dedupe_source_normalization.csv"),
+      reference_path: fixture_path("dedupe_reference_normalization.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id"),
+      match_options: match_options(trim_whitespace: false, case_insensitive: true)
+    )
+
+    assert_equal 2, result[:kept_rows_count]
+    assert_equal [[" A1 ", "Alice"], %w[B2 Bob]], result[:kept_rows]
+  end
+
+  def test_normalization_trim_off_case_off
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    result = deduper.call(
+      source_path: fixture_path("dedupe_source_normalization.csv"),
+      reference_path: fixture_path("dedupe_reference_normalization.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id"),
+      match_options: match_options(trim_whitespace: false, case_insensitive: false)
+    )
+
+    assert_equal 3, result[:kept_rows_count]
+  end
+
+  def test_each_retained_streams_rows_and_reports_stats
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+    yielded_rows = []
+
+    result = deduper.each_retained(
+      source_path: fixture_path("dedupe_source.csv"),
+      reference_path: fixture_path("dedupe_reference.csv"),
+      source_selector: header_selector("customer_id"),
+      reference_selector: header_selector("external_id")
+    ) { |fields| yielded_rows << fields }
+
+    assert_equal [%w[1 Alice], %w[3 Cara]], yielded_rows
+    assert_equal 5, result[:source_rows]
+    assert_equal 3, result[:removed_rows]
+    assert_equal 2, result[:kept_rows_count]
+    refute_includes result.keys, :kept_rows
+  end
+
+  def test_each_retained_supports_large_inputs_with_streaming
+    deduper = Csvtool::Infrastructure::CSV::CrossCsvDeduper.new
+
+    Dir.mktmpdir do |dir|
+      source_path = File.join(dir, "source.csv")
+      reference_path = File.join(dir, "reference.csv")
+
+      File.open(source_path, "w") do |file|
+        file.puts "id,name"
+        10_000.times { |index| file.puts "#{index},name#{index}" }
+      end
+
+      File.open(reference_path, "w") do |file|
+        file.puts "external_id"
+        10_000.times do |index|
+          file.puts index.to_s if (index % 2).zero?
+        end
+      end
+
+      yielded_count = 0
+      result = deduper.each_retained(
+        source_path: source_path,
+        reference_path: reference_path,
+        source_selector: header_selector("id"),
+        reference_selector: header_selector("external_id")
+      ) { |_fields| yielded_count += 1 }
+
+      assert_equal 10_000, result[:source_rows]
+      assert_equal 5_000, result[:removed_rows]
+      assert_equal 5_000, result[:kept_rows_count]
+      assert_equal 5_000, yielded_count
+    end
+  end
+
+  private
+
+  def header_selector(name)
+    Csvtool::Domain::CrossCsvDedupeSession::ColumnSelector.from_input(headers_present: true, input: name)
+  end
+
+  def match_options(trim_whitespace:, case_insensitive:)
+    Csvtool::Domain::CrossCsvDedupeSession::MatchOptions.new(
+      trim_whitespace: trim_whitespace,
+      case_insensitive: case_insensitive
+    )
+  end
+end

data/test/csvtool/infrastructure/csv/row_randomizer_test.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require_relative "../../../test_helper"
+require "csvtool/infrastructure/csv/row_randomizer"
+
+class InfrastructureRowRandomizerTest < Minitest::Test
+  def fixture_path(name)
+    File.expand_path("../../../fixtures/#{name}", __dir__)
+  end
+
+  def test_randomizes_rows_and_preserves_membership
+    randomizer = Csvtool::Infrastructure::CSV::RowRandomizer.new
+
+    rows = randomizer.call(file_path: fixture_path("sample_people.csv"), col_sep: ",", headers: true, seed: 1234)
+
+    assert_equal 3, rows.length
+    assert_equal [%w[Alice London], %w[Bob Paris], %w[Cara Berlin]].sort, rows.sort
+  end
+
+  def test_same_seed_returns_same_order
+    randomizer = Csvtool::Infrastructure::CSV::RowRandomizer.new
+
+    one = randomizer.call(file_path: fixture_path("sample_people_many.csv"), col_sep: ",", headers: true, seed: 42)
+    two = randomizer.call(file_path: fixture_path("sample_people_many.csv"), col_sep: ",", headers: true, seed: 42)
+
+    assert_equal one, two
+  end
+
+  def test_different_seed_changes_order
+    randomizer = Csvtool::Infrastructure::CSV::RowRandomizer.new
+
+    one = randomizer.call(file_path: fixture_path("sample_people_many.csv"), col_sep: ",", headers: true, seed: 42)
+    two = randomizer.call(file_path: fixture_path("sample_people_many.csv"), col_sep: ",", headers: true, seed: 43)
+
+    refute_equal one, two
+  end
+end

data/test/csvtool/infrastructure/csv/selector_validator_test.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require_relative "../../../test_helper"
+require "csvtool/infrastructure/csv/selector_validator"
+require "csvtool/domain/cross_csv_dedupe_session/csv_profile"
+require "csvtool/domain/cross_csv_dedupe_session/column_selector"
+
+class InfrastructureSelectorValidatorTest < Minitest::Test
+  def fixture_path(name)
+    File.expand_path("../../../fixtures/#{name}", __dir__)
+  end
+
+  def test_accepts_header_selector_when_column_exists
+    validator = Csvtool::Infrastructure::CSV::SelectorValidator.new
+    profile = Csvtool::Domain::CrossCsvDedupeSession::CsvProfile.new(
+      path: fixture_path("dedupe_source.csv"),
+      separator: ",",
+      headers_present: true
+    )
+    selector = Csvtool::Domain::CrossCsvDedupeSession::ColumnSelector.from_input(
+      headers_present: true,
+      input: "customer_id"
+    )
+
+    assert_equal true, validator.valid?(profile: profile, selector: selector)
+  end
+
+  def test_rejects_header_selector_when_column_missing
+    validator = Csvtool::Infrastructure::CSV::SelectorValidator.new
+    profile = Csvtool::Domain::CrossCsvDedupeSession::CsvProfile.new(
+      path: fixture_path("dedupe_source.csv"),
+      separator: ",",
+      headers_present: true
+    )
+    selector = Csvtool::Domain::CrossCsvDedupeSession::ColumnSelector.from_input(
+      headers_present: true,
+      input: "missing"
+    )
+
+    assert_equal false, validator.valid?(profile: profile, selector: selector)
+  end
+
+  def test_accepts_index_selector_when_in_range
+    validator = Csvtool::Infrastructure::CSV::SelectorValidator.new
+    profile = Csvtool::Domain::CrossCsvDedupeSession::CsvProfile.new(
+      path: fixture_path("dedupe_source_no_headers.csv"),
+      separator: ",",
+      headers_present: false
+    )
+    selector = Csvtool::Domain::CrossCsvDedupeSession::ColumnSelector.from_input(
+      headers_present: false,
+      input: "2"
+    )
+
+    assert_equal true, validator.valid?(profile: profile, selector: selector)
+  end
+
+  def test_rejects_index_selector_when_out_of_range
+    validator = Csvtool::Infrastructure::CSV::SelectorValidator.new
+    profile = Csvtool::Domain::CrossCsvDedupeSession::CsvProfile.new(
+      path: fixture_path("dedupe_source_no_headers.csv"),
+      separator: ",",
+      headers_present: false
+    )
+    selector = Csvtool::Domain::CrossCsvDedupeSession::ColumnSelector.from_input(
+      headers_present: false,
+      input: "9"
+    )
+
+    assert_equal false, validator.valid?(profile: profile, selector: selector)
+  end
+end

data/test/csvtool/interface/cli/errors/presenter_test.rb

@@ -18,6 +18,7 @@ class ErrorsPresenterTest < Minitest::Test
     presenter.invalid_output_destination
     presenter.empty_custom_separator
     presenter.invalid_separator_choice
+    presenter.invalid_seed
     presenter.canceled
     presenter.invalid_start_row
     presenter.invalid_end_row
@@ -35,6 +36,7 @@ class ErrorsPresenterTest < Minitest::Test
     assert_includes text, "Invalid output destination."
     assert_includes text, "Separator cannot be empty."
     assert_includes text, "Invalid separator choice."
+    assert_includes text, "Seed must be an integer."
     assert_includes text, "Canceled."
     assert_includes text, "Start row must be a positive integer."
     assert_includes text, "End row must be a positive integer."

data/test/csvtool/interface/cli/menu_loop_test.rb

@@ -19,13 +19,17 @@ class MenuLoopTest < Minitest::Test
   def test_routes_extract_column_then_exit
     column_action = FakeAction.new
     rows_action = FakeAction.new
+    randomize_rows_action = FakeAction.new
+    dedupe_action = FakeAction.new
     stdout = StringIO.new
     menu = Csvtool::Interface::CLI::MenuLoop.new(
-      stdin: StringIO.new("1\n3\n"),
+      stdin: StringIO.new("1\n5\n"),
       stdout: stdout,
-      menu_options: ["Extract column", "Extract rows (range)", "Exit"],
+      menu_options: ["Extract column", "Extract rows (range)", "Randomize rows", "Dedupe using another CSV", "Exit"],
       extract_column_action: column_action,
-      extract_rows_action: rows_action
+      extract_rows_action: rows_action,
+      randomize_rows_action: randomize_rows_action,
+      dedupe_action: dedupe_action
     )
 
     status = menu.run
@@ -33,19 +37,25 @@ class MenuLoopTest < Minitest::Test
     assert_equal 0, status
     assert_equal 1, column_action.runs
     assert_equal 0, rows_action.runs
+    assert_equal 0, randomize_rows_action.runs
+    assert_equal 0, dedupe_action.runs
     assert_includes stdout.string, "CSV Tool Menu"
   end
 
   def test_routes_extract_rows_then_exit
     column_action = FakeAction.new
     rows_action = FakeAction.new
+    randomize_rows_action = FakeAction.new
+    dedupe_action = FakeAction.new
     stdout = StringIO.new
     menu = Csvtool::Interface::CLI::MenuLoop.new(
-      stdin: StringIO.new("2\n3\n"),
+      stdin: StringIO.new("2\n5\n"),
       stdout: stdout,
-      menu_options: ["Extract column", "Extract rows (range)", "Exit"],
+      menu_options: ["Extract column", "Extract rows (range)", "Randomize rows", "Dedupe using another CSV", "Exit"],
       extract_column_action: column_action,
-      extract_rows_action: rows_action
+      extract_rows_action: rows_action,
+      randomize_rows_action: randomize_rows_action,
+      dedupe_action: dedupe_action
     )
 
     status = menu.run
@@ -53,24 +63,82 @@ class MenuLoopTest < Minitest::Test
     assert_equal 0, status
     assert_equal 0, column_action.runs
     assert_equal 1, rows_action.runs
+    assert_equal 0, randomize_rows_action.runs
+    assert_equal 0, dedupe_action.runs
+  end
+
+  def test_routes_randomize_rows_then_exit
+    column_action = FakeAction.new
+    rows_action = FakeAction.new
+    randomize_rows_action = FakeAction.new
+    dedupe_action = FakeAction.new
+    stdout = StringIO.new
+    menu = Csvtool::Interface::CLI::MenuLoop.new(
+      stdin: StringIO.new("3\n5\n"),
+      stdout: stdout,
+      menu_options: ["Extract column", "Extract rows (range)", "Randomize rows", "Dedupe using another CSV", "Exit"],
+      extract_column_action: column_action,
+      extract_rows_action: rows_action,
+      randomize_rows_action: randomize_rows_action,
+      dedupe_action: dedupe_action
+    )
+
+    status = menu.run
+
+    assert_equal 0, status
+    assert_equal 0, column_action.runs
+    assert_equal 0, rows_action.runs
+    assert_equal 1, randomize_rows_action.runs
+    assert_equal 0, dedupe_action.runs
+  end
+
+  def test_routes_dedupe_then_exit
+    column_action = FakeAction.new
+    rows_action = FakeAction.new
+    randomize_rows_action = FakeAction.new
+    dedupe_action = FakeAction.new
+    stdout = StringIO.new
+    menu = Csvtool::Interface::CLI::MenuLoop.new(
+      stdin: StringIO.new("4\n5\n"),
+      stdout: stdout,
+      menu_options: ["Extract column", "Extract rows (range)", "Randomize rows", "Dedupe using another CSV", "Exit"],
+      extract_column_action: column_action,
+      extract_rows_action: rows_action,
+      randomize_rows_action: randomize_rows_action,
+      dedupe_action: dedupe_action
+    )
+
+    status = menu.run
+
+    assert_equal 0, status
+    assert_equal 0, column_action.runs
+    assert_equal 0, rows_action.runs
+    assert_equal 0, randomize_rows_action.runs
+    assert_equal 1, dedupe_action.runs
   end
 
   def test_invalid_choice_shows_prompt
     column_action = FakeAction.new
     rows_action = FakeAction.new
+    randomize_rows_action = FakeAction.new
+    dedupe_action = FakeAction.new
     stdout = StringIO.new
     menu = Csvtool::Interface::CLI::MenuLoop.new(
-      stdin: StringIO.new("x\n3\n"),
+      stdin: StringIO.new("x\n5\n"),
       stdout: stdout,
-      menu_options: ["Extract column", "Extract rows (range)", "Exit"],
+      menu_options: ["Extract column", "Extract rows (range)", "Randomize rows", "Dedupe using another CSV", "Exit"],
       extract_column_action: column_action,
-      extract_rows_action: rows_action
+      extract_rows_action: rows_action,
+      randomize_rows_action: randomize_rows_action,
+      dedupe_action: dedupe_action
     )
 
     menu.run
 
-    assert_includes stdout.string, "Please choose 1, 2, or 3."
+    assert_includes stdout.string, "Please choose 1, 2, 3, 4, or 5."
     assert_equal 0, column_action.runs
     assert_equal 0, rows_action.runs
+    assert_equal 0, randomize_rows_action.runs
+    assert_equal 0, dedupe_action.runs
   end
 end

data/test/csvtool/interface/cli/prompts/headers_present_prompt_test.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require_relative "../../../../test_helper"
+require "csvtool/interface/cli/prompts/headers_present_prompt"
+
+class HeadersPresentPromptTest < Minitest::Test
+  def test_defaults_to_true_and_accepts_negative_inputs
+    yes_prompt = Csvtool::Interface::CLI::Prompts::HeadersPresentPrompt.new(stdin: StringIO.new("\n"), stdout: StringIO.new)
+    no_prompt = Csvtool::Interface::CLI::Prompts::HeadersPresentPrompt.new(stdin: StringIO.new("n\n"), stdout: StringIO.new)
+
+    assert_equal true, yes_prompt.call
+    assert_equal false, no_prompt.call
+  end
+end

data/test/csvtool/interface/cli/prompts/seed_prompt_test.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative "../../../../test_helper"
+require "csvtool/interface/cli/prompts/seed_prompt"
+
+class SeedPromptTest < Minitest::Test
+  class FakeErrors
+    attr_reader :calls
+
+    def initialize
+      @calls = []
+    end
+
+    def invalid_seed
+      @calls << :invalid_seed
+    end
+  end
+
+  def test_blank_returns_nil
+    errors = FakeErrors.new
+    prompt = Csvtool::Interface::CLI::Prompts::SeedPrompt.new(stdin: StringIO.new("\n"), stdout: StringIO.new, errors: errors)
+    assert_nil prompt.call
+    assert_empty errors.calls
+  end
+
+  def test_integer_returns_seed
+    errors = FakeErrors.new
+    prompt = Csvtool::Interface::CLI::Prompts::SeedPrompt.new(stdin: StringIO.new("42\n"), stdout: StringIO.new, errors: errors)
+    assert_equal 42, prompt.call
+    assert_empty errors.calls
+  end
+
+  def test_invalid_reports_error
+    errors = FakeErrors.new
+    prompt = Csvtool::Interface::CLI::Prompts::SeedPrompt.new(stdin: StringIO.new("abc\n"), stdout: StringIO.new, errors: errors)
+    assert_equal Csvtool::Interface::CLI::Prompts::SeedPrompt::INVALID, prompt.call
+    assert_includes errors.calls, :invalid_seed
+  end
+end