wp2txt 1.1.3 → 2.1.0

data/spec/output_writer_spec.rb

@@ -0,0 +1,400 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+require "tempfile"
+require "fileutils"
+require "json"
+
+RSpec.describe Wp2txt::OutputWriter do
+  let(:temp_dir) { Dir.mktmpdir }
+
+  after do
+    FileUtils.rm_rf(temp_dir)
+  end
+
+  describe "#write" do
+    context "with text format" do
+      it "writes text content to file" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 0
+        )
+
+        writer.write("Article 1 content\n")
+        writer.write("Article 2 content\n")
+        files = writer.close
+
+        expect(files.size).to eq(1)
+        content = File.read(files.first)
+        expect(content).to include("Article 1 content")
+        expect(content).to include("Article 2 content")
+      end
+
+      it "creates .txt extension" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 0
+        )
+
+        writer.write("content")
+        files = writer.close
+
+        expect(files.first).to end_with(".txt")
+      end
+    end
+
+    context "with JSON format" do
+      it "writes JSON content to file" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :json,
+          file_size_mb: 0
+        )
+
+        writer.write({ title: "Article 1", text: "Content 1" })
+        writer.write({ title: "Article 2", text: "Content 2" })
+        files = writer.close
+
+        expect(files.size).to eq(1)
+        lines = File.readlines(files.first)
+        expect(lines.size).to eq(2)
+
+        json1 = JSON.parse(lines[0])
+        expect(json1["title"]).to eq("Article 1")
+
+        json2 = JSON.parse(lines[1])
+        expect(json2["title"]).to eq("Article 2")
+      end
+
+      it "creates .jsonl extension" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :json,
+          file_size_mb: 0
+        )
+
+        writer.write({ title: "Test" })
+        files = writer.close
+
+        expect(files.first).to end_with(".jsonl")
+      end
+    end
+
+    context "with file rotation" do
+      it "rotates files based on size" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 1  # 1 MB threshold
+        )
+
+        # Write content that exceeds 1 MB
+        large_content = "x" * (512 * 1024)  # 512 KB each
+        writer.write(large_content + "\n")
+        writer.write(large_content + "\n")
+        writer.write(large_content + "\n")  # This should trigger rotation
+        files = writer.close
+
+        expect(files.size).to be >= 2
+      end
+
+      it "uses indexed filenames when rotating" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 1
+        )
+
+        large_content = "x" * (600 * 1024)
+        writer.write(large_content + "\n")
+        writer.write(large_content + "\n")
+        writer.write(large_content + "\n")
+        files = writer.close
+
+        expect(files.any? { |f| f.include?("-1.") }).to be true
+        expect(files.any? { |f| f.include?("-2.") }).to be true
+      end
+    end
+
+    context "with empty content" do
+      it "ignores nil content" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 0
+        )
+
+        writer.write(nil)
+        writer.write("valid content\n")
+        files = writer.close
+
+        content = File.read(files.first)
+        expect(content).to eq("valid content\n")
+      end
+
+      it "ignores empty string content" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 0
+        )
+
+        writer.write("")
+        writer.write("   ")
+        writer.write("valid content\n")
+        files = writer.close
+
+        content = File.read(files.first)
+        expect(content).to eq("valid content\n")
+      end
+    end
+
+    context "thread safety" do
+      it "handles concurrent writes" do
+        writer = described_class.new(
+          output_dir: temp_dir,
+          base_name: "output",
+          format: :text,
+          file_size_mb: 0
+        )
+
+        threads = 10.times.map do |i|
+          Thread.new do
+            10.times do |j|
+              writer.write("Thread #{i} Line #{j}\n")
+            end
+          end
+        end
+
+        threads.each(&:join)
+        files = writer.close
+
+        content = File.read(files.first)
+        lines = content.lines
+        expect(lines.size).to eq(100)
+      end
+    end
+  end
+
+  describe "#write_raw" do
+    it "writes raw content directly" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      writer.write_raw("raw line 1\n")
+      writer.write_raw("raw line 2\n")
+      files = writer.close
+
+      content = File.read(files.first)
+      expect(content).to eq("raw line 1\nraw line 2\n")
+    end
+
+    it "ignores nil and empty content" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      writer.write_raw(nil)
+      writer.write_raw("")
+      writer.write_raw("valid\n")
+      files = writer.close
+
+      content = File.read(files.first)
+      expect(content).to eq("valid\n")
+    end
+  end
+
+  describe "#write_from_file" do
+    it "streams content from source file" do
+      source = File.join(temp_dir, "source.txt")
+      File.write(source, "source content\n")
+
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      writer.write_from_file(source)
+      files = writer.close
+
+      content = File.read(files.first)
+      expect(content).to eq("source content\n")
+    end
+
+    it "ignores non-existent source file" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      writer.write_from_file("/nonexistent/file.txt")
+      files = writer.close
+
+      expect(files).to be_empty
+    end
+
+    it "rotates files only at article boundaries (blank lines)" do
+      # Build a source file with two articles separated by a blank line,
+      # where each article is larger than the rotation threshold
+      article1 = "Title: Article 1\n" + ("A" * 600 + "\n") * 10
+      article2 = "Title: Article 2\n" + ("B" * 600 + "\n") * 10
+
+      source = File.join(temp_dir, "source.txt")
+      File.write(source, article1 + "\n" + article2 + "\n")
+
+      writer = described_class.new(
+        output_dir: File.join(temp_dir, "out"),
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0.005 # ~5KB threshold to force rotation
+      )
+
+      writer.write_from_file(source)
+      files = writer.close
+
+      expect(files.size).to be >= 2
+
+      # Article 1 should be entirely in the first file (not split mid-article)
+      first_content = File.read(files.first)
+      expect(first_content).to include("Title: Article 1")
+      expect(first_content.lines.last.strip).to eq("") # ends at blank line
+
+      # Article 2 should start in a subsequent file
+      remaining = files[1..].map { |f| File.read(f) }.join
+      expect(remaining).to include("Title: Article 2")
+    end
+
+    it "handles UTF-8 content without encoding errors" do
+      source = File.join(temp_dir, "source_utf8.txt")
+      utf8_content = "タイトル: 日本語記事\n" \
+                      "本文テキスト。漢字、ひらがな、カタカナ。\n" \
+                      "\n" \
+                      "Title: English Article\n" \
+                      "Body text with accents: café, naïve, résumé.\n"
+      File.write(source, utf8_content)
+
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      expect { writer.write_from_file(source) }.not_to raise_error
+      files = writer.close
+
+      content = File.read(files.first)
+      expect(content).to include("日本語記事")
+      expect(content).to include("café")
+    end
+  end
+
+  describe "error handling" do
+    it "raises FileIOError on disk full (ENOSPC) in write" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      # Force ENOSPC by stubbing File#write
+      allow_any_instance_of(File).to receive(:write).and_raise(Errno::ENOSPC)
+
+      expect { writer.write("content") }.to raise_error(Wp2txt::FileIOError, /Disk full/)
+    end
+
+    it "raises FileIOError on disk full (ENOSPC) in write_raw" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      allow_any_instance_of(File).to receive(:write).and_raise(Errno::ENOSPC)
+
+      expect { writer.write_raw("content") }.to raise_error(Wp2txt::FileIOError, /Disk full/)
+    end
+
+    it "raises FileIOError on I/O error in write" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      allow_any_instance_of(File).to receive(:write).and_raise(IOError, "stream closed")
+
+      expect { writer.write("content") }.to raise_error(Wp2txt::FileIOError, /Write failed/)
+    end
+
+    it "includes output directory in error message" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      allow_any_instance_of(File).to receive(:write).and_raise(Errno::ENOSPC)
+
+      expect { writer.write("content") }.to raise_error(Wp2txt::FileIOError, /#{Regexp.escape(temp_dir)}/)
+    end
+  end
+
+  describe "#close" do
+    it "removes empty files" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      # Don't write anything
+      files = writer.close
+
+      # Should have created then removed empty file
+      expect(files).to be_empty
+    end
+
+    it "returns list of created files" do
+      writer = described_class.new(
+        output_dir: temp_dir,
+        base_name: "output",
+        format: :text,
+        file_size_mb: 0
+      )
+
+      writer.write("content\n")
+      files = writer.close
+
+      expect(files).to be_an(Array)
+      expect(files.size).to eq(1)
+      expect(File.exist?(files.first)).to be true
+    end
+  end
+end