adsp 1.0.0

data/test/stream/writer_helpers.test.rb

@@ -0,0 +1,267 @@
+# Abstract data stream processor.
+# Copyright (c) 2021 AUTHORS, MIT License.
+
+require "English"
+require "stringio"
+
+require_relative "../common"
+require_relative "../minitest"
+require_relative "../option"
+require_relative "../validation"
+require_relative "../mock/stream/writer"
+require_relative "../mock/string"
+
+module ADSP
+  module Test
+    module Stream
+      class WriterHelpers < Minitest::Test
+        Target = Mock::Stream::Writer
+        String = Mock::String
+
+        ARCHIVE_PATH          = Common::ARCHIVE_PATH
+        TEXTS                 = Common::TEXTS
+        LARGE_TEXTS           = Common::LARGE_TEXTS
+        PORTION_LENGTHS       = Common::PORTION_LENGTHS
+        LARGE_PORTION_LENGTHS = Common::LARGE_PORTION_LENGTHS
+
+        BUFFER_LENGTH_NAMES   = %i[destination_buffer_length].freeze
+        BUFFER_LENGTH_MAPPING = { :destination_buffer_length => :destination_buffer_length }.freeze
+
+        def test_write
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.each do |text|
+              PORTION_LENGTHS.each do |portion_length|
+                sources = get_sources text, portion_length
+
+                Target.open archive_path, compressor_options do |instance|
+                  sources.each { |current_source| instance << current_source }
+                end
+
+                compressed_text = ::File.read archive_path, :mode => "rb"
+
+                get_compatible_decompressor_options compressor_options do |decompressor_options|
+                  check_text text, compressed_text, decompressor_options
+                end
+              end
+            end
+          end
+        end
+
+        def test_print
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.reject(&:empty?).each do |text|
+              PORTION_LENGTHS.each do |portion_length|
+                sources          = get_sources text, portion_length
+                field_separator  = " ".encode text.encoding
+                record_separator = "\n".encode text.encoding
+
+                target_text = "".encode text.encoding
+                sources.each { |source| target_text << (source + field_separator) }
+                target_text << record_separator
+
+                Target.open archive_path, compressor_options do |instance|
+                  keyword_args = { :field_separator => field_separator, :record_separator => record_separator }
+                  instance.print(*sources, **keyword_args)
+                end
+
+                compressed_text = ::File.read archive_path, :mode => "rb"
+
+                get_compatible_decompressor_options compressor_options do |decompressor_options|
+                  check_text target_text, compressed_text, decompressor_options
+                end
+              end
+            end
+          end
+        end
+
+        def test_printf
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.each do |text|
+              PORTION_LENGTHS.each do |portion_length|
+                sources = get_sources text, portion_length
+
+                Target.open archive_path, compressor_options do |instance|
+                  sources.each { |source| instance.printf "%s", source }
+                end
+
+                compressed_text = ::File.read archive_path, :mode => "rb"
+
+                get_compatible_decompressor_options compressor_options do |decompressor_options|
+                  check_text text, compressed_text, decompressor_options
+                end
+              end
+            end
+          end
+        end
+
+        def test_invalid_putc
+          instance = target.new ::StringIO.new
+
+          Validation::INVALID_CHARS.each do |invalid_char|
+            assert_raises ValidateError do
+              instance.putc invalid_char
+            end
+          end
+        end
+
+        def test_putc
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.each do |text|
+              Target.open archive_path, compressor_options do |instance|
+                # Putc should process numbers and strings.
+                text.chars.each.with_index do |char, index|
+                  if index.even?
+                    instance.putc char.ord, :encoding => text.encoding
+                  else
+                    instance.putc char
+                  end
+                end
+              end
+
+              compressed_text = ::File.read archive_path, :mode => "rb"
+
+              get_compatible_decompressor_options compressor_options do |decompressor_options|
+                check_text text, compressed_text, decompressor_options
+              end
+            end
+          end
+        end
+
+        def test_puts
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.each do |text|
+              PORTION_LENGTHS.each do |portion_length|
+                newline = "\n".encode text.encoding
+
+                sources = get_sources text, portion_length
+                sources = sources.map do |source|
+                  source.delete_suffix! newline while source.end_with? newline
+                  source
+                end
+
+                target_text = "".encode text.encoding
+                sources.each { |source| target_text << (source + newline) }
+
+                Target.open archive_path, compressor_options do |instance|
+                  # Puts should ignore additional newlines and process arrays.
+                  args = sources.map.with_index do |source, index|
+                    if index.even?
+                      source + newline
+                    else
+                      [source]
+                    end
+                  end
+
+                  instance.puts(*args)
+                end
+
+                compressed_text = ::File.read archive_path, :mode => "rb"
+
+                get_compatible_decompressor_options compressor_options do |decompressor_options|
+                  check_text target_text, compressed_text, decompressor_options
+                end
+              end
+            end
+          end
+        end
+
+        def test_invalid_open
+          Validation::INVALID_STRINGS.each do |invalid_string|
+            assert_raises ValidateError do
+              Target.open(invalid_string) {} # no-op
+            end
+          end
+
+          # Proc is required.
+          assert_raises ValidateError do
+            Target.open ARCHIVE_PATH
+          end
+        end
+
+        def test_open
+          parallel_compressor_options do |compressor_options, worker_index|
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            TEXTS.each do |text|
+              Target.open(archive_path, compressor_options) { |instance| instance.write text }
+
+              compressed_text = ::File.read archive_path, :mode => "rb"
+
+              get_compatible_decompressor_options compressor_options do |decompressor_options|
+                check_text text, compressed_text, decompressor_options
+              end
+            end
+          end
+        end
+
+        def test_open_with_large_texts
+          options_generator = OCG.new(
+            :text           => LARGE_TEXTS,
+            :portion_length => LARGE_PORTION_LENGTHS
+          )
+
+          Common.parallel_options options_generator do |options, worker_index|
+            text           = options[:text]
+            portion_length = options[:portion_length]
+
+            archive_path = Common.get_path ARCHIVE_PATH, worker_index
+
+            sources = get_sources text, portion_length
+
+            Target.open archive_path do |instance|
+              sources.each { |source| instance.write source }
+            end
+
+            compressed_text = ::File.read archive_path, :mode => "rb"
+
+            check_text text, compressed_text, {}
+          end
+        end
+
+        # -----
+
+        protected def get_sources(text, portion_length)
+          sources = text
+            .chars
+            .each_slice(portion_length)
+            .map(&:join)
+
+          return [""] if sources.empty?
+
+          sources
+        end
+
+        protected def check_text(text, compressed_text, decompressor_options)
+          decompressed_text = String.decompress compressed_text, decompressor_options
+          decompressed_text.force_encoding text.encoding
+
+          assert_equal text, decompressed_text
+        end
+
+        def parallel_compressor_options(&block)
+          Common.parallel_options Option.get_compressor_options_generator(BUFFER_LENGTH_NAMES), &block
+        end
+
+        def get_compatible_decompressor_options(compressor_options, &block)
+          Option.get_compatible_decompressor_options compressor_options, BUFFER_LENGTH_MAPPING, &block
+        end
+
+        protected def target
+          self.class::Target
+        end
+      end
+
+      Minitest << WriterHelpers
+    end
+  end
+end

data/test/string.test.rb

@@ -0,0 +1,95 @@
+# Abstract data stream processor.
+# Copyright (c) 2021 AUTHORS, MIT License.
+
+require "adsp/string"
+
+require_relative "common"
+require_relative "minitest"
+require_relative "mock/string"
+require_relative "option"
+require_relative "validation"
+
+module ADSP
+  module Test
+    class String < Minitest::Test
+      Option = Test::Option
+      Target = Mock::String
+
+      TEXTS       = Common::TEXTS
+      LARGE_TEXTS = Common::LARGE_TEXTS
+
+      BUFFER_LENGTH_NAMES   = %i[destination_buffer_length].freeze
+      BUFFER_LENGTH_MAPPING = { :destination_buffer_length => :destination_buffer_length }.freeze
+
+      def test_invalid_arguments
+        Validation::INVALID_STRINGS.each do |invalid_string|
+          assert_raises ValidateError do
+            Target.compress invalid_string
+          end
+
+          assert_raises ValidateError do
+            Target.decompress invalid_string
+          end
+        end
+
+        get_invalid_compressor_options do |invalid_options|
+          assert_raises ValidateError do
+            Target.compress "", invalid_options
+          end
+        end
+
+        get_invalid_decompressor_options do |invalid_options|
+          assert_raises ValidateError do
+            Target.decompress "", invalid_options
+          end
+        end
+      end
+
+      def test_texts
+        parallel_compressor_options do |compressor_options|
+          TEXTS.each do |text|
+            compressed_text = Target.compress text, compressor_options
+
+            get_compatible_decompressor_options compressor_options do |decompressor_options|
+              decompressed_text = Target.decompress compressed_text, decompressor_options
+              decompressed_text.force_encoding text.encoding
+
+              assert_equal text, decompressed_text
+            end
+          end
+        end
+      end
+
+      def test_large_texts
+        Common.parallel LARGE_TEXTS do |text|
+          compressed_text = Target.compress text
+
+          decompressed_text = Target.decompress compressed_text
+          decompressed_text.force_encoding text.encoding
+
+          assert_equal text, decompressed_text
+        end
+      end
+
+      # -----
+
+      def get_invalid_compressor_options(&block)
+        self.class::Option.get_invalid_compressor_options BUFFER_LENGTH_NAMES, &block
+      end
+
+      def get_invalid_decompressor_options(&block)
+        self.class::Option.get_invalid_decompressor_options BUFFER_LENGTH_NAMES, &block
+      end
+
+      def parallel_compressor_options(&block)
+        Common.parallel_options self.class::Option.get_compressor_options_generator(BUFFER_LENGTH_NAMES), &block
+      end
+
+      def get_compatible_decompressor_options(compressor_options, &block)
+        self.class::Option.get_compatible_decompressor_options compressor_options, BUFFER_LENGTH_MAPPING, &block
+      end
+    end
+
+    Minitest << String
+  end
+end

data/test/validation.rb

@@ -0,0 +1,71 @@
+# Abstract data stream processor.
+# Copyright (c) 2021 AUTHORS, MIT License.
+
+require "stringio"
+
+module ADSP
+  module Test
+    module Validation
+      NOOP_PROC = proc {} # no-op
+
+      TYPES = [
+        nil,
+        1,
+        1.1,
+        "1",
+        true,
+        "a",
+        :a,
+        {},
+        [],
+        $stdout,
+        ::StringIO,
+        NOOP_PROC
+      ]
+      .freeze
+
+      INVALID_INTEGERS = (TYPES - [1]).freeze
+      INVALID_NUMBERS  = (TYPES - [1, 1.1]).freeze
+      INVALID_BOOLS    = (TYPES - [true]).freeze
+      INVALID_STRINGS  = (TYPES - %w[1 a]).freeze
+      INVALID_SYMBOLS  = (TYPES - %i[a]).freeze
+      INVALID_ARRAYS   = (TYPES - [[]]).freeze
+      INVALID_HASHES   = (TYPES - [{}]).freeze
+      INVALID_CHARS    = (INVALID_NUMBERS & INVALID_STRINGS).freeze
+
+      INVALID_POSITIVE_INTEGERS     = (INVALID_INTEGERS + [0, -1]).freeze
+      INVALID_NOT_NEGATIVE_INTEGERS = (INVALID_POSITIVE_INTEGERS - [0]).freeze
+
+      INVALID_ENCODINGS = %w[
+        ISO_8859_0
+        UTF-15
+        UTF-33
+      ]
+      .freeze
+
+      class StringIOWithoutEOF < ::StringIO
+        undef :eof?
+      end
+
+      class StringIOWithoutRead < ::StringIO
+        undef :read
+      end
+
+      class StringIOWithoutReadNonblock < ::StringIO
+        undef :read_nonblock
+      end
+
+      class StringIOWithoutReadpartial < ::StringIO
+        undef :readpartial
+      end
+
+      class StringIOWithoutWrite < ::StringIO
+        undef :write
+      end
+
+      class StringIOWithoutWriteNonblock < ::StringIO
+        undef :write_nonblock
+      end
+    end
+  end
+end

data/test/version.test.rb

@@ -0,0 +1,18 @@
+# Abstract data stream processor.
+# Copyright (c) 2021 AUTHORS, MIT License.
+
+require "adsp"
+
+require_relative "minitest"
+
+module ADSP
+  module Test
+    class Version < Minitest::Test
+      def test_version
+        refute_nil ADSP::VERSION
+      end
+    end
+
+    Minitest << Version
+  end
+end