feedx 0.12.7 → 0.14.0

data/spec/feedx/format/protobuf_spec.rb

@@ -1,23 +0,0 @@
-require 'spec_helper'
-
-RSpec.describe Feedx::Format::Protobuf do
-  let(:wio) { StringIO.new }
-  let(:rio) { StringIO.open(wio.string) }
-
-  it 'encode/decodes' do
-    subject.encoder wio do |enc|
-      enc.encode(Feedx::TestCase::Model.new('X'))
-      enc.encode(Feedx::TestCase::Model.new('Y'))
-      enc.encode(Feedx::TestCase::Message.new(title: 'Z'))
-    end
-    expect(wio.string.bytes).to eq([3, 10, 1, 88] + [3, 10, 1, 89] + [3, 10, 1, 90])
-
-    subject.decoder rio do |dec|
-      expect(dec.decode(Feedx::TestCase::Message)).to eq(Feedx::TestCase::Message.new(title: 'X'))
-      expect(dec.decode(Feedx::TestCase::Message)).to eq(Feedx::TestCase::Message.new(title: 'Y'))
-      expect(dec.decode(Feedx::TestCase::Message)).to eq(Feedx::TestCase::Message.new(title: 'Z'))
-      expect(dec.decode(Feedx::TestCase::Message)).to be_nil
-      expect(dec).to be_eof
-    end
-  end
-end

data/spec/feedx/format_spec.rb

@@ -1,21 +0,0 @@
-require 'spec_helper'
-
-RSpec.describe Feedx::Format do
-  it 'resolves' do
-    expect(described_class.resolve(:json)).to be_instance_of(described_class::JSON)
-    expect(described_class.resolve(:pb)).to be_instance_of(described_class::Protobuf)
-    expect { described_class.resolve(:txt) }.to raise_error(/invalid format txt/)
-  end
-
-  it 'detects' do
-    expect(described_class.detect('path/to/file.json')).to be_instance_of(described_class::JSON)
-    expect(described_class.detect('path/to/file.jsonz')).to be_instance_of(described_class::JSON)
-    expect(described_class.detect('path/to/file.json.gz')).to be_instance_of(described_class::JSON)
-    expect(described_class.detect('path/to/file.pb')).to be_instance_of(described_class::Protobuf)
-    expect(described_class.detect('path/to/file.pbz')).to be_instance_of(described_class::Protobuf)
-    expect(described_class.detect('path/to/file.pb.z')).to be_instance_of(described_class::Protobuf)
-    expect do
-      described_class.detect('path/to/file.txt')
-    end.to raise_error(/unable to detect format/)
-  end
-end

data/spec/feedx/producer_spec.rb

@@ -1,74 +0,0 @@
-require 'spec_helper'
-
-RSpec.describe Feedx::Producer do
-  let :enumerable do
-    %w[x y z].map {|t| Feedx::TestCase::Model.new(t) } * 100
-  end
-
-  let(:bucket) { BFS::Bucket::InMem.new }
-
-  before { allow(BFS).to receive(:resolve).and_return(bucket) }
-
-  it 'rejects invalid inputs' do
-    expect do
-      described_class.perform 'mock:///dir/file.txt', enum: enumerable
-    end.to raise_error(/unable to detect format/)
-  end
-
-  it 'pushes compressed JSON' do
-    size = described_class.perform 'mock:///dir/file.jsonz', enum: enumerable
-    expect(size).to be_within(20).of(166)
-    expect(bucket.info('dir/file.jsonz').size).to eq(size)
-  end
-
-  it 'pushes plain JSON' do
-    size = described_class.perform 'mock:///dir/file.json', enum: enumerable
-    expect(size).to eq(15900)
-    expect(bucket.info('dir/file.json').size).to eq(size)
-  end
-
-  it 'pushes compressed PB' do
-    size = described_class.perform 'mock:///dir/file.pbz', enum: enumerable
-    expect(size).to be_within(20).of(41)
-    expect(bucket.info('dir/file.pbz').size).to eq(size)
-  end
-
-  it 'pushes plain PB' do
-    size = described_class.perform 'mock:///dir/file.pb', enum: enumerable
-    expect(size).to eq(1200)
-    expect(bucket.info('dir/file.pb').size).to eq(size)
-  end
-
-  it 'supports factories' do
-    size = described_class.perform('mock:///dir/file.json') do
-      enumerable
-    end
-    expect(size).to eq(15900)
-    expect(bucket.info('dir/file.json').size).to eq(size)
-  end
-
-  it 'supports last-modified' do
-    described_class.perform 'mock:///dir/file.json', last_modified: Time.at(1515151515), enum: enumerable
-    expect(bucket.info('dir/file.json').metadata).to eq('X-Feedx-Last-Modified' => '1515151515000')
-  end
-
-  it 'performs conditionally' do
-    size = described_class.perform 'mock:///dir/file.json', last_modified: Time.at(1515151515), enum: enumerable
-    expect(size).to eq(15900)
-
-    size = described_class.perform 'mock:///dir/file.json', last_modified: Time.at(1515151515), enum: enumerable
-    expect(size).to eq(-1)
-
-    size = described_class.perform 'mock:///dir/file.json', last_modified: Time.at(1515151514), enum: enumerable
-    expect(size).to eq(-1)
-
-    size = described_class.perform 'mock:///dir/file.json', last_modified: Time.at(1515151516), enum: enumerable
-    expect(size).to eq(15900)
-  end
-
-  it 'accepts downstream options' do
-    expect do
-      described_class.perform 'mock:///dir/file.jsonz', enum: enumerable, x: 1, y: 'v', z: true
-    end.not_to raise_error
-  end
-end

data/spec/feedx/stream_spec.rb

@@ -1,109 +0,0 @@
-require 'spec_helper'
-
-RSpec.describe Feedx::Stream do
-  subject { described_class.new('mock:///dir/file.json') }
-
-  let(:bucket) { BFS::Bucket::InMem.new }
-  let(:compressed) { described_class.new('mock:///dir/file.json.gz') }
-
-  before  { allow(BFS).to receive(:resolve).and_return(bucket) }
-
-  after { subject.close; compressed.close }
-
-  it 'rejects invalid inputs' do
-    expect do
-      described_class.new('mock:///dir/file.txt')
-    end.to raise_error(/unable to detect format/)
-  end
-
-  it 'accepts custom formats' do
-    format = Class.new do
-      def encoder(io, &block)
-        Feedx::Format::JSON::Encoder.open(io, &block)
-      end
-
-      def decoder(io, &block)
-        Feedx::Format::JSON::Decoder.open(io, &block)
-      end
-    end
-
-    result = described_class.open('mock:///dir/file.txt', format: format.new) do |stream|
-      stream.create {|s| s.encode Feedx::TestCase::Model.new('X') }
-      21
-    end
-    expect(result).to eq(21)
-
-    expect(bucket.read('dir/file.txt')).to eq(<<~JSON)
-      {"title":"X","updated_at":"2018-01-05 11:25:15 UTC"}
-    JSON
-  end
-
-  it 'encodes' do
-    subject.create do |s|
-      s.encode(Feedx::TestCase::Model.new('X'))
-      s.encode(Feedx::TestCase::Model.new('Y'))
-    end
-
-    expect(bucket.read('dir/file.json')).to eq(<<~JSON)
-      {"title":"X","updated_at":"2018-01-05 11:25:15 UTC"}
-      {"title":"Y","updated_at":"2018-01-05 11:25:15 UTC"}
-    JSON
-  end
-
-  it 'encodes compressed' do
-    compressed.create do |s|
-      100.times do
-        s.encode(Feedx::TestCase::Model.new('X'))
-      end
-    end
-
-    expect(bucket.info('dir/file.json.gz').size).to be_within(10).of(108)
-  end
-
-  it 'encodes with create options' do
-    subject.create metadata: { 'x' => '5' } do |s|
-      s.encode(Feedx::TestCase::Model.new('X'))
-    end
-    expect(bucket.info('dir/file.json').metadata).to eq('X' => '5')
-  end
-
-  it 'aborts encode on errors (if compressed)' do
-    stop = RuntimeError.new('STOP')
-    expect do
-      compressed.create do |s|
-        s.encode(Feedx::TestCase::Model.new('X'))
-        raise stop
-      end
-    end.to raise_error(stop)
-
-    expect(bucket.ls('**').to_a).to be_empty
-  end
-
-  it 'decodes' do
-    subject.create do |s|
-      s.encode(Feedx::TestCase::Model.new('X'))
-      s.encode(Feedx::TestCase::Model.new('Y'))
-    end
-
-    subject.open do |s|
-      expect(s.decode(Feedx::TestCase::Model)).to eq(Feedx::TestCase::Model.new('X'))
-      expect(s.decode(Feedx::TestCase::Model)).to eq(Feedx::TestCase::Model.new('Y'))
-      expect(s.decode(Feedx::TestCase::Model)).to be_nil
-      expect(s).to be_eof
-    end
-  end
-
-  it 'decodes compressed' do
-    compressed.create do |s|
-      s.encode(Feedx::TestCase::Model.new('X'))
-      s.encode(Feedx::TestCase::Model.new('Y'))
-    end
-
-    compressed.open do |s|
-      expect(s.decode(Feedx::TestCase::Model)).to eq(Feedx::TestCase::Model.new('X'))
-      expect(s.decode(Feedx::TestCase::Model)).to eq(Feedx::TestCase::Model.new('Y'))
-      expect(s.decode(Feedx::TestCase::Model)).to be_nil
-      expect(s).to be_eof
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,57 +0,0 @@
-require 'rspec'
-require 'feedx'
-require 'google/protobuf'
-
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_message 'com.blacksquaremedia.feedx.testcase.Message' do
-    optional :title, :string, 1
-  end
-end
-
-module Feedx
-  module TestCase
-    Message = Google::Protobuf::DescriptorPool.generated_pool.lookup('com.blacksquaremedia.feedx.testcase.Message').msgclass
-
-    class Model
-      attr_reader :title
-
-      def initialize(title)
-        @title = title
-      end
-
-      def to_pb(*)
-        Feedx::TestCase::Message.new title: @title
-      end
-
-      def ==(other)
-        title == other.title
-      end
-      alias eql? ==
-
-      def updated_at
-        Time.at(1515151515).utc
-      end
-
-      def from_json(data, *)
-        hash = ::JSON.parse(data)
-        @title = hash['title'] if hash.is_a?(Hash)
-      end
-
-      def to_json(*)
-        ::JSON.dump(title: @title, updated_at: updated_at)
-      end
-
-      def from_parquet(rec)
-        rec.each_pair do |name, value|
-          @title = value if name == 'title'
-        end
-      end
-
-      def to_parquet(schema, *)
-        schema.fields.map do |field|
-          send(field.name)
-        end
-      end
-    end
-  end
-end