dech 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e75dc0ac05d00fe019e35c471e4d8bf99d987499
-  data.tar.gz: c373618bf25961474e9812a1c204ffa74dc34419
+  metadata.gz: 558691d6d3a193e1034f53c757653d8b445e0ce1
+  data.tar.gz: 7eff60d509fe99172ec652dec658b41af0b60541
 SHA512:
-  metadata.gz: a19d46d53d061d34999c4f2506a797ade35cc7f148fbf0dc36d7ec3830460017db6013128a788eac0c89456cf6272a4c371d65ade4f5fbab0bd3cf43bd9c24a5
-  data.tar.gz: bd39eb4c5f5775afc549ee875a696b2761e335e8be352997a4b6be2cd6645561d792fad4ae56a7cd1147a0122e94378c64ebf1e64af12ca7fb4e4c6cee367d0e
+  metadata.gz: 1532a2a6c9daa0005fc6b937304b8bf4e450da8117e144f3064d0592fbe0bca1344fc98e1a18c2b23197c0b71469d235936142a224ca5d8226f241c53e064ffc
+  data.tar.gz: dfbc97fc9eb0673f8f770abc13217a98695a31fda768a23d26b77edb5c457819f99de71bf40b84eee48eccccfc831882545ad3e44e26530d3def468980692438

data/.rspec

@@ -1 +1 @@
---color
+--color --format doc

data/dech.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ["OSA Shunsuke"]
   spec.email         = ["hhelibebcnofnenamg@gmail.com"]
   spec.summary       = %q{Utilities gem for e-commerce mall in Japan.}
-  spec.description   = %q{Dech enables you to upload price change easily.}
+  spec.description   = %q{Dech enables to upload product information easily.}
   spec.homepage      = "https://github.com/e-maido/dech"
   spec.license       = "MIT"
 
@@ -19,6 +19,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "double-bag-ftps"
+  spec.add_dependency "emmental"
 
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"

data/lib/dech.rb

@@ -1,8 +1,13 @@
 # coding: utf-8
 
+require "dech/hash_key_mapper"
 require "dech/version"
-require "dech/csvio"
+
+require "dech/rakuten"
+
+# deprecated classes
 require "dech/price_uploader"
+require "dech/csvio"
 
 module Dech
 end

data/lib/dech/csv.rb

@@ -0,0 +1,41 @@
+# coding: utf-8
+
+require 'csv'
+require 'stringio'
+
+module Dech
+  class CSV < StringIO
+    DEFAULT_ENCODING = Encoding::Windows_31J
+
+    def initialize(array, args={})
+      @array = array
+      @option = {}
+      @option[:headers]  = args[:headers] != false
+      @option[:encoding] = args[:encoding] || DEFAULT_ENCODING
+      super(csv_string)
+    end
+
+    def headers
+      @option[:headers] ? @array.first : nil
+    end
+
+    def save_as(path)
+      FileUtils.mkdir_p(File.dirname(path))
+      File.open(path, [:w, @option[:encoding].name].join(":")){|file| file << csv_string }
+    end
+
+    def to_a
+      @array
+    end
+
+    def to_s
+      csv_string
+    end
+
+    private
+
+    def csv_string
+      ::CSV.generate{|csv| @array.each{|row| csv << row } }.encode(@option[:encoding])
+    end
+  end
+end

data/lib/dech/csvio.rb

@@ -7,7 +7,7 @@ module Dech
   class CSVIO < StringIO
     class << self
       def generate(args={})
-        csv_string = CSV.generate{|csv| yield(csv) if block_given? }
+        csv_string = ::CSV.generate{|csv| yield(csv) if block_given? }
         self.new(csv_string.encode(args[:encoding] || Encoding::Windows_31J))
       end
     end

data/lib/dech/hash_key_mapper.rb

@@ -0,0 +1,26 @@
+# coding: utf-8
+
+module Dech
+  class HashKeyMapper
+    class << self
+      def map(hash, mapping)
+        new(hash, mapping).map
+      end
+    end
+
+    def initialize(hash={}, mapping={})
+      @hash = hash
+      @mapping = mapping
+    end
+
+    def map
+      new_hash = {}
+      @hash.each do |k, v|
+        [@mapping[k] || k].flatten.each do |new_key|
+          new_hash[new_key] = v
+        end
+      end
+      new_hash
+    end
+  end
+end

data/lib/dech/rakuten.rb

@@ -0,0 +1,7 @@
+# coding: utf-8
+require 'dech/rakuten/ftp'
+
+module Dech
+  class Rakuten
+  end
+end

data/lib/dech/rakuten/csv.rb

@@ -0,0 +1,57 @@
+# coding: utf-8
+require 'emmental'
+require 'dech/csv'
+require 'dech/hash_key_mapper'
+
+module Dech
+  class Rakuten
+    class CSV < Dech::CSV
+      ENCODING = Encoding::Windows_31J
+
+      HEADER_MAPPINGS = {
+        id:    "商品管理番号（商品URL）",
+        price: "販売価格"
+      }
+
+      REQUIRED_HEADERS = [
+        "コントロールカラム",
+        "商品管理番号（商品URL）"
+      ]
+
+      STATIC_COLUMNS = {"コントロールカラム" => "u"}
+
+      def initialize(products)
+        @products = products
+        super(formatted_products)
+      end
+
+      def valid?
+        validate! rescue false
+      end
+
+      def validate!
+        translated_products.each do |product|
+          REQUIRED_HEADERS.each do |header|
+            raise "#{header} is missing in #{product}" unless product.keys.include?(header)
+          end
+        end
+      end
+
+      private
+
+      def formatted_products
+        emmental = Emmental.new
+        translated_products.each{|product| emmental << product }
+        emmental.to_a
+      end
+
+      def translated_products
+        merged_products.map{|product| Dech::HashKeyMapper.map(product, HEADER_MAPPINGS) }
+      end
+
+      def merged_products
+        @products.map{|product| STATIC_COLUMNS.merge(product) }
+      end
+    end
+  end
+end

data/lib/dech/rakuten/ftp.rb

@@ -0,0 +1,45 @@
+# coding: utf-8
+require 'net/ftp'
+require 'dech/rakuten/csv'
+
+module Dech
+  class Rakuten
+    class FTP
+      DEFAULT_HOST = "upload.rakuten.ne.jp"
+      DEFAULT_PATH = "/ritem/batch/item.csv"
+
+      attr_accessor :products, :username, :host, :path
+
+      def initialize(args={})
+        @products = args[:products] || []
+        @username = args[:username]
+        @password = args[:password]
+        @host     = args[:host] || DEFAULT_HOST
+        @path     = args[:path] || DEFAULT_PATH
+      end
+
+      def csv
+        Dech::Rakuten::CSV.new(@products)
+      end
+
+      def ready?
+        ftp_connection{|ftp| !ftp.nlst(File.dirname(@path)).include?(@path) }
+      end
+
+      def upload!
+        ftp_connection{|ftp| ftp.storlines("STOR #{@path}", csv) }
+        true
+      end
+
+      def upload
+        ready? && upload!
+      end
+
+      private
+
+      def ftp_connection
+         Net::FTP.open(@host, @username, @password){|ftp| yield(ftp) }
+      end
+    end
+  end
+end

data/lib/dech/version.rb

@@ -1,5 +1,5 @@
 # coding: utf-8
 
 module Dech
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/spec/dech/csv_spec.rb

@@ -0,0 +1,94 @@
+# coding: utf-8
+require "spec_helper"
+
+describe Dech::CSV do
+  describe "initialize" do
+    describe "class" do
+      subject{ Dech::CSV.new([]) }
+      it { is_expected.to be_a(StringIO) }
+      it { is_expected.to be_an_instance_of(Dech::CSV) }
+    end
+
+    describe "options" do
+      describe "encoding" do
+        context :default do
+          subject{ Dech::CSV.new([]).external_encoding }
+          it { is_expected.to be(Encoding::Windows_31J) }
+        end
+
+        context :given, Encoding::UTF_8 do
+          subject{ Dech::CSV.new([], encoding: Encoding::UTF_8).external_encoding }
+          it { is_expected.to be(Encoding::UTF_8) }
+        end
+      end
+
+      describe "headers" do
+        array = [[:col1, :col2, :col3], [1, 2, 3]]
+
+        context "default with", array.first do
+          subject{ Dech::CSV.new(array).headers }
+          it { is_expected.to eq(array.first) }
+        end
+
+        context "given false with", array.first do
+          subject{ Dech::CSV.new(array, headers: false).headers }
+          it { is_expected.to eq(nil) }
+        end
+      end
+    end
+  end
+
+  describe "#to_a" do
+    array = [[:col1, :col2, :col3], [1, 2, 3]]
+    subject{ Dech::CSV.new(array).to_a }
+
+    it { is_expected.to be_an_instance_of(Array) }
+
+    context :given, array do
+        it { is_expected.to eq(array) }
+    end
+  end
+
+  describe "#to_s" do
+    array = [[:col1, :col2, :col3], [1, 2, 3]]
+    subject{ Dech::CSV.new(array).to_s }
+
+    it { is_expected.to be_an_instance_of(String) }
+
+    context :given, array do
+      array.each do |row|
+        row.each do |cell|
+          it { is_expected.to include(cell.to_s) }
+        end
+      end
+    end
+  end
+
+  describe "#save_as(path)" do
+    let(:dirname) { "tmp" }
+    let(:filename){ "#{Time.now.strftime("%Y%m%d_%H%M%S_%N")}.csv" }
+    let(:path)    { File.join(dirname, filename) }
+    subject{ lambda{ Dech::CSV.new([]).save_as(path) } }
+
+    it { is_expected.to change{Dir.glob(File.join(dirname, "*")).size}.by(1) }
+
+    describe "saved file" do
+      before { subject.call }
+
+      it "should exist" do
+        expect(Dir.glob(File.join(dirname, "*"))).to include(path)
+      end
+
+      it "should be valid CSV" do
+        CSV.open(path, "r:windows-31j:utf-8", headers: true) do |csv|
+          expect{csv.readlines}.not_to raise_error
+        end
+      end
+    end
+
+    after do
+      files = Dir.glob(File.join(dirname, "*"))
+      FileUtils.remove(files)
+    end
+  end
+end

data/spec/dech/hash_key_mapper_spec.rb

@@ -0,0 +1,46 @@
+# coding: utf-8
+require "spec_helper"
+
+describe Dech::HashKeyMapper do
+  describe "class methods" do
+    describe ".map" do
+      it "should call #{described_class}#map" do
+        hash = {}
+        mapping = {}
+
+        mapper = double("mapper")
+        expect(mapper).to receive(:map)
+        expect(described_class).to receive(:new).with(hash, mapping).and_return(mapper)
+
+        described_class.map(hash, mapping)
+      end
+    end
+  end
+
+  describe "initialize" do
+    subject{ described_class.new }
+    it { is_expected.to be_an_instance_of(described_class) }
+  end
+
+  describe "#map" do
+    context "1 key to 1 key" do
+      hash    = {foo: "foo", bar: "bar", fizz: "fizz"}
+      mapping = {foo: "FOO", fizz: "FIZZ"}
+
+      subject{ described_class.new(hash, mapping).map }
+      it "should rename a key" do
+        is_expected.to eq({"FOO" => "foo", bar: "bar", "FIZZ" => "fizz"})
+      end
+    end
+
+    context "1 key to n keys" do
+      hash    = {foo: "foo", bar: "bar", fizz: "fizz"}
+      mapping = {foo: ["FOO", "Foo"], fizz: "FIZZ"}
+
+      subject{ described_class.new(hash, mapping).map }
+      it "should remove a old key and add new keys" do
+        is_expected.to eq({"FOO" => "foo", "Foo" => "foo", bar: "bar", "FIZZ" => "fizz"})
+      end
+    end
+  end
+end

data/spec/dech/rakuten/csv_spec.rb

@@ -0,0 +1,62 @@
+# coding: utf-8
+require "spec_helper"
+
+describe Dech::Rakuten::CSV do
+  describe "initialize" do
+    products = [
+      {id: "ABC-001", price: 12800},
+      {id: "xyz-123", price: 9800}
+    ]
+
+    subject{ Dech::Rakuten::CSV.new(products) }
+    it { is_expected.to be_an_instance_of(Dech::Rakuten::CSV) }
+    it { is_expected.to be_a(Dech::CSV) }
+    it { is_expected.to be_a(StringIO) }
+
+    p Dech::Rakuten::CSV.new(products).to_a
+  end
+
+  describe "#valid?" do
+    context "with valid columns" do
+      products = [
+        {id: "ABC-001", price: 12800},
+        {id: "xyz-123", price: 9800}
+      ]
+
+      subject{ Dech::Rakuten::CSV.new(products) }
+      it { is_expected.to be_valid }
+    end
+
+    context "with invalid columns" do
+      products = [
+        {price: 12800},
+        {price: 9800}
+      ]
+
+      subject{ Dech::Rakuten::CSV.new(products) }
+      it { is_expected.not_to be_valid }
+    end
+  end
+
+  describe "#validate!" do
+    context "valid columns" do
+      products = [
+        {id: "ABC-001", price: 12800},
+        {id: "xyz-123", price: 9800}
+      ]
+
+      subject{ lambda{ Dech::Rakuten::CSV.new(products).validate! } }
+      it { is_expected.not_to raise_error }
+    end
+
+    context "invalid columns" do
+      products = [
+        {price: 12800},
+        {price: 9800}
+      ]
+
+      subject{ lambda{ Dech::Rakuten::CSV.new(products).validate! } }
+      it { is_expected.to raise_error }
+    end
+  end
+end

data/spec/dech/rakuten/ftp_spec.rb

@@ -0,0 +1,93 @@
+# coding: utf-8
+
+require "spec_helper"
+
+describe Dech::Rakuten::FTP do
+  let(:ftp) {
+    described_class.new(
+      products: [{id: "PRODUCT-CODE", price: 9800}],
+      username: "username",
+      password: "password",
+      host:     "example.com"
+    )
+  }
+
+  let(:net_ftp) {
+    net_ftp = double("net_ftp")
+    allow(net_ftp).to receive(:passive=)
+    allow(net_ftp).to receive(:connect)
+    allow(net_ftp).to receive(:login)
+    allow(net_ftp).to receive(:close)
+    expect(Net::FTP).to receive(:new).and_return(net_ftp)
+    net_ftp
+  }
+
+  describe "initialize" do
+    subject { ftp }
+    it { is_expected.to be_an_instance_of(described_class) }
+  end
+
+  describe "#csv" do
+    subject { ftp.csv }
+    it { is_expected.to be_an_instance_of(Dech::Rakuten::CSV) }
+  end
+
+  describe "#ready?" do
+    subject { ftp.ready? }
+
+    context "CSV file exists in FTP server" do
+      before { expect(net_ftp).to receive(:nlst).and_return([ftp.path]) }
+      it { is_expected.to be false }
+    end
+
+    context "CSV file does not exist in FTP server" do
+      before { expect(net_ftp).to receive(:nlst).and_return([]) }
+      it { is_expected.to be true }
+    end
+  end
+
+  describe "#upload!" do
+    subject{ lambda{ ftp.upload! } }
+
+    it "should upload CSV file to the path on FTP server" do
+      expect(net_ftp).to receive(:storlines)
+      subject.call
+    end
+  end
+
+=begin
+  describe "#upload" do
+    context "server is ready" do
+      before do
+        allow(ftp).to receive(:nlst).and_return([])
+        expect(ftp).to receive(:storlines)
+        expect(Net::FTP).to receive(:new).and_return(ftp).at_least(:once)
+      end
+
+      it "should upload CSV file to the path on FTP server" do
+        expect(dech.upload).to be true
+      end
+    end
+  end
+=end
+
+  describe "#upload" do
+    subject{ lambda{ ftp.upload } }
+
+    context "FTP server is ready" do
+      it "should call #upload!" do
+        expect(ftp).to receive(:ready?).and_return(true)
+        expect(ftp).to receive(:upload!).and_return(true)
+        subject.call
+      end
+    end
+
+    context "FTP server is not ready" do
+      it "should not call #upload!" do
+        expect(ftp).to receive(:ready?).and_return(false)
+        expect(ftp).not_to receive(:upload!)
+        subject.call
+      end
+    end
+  end
+end

data/spec/dech/rakuten_spec.rb

@@ -0,0 +1,5 @@
+# coding: utf-8
+require "spec_helper"
+
+describe Dech::Rakuten do
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dech
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - OSA Shunsuke
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-21 00:00:00.000000000 Z
+date: 2014-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: double-bag-ftps
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: emmental
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -80,7 +94,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Dech enables you to upload price change easily.
+description: Dech enables to upload product information easily.
 email:
 - hhelibebcnofnenamg@gmail.com
 executables: []
@@ -97,16 +111,26 @@ files:
 - Rakefile
 - dech.gemspec
 - lib/dech.rb
+- lib/dech/csv.rb
 - lib/dech/csvio.rb
+- lib/dech/hash_key_mapper.rb
 - lib/dech/price_uploader.rb
 - lib/dech/price_uploader/dena.rb
 - lib/dech/price_uploader/dena/ftp.rb
 - lib/dech/price_uploader/ponpare.rb
 - lib/dech/price_uploader/ponpare/ftps.rb
+- lib/dech/rakuten.rb
+- lib/dech/rakuten/csv.rb
+- lib/dech/rakuten/ftp.rb
 - lib/dech/version.rb
+- spec/dech/csv_spec.rb
 - spec/dech/csvio_spec.rb
+- spec/dech/hash_key_mapper_spec.rb
 - spec/dech/price_uploader/dena/ftp_spec.rb
 - spec/dech/price_uploader/ponpare/ftps_spec.rb
+- spec/dech/rakuten/csv_spec.rb
+- spec/dech/rakuten/ftp_spec.rb
+- spec/dech/rakuten_spec.rb
 - spec/dech_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/e-maido/dech
@@ -134,8 +158,13 @@ signing_key:
 specification_version: 4
 summary: Utilities gem for e-commerce mall in Japan.
 test_files:
+- spec/dech/csv_spec.rb
 - spec/dech/csvio_spec.rb
+- spec/dech/hash_key_mapper_spec.rb
 - spec/dech/price_uploader/dena/ftp_spec.rb
 - spec/dech/price_uploader/ponpare/ftps_spec.rb
+- spec/dech/rakuten/csv_spec.rb
+- spec/dech/rakuten/ftp_spec.rb
+- spec/dech/rakuten_spec.rb
 - spec/dech_spec.rb
 - spec/spec_helper.rb