embulk-input-yahoo_ads 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: eecaec2da4f039d9da8f36dbd6b66119f2da9071
+  data.tar.gz: 04798501ab716b74d6babd0ab2b228c2cbf08b41
+SHA512:
+  metadata.gz: 5d535779e9ee6ac79a3eb700596ccadb665ce5cbb9955aa50268b7a9edd77c72c658f0b7fa46468cd8e59a1eff7bba358439b0e9968506df2f3b3555391e672d
+  data.tar.gz: bf7b42a68a4423aad415f20bb5eb5421121cac9ba5ca2fb9c1d7f3432637e05b8f205837fe17eedfc0effb3e1282b0584301303c74a40dbf3c72affd7b0d7658

data/.gitignore

@@ -0,0 +1,7 @@
+*~
+/pkg/
+/tmp/
+/.bundle/
+/Gemfile.lock
+/vendor/bundle/
+/workspaces/

data/.ruby-version

@@ -0,0 +1 @@
+jruby-9.1.5.0

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,50 @@
+# Yahoo Ads input plugin for Embulk
+Embulk input plugin for Yahoo Promotion Ads.
+
+## Overview
+* **Plugin type**: input
+* **Resume supported**: no
+* **Cleanup supported**: no
+* **Guess supported**: no
+
+## Configuration
+- **location**: 利用するAPIのlocation。検索広告とディスプレイ広告で異なる. (string, required)
+- **version**: 利用するAPIのlocation。検索広告とディスプレイ広告で異なる. (string, required)
+- **license**: Yahoo社から提供される認証情報 (string, required)
+- **api_account**: Yahoo社から提供される認証情報 (string, required)
+- **api_password**: API認証のためのパスワード (string, required)
+- **namespace**: 利用するAPIのlocation。検索広告とディスプレイ広告で異なる. (string, required)
+- **report_type**: レポートタイプ (string, required)
+- **account_id**: 取得するアカウントのID (string, required)
+- **date_range_min**: 取得するレポート期間の開始日. フォーマットは"YYYYMMDD" (string, required)
+- **date_range_max**: 取得するレポート期間の終了日. フォーマットは"YYYYMMDD" (string, required)
+- **columns**: 取得するレポートの列 (array, required)
+
+## Example
+```yaml
+in:
+  type: yahoo_ads
+  location: xxxxx.yahooapis.jp
+  version: Vx.x
+  license: xxxx-xxxx-xxxx-xxxx
+  api_account: yyyy-yyyy-yyyy-yyyy
+  api_password: xyz
+  namespace: http://abc.yahooapis.jp/V0
+  report_type: CAMPAIGN
+  account_id: 000000000
+  date_range_min: 20171201
+  date_range_max: 20171210
+  columns:
+    - CAMPAIGN_NAME
+    - DAY
+    - IMPS
+    - CLICK
+    - COST
+    - CONVERSIONS
+```
+
+
+## Build
+```
+$ rake
+```

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+
+task default: :build

data/embulk-input-yahoo_ads.gemspec

@@ -0,0 +1,22 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-yahoo_ads"
+  spec.version       = "0.1.0"
+  spec.authors       = ["ryota.yamada"]
+  spec.summary       = "Yahoo Ads input plugin for Embulk"
+  spec.description   = "Loads records from Yahoo Ads."
+  spec.email         = ["ryota.yamada@principle-c.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/principle-c/embulk-input-yahoo_ads"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "savon", "~> 2.0"
+  spec.add_dependency "nokogiri", "~> 1.8.1"
+
+  spec.add_development_dependency 'embulk', ['>= 0.8.30']
+  spec.add_development_dependency 'bundler', ['>= 1.10.6']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+end

data/example/display_ads.yml

@@ -0,0 +1,23 @@
+in:
+  type: yahoo_ads
+  location: xxxxx.yahooapis.jp
+  version: Vx.x
+  license: xxxx-xxxx-xxxx-xxxx
+  api_account: yyyy-yyyy-yyyy-yyyy
+  api_password: xyz
+  namespace: http://abc.yahooapis.jp/V0
+  report_type: CAMPAIGN
+  account_id: 000000000
+  date_range_min: 20171201
+  date_range_max: 20171210
+  columns:
+    - CAMPAIGN_NAME
+    - DAY
+    - IMPS
+    - CLICK
+    - COST
+    - CONVERSIONS
+out:
+  type: stdout
+
+

data/lib/embulk/input/yahoo_ads.rb

@@ -0,0 +1,13 @@
+require "embulk/input/yahoo_ads/auth_config"
+require "embulk/input/yahoo_ads/client"
+require "embulk/input/yahoo_ads/column"
+require "embulk/input/yahoo_ads/location_service"
+require "embulk/input/yahoo_ads/report_client"
+require "embulk/input/yahoo_ads/version"
+require "embulk/input/yahoo_ads/plugin"
+module Embulk
+  module Input
+    module YahooAds
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/auth_config.rb

@@ -0,0 +1,23 @@
+module Embulk
+  module Input
+    module YahooAds
+      class AuthConfig
+        def initialize(options)
+          @location = options[:location]
+          @version = options[:version]
+          @license = options[:license]
+          @api_account = options[:api_account]
+          @api_password = options[:api_password]
+          @namespace = options[:namespace]
+        end
+
+        def location; @location end
+        def version; @version end
+        def license; @license end
+        def api_account; @api_account end
+        def api_password; @api_password end
+        def namespace; @namespace end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/client.rb

@@ -0,0 +1,34 @@
+module Embulk
+  module Input
+    module YahooAds
+      class Client
+        def initialize(account_id, auth_config)
+          @account_id = account_id
+          @auth_config = auth_config
+          @locationService = LocationService.build(account_id, auth_config)
+        end
+
+        def invoke(service_name, action, params)
+          s = self.service(service_name)
+          ::Embulk.logger.info "SOAP Request: #{s.wsdl.document}"
+          s.call(action, params).body
+        end
+
+        def service(name)
+          ::Savon::Client.new({
+            wsdl: "https://#{@auth_config.location}/services/#{@auth_config.version}/#{name}?wsdl",
+            endpoint: "https://#{@locationService.invoke}/services/#{@auth_config.version}/#{name}",
+            namespace: @auth_config.namespace,
+              soap_header: {
+              "tns:RequestHeader": {
+                "tns:license": @auth_config.license,
+                "tns:apiAccountId": @auth_config.api_account,
+                "tns:apiAccountPassword": @auth_config.api_password,
+              }
+            }
+          })
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/column.rb

@@ -0,0 +1,227 @@
+module Embulk
+  module Input
+    module YahooAds
+      class Column
+        def self.all
+          [
+            { :request_name => "ADGROUP_DESKTOP_BID_MODIFIER", :xml_name => "desktopBidAdj", :type => :double },
+            { :request_name => "ADGROUP_MOBILE_BID_MODIFIER", :xml_name => "mobileBidAdj", :type => :double },
+            { :request_name => "ADGROUP_TABLET_BID_MODIFIER", :xml_name => "tabletBidAdj", :type => :double },
+            { :request_name => "ALL_CONV", :xml_name => "allConv", :type => :double },
+            { :request_name => "ALL_CONV_RATE", :xml_name => "allConvRate", :type => :double },
+            { :request_name => "ALL_CONV_VALUE", :xml_name => "allConvValue", :type => :double },
+            { :request_name => "AVG_CPC", :xml_name => "averageCpc", :type => :double },
+            { :request_name => "AVG_CPV", :xml_name => "avgCpv", :type => :double },
+            { :request_name => "AVG_DELIVER_RANK", :xml_name => "averagePosition", :type => :double },
+            { :request_name => "AVG_DURATION_VIDEO_VIEWED", :xml_name => "avgDurationVideoViewed", :type => :double },
+            { :request_name => "AVG_PERCENT_VIDEO_VIEWED", :xml_name => "avgPercentVideoViewed", :type => :double },
+            { :request_name => "BUDGET_LOST_IMPRESSION_SHARE", :xml_name => "budgetLostImpressionShare", :type => :double },
+            { :request_name => "CAMPAIGN_DESKTOP_BID_MODIFIER", :xml_name => "desktopBidAdj", :type => :double },
+            { :request_name => "CAMPAIGN_MOBILE_BID_MODIFIER", :xml_name => "mobileBidAdj", :type => :double },
+            { :request_name => "CAMPAIGN_TABLET_BID_MODIFIER", :xml_name => "tabletBidAdj", :type => :double },
+            { :request_name => "CLICK_RATE", :xml_name => "ctr", :type => :double },
+            { :request_name => "CONVERSIONS", :xml_name => "conversions", :type => :double },
+            { :request_name => "CONVERSION_RATE_OLD", :xml_name => "totalConversionRateOld", :type => :double },
+            { :request_name => "CONV_RATE", :xml_name => "convRate", :type => :double },
+            { :request_name => "CONV_VALUE", :xml_name => "convValue", :type => :double },
+            { :request_name => "COST_PER_ALL_CONV", :xml_name => "costPerAllConv", :type => :double },
+            { :request_name => "COST_PER_CONV", :xml_name => "costPerConv", :type => :double },
+            { :request_name => "CPA_OLD", :xml_name => "costTotalConversionsOld", :type => :double },
+            { :request_name => "EXACT_MATCH_IMPRESSION_SHARE", :xml_name => "exactMatchImpressionShare", :type => :double },
+            { :request_name => "IMPRESSION_SHARE", :xml_name => "impressionShare", :type => :double },
+            { :request_name => "INVALID_CLICK_RATE", :xml_name => "invalidClickRate", :type => :double },
+            { :request_name => "INVIEW_CLICK_RATE", :xml_name => "viewableCtr", :type => :double },
+            { :request_name => "INVIEW_RATE", :xml_name => "viewableImpressionRate", :type => :double },
+            { :request_name => "QUALITY_LOST_IMPRESSION_SHARE", :xml_name => "qualityLostImpressionShare", :type => :double },
+            { :request_name => "REVENUE_CONVERSION_OLD", :xml_name => "revenueTotalConversionOld", :type => :double },
+            { :request_name => "TARGET_CPA", :xml_name => "targetCpa", :type => :double },
+            { :request_name => "TARGET_ROAS", :xml_name => "targetRoas", :type => :double },
+            { :request_name => "VALUE_PER_ALL_CONV", :xml_name => "valuePerAllConv", :type => :double },
+            { :request_name => "VALUE_PER_CONV", :xml_name => "valuePerConv", :type => :double },
+            { :request_name => "VIDEO_VIEWED_RATE", :xml_name => "videoViewedRate", :type => :double },
+            { :request_name => "ADGROUP_DISTRIBUTION_SETTINGS", :xml_name => "adgroupDistributionSettings", :type => :string },
+            { :request_name => "AD_DISTRIBUTION_SETTINGS", :xml_name => "adDistributionSettings", :type => :string },
+            { :request_name => "AD_EDITORIAL_STATUS", :xml_name => "adEditorialStatus", :type => :string },
+            { :request_name => "AD_TYPE", :xml_name => "adType", :type => :string },
+            { :request_name => "BID_AUTOMATION", :xml_name => "biddingAdjustmentMethodOfTargetPositionInSearchResults", :type => :string },
+            { :request_name => "BID_STRATEGY_TYPE", :xml_name => "autoBiddingType", :type => :string },
+            { :request_name => "CAMPAIGN_DISTRIBUTION_SETTINGS", :xml_name => "campaignDistributionSettings", :type => :string },
+            { :request_name => "CAMPAIGN_DISTRIBUTION_STATUS", :xml_name => "campaignDistributionStatus", :type => :string },
+            { :request_name => "CAMPAIGN_TYPE", :xml_name => "campaignType", :type => :string },
+            { :request_name => "CITY", :xml_name => "city", :type => :string },
+            { :request_name => "CITY_WARD_DISTRICT", :xml_name => "cityWardDistrict", :type => :string },
+            { :request_name => "CLICK_TYPE", :xml_name => "clickType", :type => :string },
+            { :request_name => "COUNTRY_TERRITORY", :xml_name => "countryTerritory", :type => :string },
+            { :request_name => "DAY_OF_WEEK", :xml_name => "dayOfWeek", :type => :string },
+            { :request_name => "DEVICE", :xml_name => "device", :type => :string },
+            { :request_name => "DEVICE_PREFERENCE", :xml_name => "focusDevice", :type => :string },
+            { :request_name => "EDITORIAL_STATUS", :xml_name => "editorialStatus", :type => :string },
+            { :request_name => "IS_SELF_ACTION", :xml_name => "isSelfAction", :type => :string },
+            { :request_name => "KEYWORD_DISTRIBUTION_SETTINGS", :xml_name => "keywordDistributionSettings", :type => :string },
+            { :request_name => "KEYWORD_EDITORIAL_STATUS", :xml_name => "kwEditorialStatus", :type => :string },
+            { :request_name => "KEYWORD_MATCH_TYPE", :xml_name => "keywordMatchType", :type => :string },
+            { :request_name => "KEYWORD_TARGETING_MATCH_TYPE", :xml_name => "targetKeywordMatchType", :type => :string },
+            { :request_name => "LIMITED_BUDGETS", :xml_name => "limitByCampaignBudgetOfTargetPositionInSearchResults", :type => :string },
+            { :request_name => "LOCATION_TYPE", :xml_name => "locationType", :type => :string },
+            { :request_name => "LOW_QUALITY_KEYWORDS", :xml_name => "lowQualityKeywordOfTargetPositionInSearchResults", :type => :string },
+            { :request_name => "MONTH_OF_YEAR", :xml_name => "monthofYear", :type => :string },
+            { :request_name => "NETWORK", :xml_name => "network", :type => :string },
+            { :request_name => "OBJECT_OF_CONVERSION_TRACKING", :xml_name => "objectiveOfConversionTracking", :type => :string },
+            { :request_name => "PLACEHOLDER_TYPE", :xml_name => "adDisplayOptionType", :type => :string },
+            { :request_name => "PREFECTURE", :xml_name => "prefecture", :type => :string },
+            { :request_name => "SEARCH_QUERY_MATCH_TYPE", :xml_name => "searchQueryMatchType", :type => :string },
+            { :request_name => "TARGET_LIST_ATTACHMENT_LEVEL", :xml_name => "targetListAttachmentLevel", :type => :string },
+            { :request_name => "TARGET_LIST_STATUS", :xml_name => "reachStatus", :type => :string },
+            { :request_name => "TARGET_LOCATION_RESTRICTION", :xml_name => "targetLocationRestriction", :type => :string },
+            { :request_name => "TARGET_SCHEDULE", :xml_name => "targetSchedule", :type => :string },
+            { :request_name => "TARGET_SEARCH_PAGE_LOCATION", :xml_name => "adPositionOfTargetPositionInSearchResults", :type => :string },
+            { :request_name => "ACCOUNT_ID", :xml_name => "accountID", :type => :string },
+            { :request_name => "ADGROUP_BID", :xml_name => "adGroupBid", :type => :long },
+            { :request_name => "ADGROUP_COUNT", :xml_name => "adGroups", :type => :long },
+            { :request_name => "ADGROUP_ID", :xml_name => "adgroupID", :type => :string },
+            { :request_name => "ADGROUP_TRACKING_ID", :xml_name => "adgroupTrackingID", :type => :string },
+            { :request_name => "AD_ID", :xml_name => "adID", :type => :string },
+            { :request_name => "AD_KEYWORD_ID", :xml_name => "adKeywordID", :type => :string },
+            { :request_name => "AD_TRACKING_ID", :xml_name => "adTrackingID", :type => :string },
+            { :request_name => "AUTO_VIDEO_PLAYS", :xml_name => "autoVideoPlays", :type => :long },
+            { :request_name => "BID", :xml_name => "bid", :type => :long },
+            { :request_name => "BID_MULTIPLIER", :xml_name => "bidAdjustment", :type => :long },
+            { :request_name => "BID_MULTIPLIER_OF_TARGET_PAGE_LOCATION", :xml_name => "biddingAdjustmentOfTargetPositionInSearchResults", :type => :long },
+            { :request_name => "BID_STRATEGY_ID", :xml_name => "autoBiddingID", :type => :string },
+            { :request_name => "CAMPAIGN_COUNT", :xml_name => "campaigns", :type => :long },
+            { :request_name => "CAMPAIGN_ID", :xml_name => "campaignID", :type => :string },
+            { :request_name => "CAMPAIGN_TRACKING_ID", :xml_name => "campaignTrackingID", :type => :string },
+            { :request_name => "CLICK", :xml_name => "clicks", :type => :long },
+            { :request_name => "CLICKS", :xml_name => "clicks", :type => :long },
+            { :request_name => "CLICK_VIDEO_PLAYS", :xml_name => "clickVideoPlays", :type => :long },
+            { :request_name => "CONVERSIONS", :xml_name => "conversions", :type => :long },
+            { :request_name => "CONVERSION_OLD", :xml_name => "totalConversionsOld", :type => :long },
+            { :request_name => "COST", :xml_name => "cost", :type => :long },
+            { :request_name => "DAILY_SPENDING_LIMIT", :xml_name => "dailySpendingLimit", :type => :long },
+            { :request_name => "FEED_ID", :xml_name => "dataAssignmentListId", :type => :string },
+            { :request_name => "FEED_ID", :xml_name => "feedID", :type => :string },
+            { :request_name => "FEED_ITEM_ID", :xml_name => "adDisplayOptionID", :type => :string },
+            { :request_name => "FEED_ITEM_ID", :xml_name => "dataAssignmentListDetails", :type => :string },
+            { :request_name => "FEED_ITEM_TRACKING_ID", :xml_name => "adDisplayOptionTrackingID", :type => :string },
+            { :request_name => "FIRST_PAGE_BID_ESTIMATE", :xml_name => "firstPageBidEstimate", :type => :long },
+            { :request_name => "HOUR", :xml_name => "hourofday", :type => :long },
+            { :request_name => "HOUR_OF_DAY", :xml_name => "hourofday", :type => :long },
+            { :request_name => "IMPS", :xml_name => "impressions", :type => :long },
+            { :request_name => "INVALID_CLICKS", :xml_name => "invalidClicks", :type => :long },
+            { :request_name => "INVIEW_CLICK", :xml_name => "viewableClicks", :type => :long },
+            { :request_name => "KEYWORD_ID", :xml_name => "keywordID", :type => :string },
+            { :request_name => "KEYWORD_TRACKING_ID", :xml_name => "keywordTrackingID", :type => :string },
+            { :request_name => "LOWER_BID_LIMIT_OF_TARGET_CPA", :xml_name => "lowerBidLimitForTargetCpa", :type => :long },
+            { :request_name => "LOWER_BID_LIMIT_OF_TARGET_ROAS", :xml_name => "lowerBidLimitForTargetRoas", :type => :long },
+            { :request_name => "QUALITY_INDEX", :xml_name => "qualityIndex", :type => :long },
+            { :request_name => "REVENUE", :xml_name => "revenue", :type => :long },
+            { :request_name => "REVENUE_OLD", :xml_name => "totalRevenueOld", :type => :long },
+            { :request_name => "REVENUE_PER_CONV", :xml_name => "revenuePerConv", :type => :long },
+            { :request_name => "SEARCHKEYWORD_ID", :xml_name => "searchKeywordID", :type => :string },
+            { :request_name => "TARGETING_ADGROUP_ID", :xml_name => "targetAdGroupID", :type => :string },
+            { :request_name => "TARGETING_CAMPAIGN_ID", :xml_name => "targetCampaignID", :type => :string },
+            { :request_name => "TARGET_LIST_ID", :xml_name => "targetListID", :type => :string },
+            { :request_name => "TARGET_LIST_TRACKING_ID", :xml_name => "targetListTrackingID", :type => :string },
+            { :request_name => "TARGET_SCHEDULE_ID", :xml_name => "targetScheduleID", :type => :string },
+            { :request_name => "TOP_OF_PAGE_BID_ESTIMATE", :xml_name => "topOfPageBidEstimate", :type => :long },
+            { :request_name => "TOTAL_VIEWABLE_IMPS", :xml_name => "measurableImpressions", :type => :long },
+            { :request_name => "UNIQUE_USERS", :xml_name => "uniqueUsers", :type => :long },
+            { :request_name => "UPPER_BID_LIMIT_OF_MAXIMIZE_CLICKS", :xml_name => "bidLimitForMaximizeClicks", :type => :long },
+            { :request_name => "UPPER_BID_LIMIT_OF_TARGET_CPA", :xml_name => "bidLimitForTargetCpa", :type => :long },
+            { :request_name => "UPPER_BID_LIMIT_OF_TARGET_PAGE_LOCATION", :xml_name => "bidLimitForTargetPositionInSearchResults", :type => :long },
+            { :request_name => "UPPER_BID_LIMIT_OF_TARGET_ROAS", :xml_name => "bidLimitForTargetRoas", :type => :long },
+            { :request_name => "URL_ID", :xml_name => "destinationURLID", :type => :string },
+            { :request_name => "VIDEO_PLAYS", :xml_name => "videoPlays", :type => :long },
+            { :request_name => "VIDEO_VIEWS_TO_100", :xml_name => "videoViewsTo100", :type => :long },
+            { :request_name => "VIDEO_VIEWS_TO_25", :xml_name => "videoViewsTo25", :type => :long },
+            { :request_name => "VIDEO_VIEWS_TO_50", :xml_name => "videoViewsTo50", :type => :long },
+            { :request_name => "VIDEO_VIEWS_TO_75", :xml_name => "videoViewsTo75", :type => :long },
+            { :request_name => "VIDEO_VIEWS_TO_95", :xml_name => "videoViewsTo95", :type => :long },
+            { :request_name => "VIEWABLE_IMPS", :xml_name => "viewableImpressions", :type => :long },
+            { :request_name => "ACCOUNT_NAME", :xml_name => "accountName", :type => :string },
+            { :request_name => "ADGROUP_NAME", :xml_name => "adgroupName", :type => :string },
+            { :request_name => "AD_LAYOUT", :xml_name => "adLayout", :type => :string },
+            { :request_name => "AD_NAME", :xml_name => "adName", :type => :string },
+            { :request_name => "AD_STYLE", :xml_name => "adStyle", :type => :string },
+            { :request_name => "AD_TITLE", :xml_name => "title", :type => :string },
+            { :request_name => "AD_TYPE", :xml_name => "adType", :type => :string },
+            { :request_name => "AGE", :xml_name => "age", :type => :string },
+            { :request_name => "APPLI", :xml_name => "appli", :type => :string },
+            { :request_name => "APP_ID", :xml_name => "appID", :type => :string },
+            { :request_name => "APP_NAME", :xml_name => "appName", :type => :string },
+            { :request_name => "APP_OS", :xml_name => "appOS", :type => :string },
+            { :request_name => "BID_STRATEGY_NAME", :xml_name => "autoBiddingName", :type => :string },
+            { :request_name => "CALLOUT", :xml_name => "callout", :type => :string },
+            { :request_name => "CAMPAIGN_END_DATE", :xml_name => "campaignEndDate", :type => :string },
+            { :request_name => "CAMPAIGN_NAME", :xml_name => "campaignName", :type => :string },
+            { :request_name => "CAMPAIGN_START_DATE", :xml_name => "campaignStartDate", :type => :string },
+            { :request_name => "CAMPAIGN_TYPE", :xml_name => "campaignType", :type => :string },
+            { :request_name => "CARRIER", :xml_name => "carrier", :type => :string },
+            { :request_name => "CITY_ID", :xml_name => "cityID", :type => :string },
+            { :request_name => "CITY_NAME", :xml_name => "city", :type => :string },
+            { :request_name => "CONVERSION_CATEGORY", :xml_name => "objectiveOfConversionTracking", :type => :string },
+            { :request_name => "CONVERSION_LABEL", :xml_name => "conversionName", :type => :string },
+            { :request_name => "CONVERSION_NAME", :xml_name => "conversionName", :type => :string },
+            { :request_name => "CUSTOM_PARAMETERS", :xml_name => "customParameters", :type => :string },
+            { :request_name => "CUSTOM_URL", :xml_name => "customURL", :type => :string },
+            { :request_name => "DAY", :xml_name => "day", :type => :string },
+            { :request_name => "DELIVER", :xml_name => "deliverName", :type => :string },
+            { :request_name => "DELIVER_URL", :xml_name => "adDeliveryURL", :type => :string },
+            { :request_name => "DESC", :xml_name => "description", :type => :string },
+            { :request_name => "DESCRIPTION", :xml_name => "description1", :type => :string },
+            { :request_name => "DESCRIPTION1", :xml_name => "description1", :type => :string },
+            { :request_name => "DESCRIPTION2", :xml_name => "description2", :type => :string },
+            { :request_name => "DESTINATION_URL", :xml_name => "destinationURL", :type => :string },
+            { :request_name => "DEVICE", :xml_name => "device", :type => :string },
+            { :request_name => "DIRECTORY1", :xml_name => "directory1", :type => :string },
+            { :request_name => "DIRECTORY2", :xml_name => "directory2", :type => :string },
+            { :request_name => "DISPLAY_URL", :xml_name => "displayURL", :type => :string },
+            { :request_name => "FEED_ITEM_ATTRIBUTES", :xml_name => "dataAssignmentList", :type => :string },
+            { :request_name => "FEED_ITEM_END_DATE", :xml_name => "adDisplayOptionEndDate", :type => :string },
+            { :request_name => "FEED_ITEM_END_DATE", :xml_name => "dataAssignmentListDetailsEndDate", :type => :string },
+            { :request_name => "FEED_ITEM_START_DATE", :xml_name => "adDisplayOptionStartDate", :type => :string },
+            { :request_name => "FEED_ITEM_START_DATE", :xml_name => "dataAssignmentListDetailsStartDate", :type => :string },
+            { :request_name => "FREQUENCY", :xml_name => "frequency", :type => :string },
+            { :request_name => "GENDER", :xml_name => "gender", :type => :string },
+            { :request_name => "IMAGE_OPTION", :xml_name => "imageOption", :type => :string },
+            { :request_name => "INTEREST_CATEGORY", :xml_name => "interestCategory", :type => :string },
+            { :request_name => "KEYWORD", :xml_name => "keyword", :type => :string },
+            { :request_name => "KEYWORD_TARGETING_TEXT", :xml_name => "targetKeywordText", :type => :string },
+            { :request_name => "LANDING_PAGE_URL", :xml_name => "landingPageURL", :type => :string },
+            { :request_name => "LANDING_PAGE_URL_SMARTPHONE", :xml_name => "landingPageURLSmartphone", :type => :string },
+            { :request_name => "MEDIA_AD_FORMAT", :xml_name => "pixelSize", :type => :string },
+            { :request_name => "MEDIA_FILE_NAME", :xml_name => "fileName", :type => :string },
+            { :request_name => "MEDIA_ID", :xml_name => "mediaID", :type => :string },
+            { :request_name => "MEDIA_NAME", :xml_name => "mediaName", :type => :string },
+            { :request_name => "MONTH", :xml_name => "month", :type => :string },
+            { :request_name => "NEGATIVE_KEYWORD", :xml_name => "negativeKeywords", :type => :string },
+            { :request_name => "OS", :xml_name => "os", :type => :string },
+            { :request_name => "PHONE_NUMBER", :xml_name => "phoneNumber", :type => :string },
+            { :request_name => "PREF_ID", :xml_name => "prefectureID", :type => :string },
+            { :request_name => "PREF_NAME", :xml_name => "prefecture", :type => :string },
+            { :request_name => "QUARTER", :xml_name => "quarter", :type => :string },
+            { :request_name => "QUICK_LINK_TEXT", :xml_name => "quickLinkText", :type => :string },
+            { :request_name => "QUICK_LINK_URL", :xml_name => "quickLinkURL", :type => :string },
+            { :request_name => "SEARCHKEYWORD", :xml_name => "searchKeyword", :type => :string },
+            { :request_name => "SEARCH_QUERY", :xml_name => "searchQuery", :type => :string },
+            { :request_name => "SEARCH_QUERY_DESTINATION_URL", :xml_name => "searchQueryDestinationURL", :type => :string },
+            { :request_name => "SITE_CATEGORY", :xml_name => "siteCategory", :type => :string },
+            { :request_name => "TARGET_LIST_NAME", :xml_name => "targetListName", :type => :string },
+            { :request_name => "TARGET_LOCATION_ID", :xml_name => "targetLocationID", :type => :string },
+            { :request_name => "TARGET_LOCATION_NAME", :xml_name => "targetLocation", :type => :string },
+            { :request_name => "TARGET_LOCATION_NAME", :xml_name => "targetLocationName", :type => :string },
+            { :request_name => "TITLE", :xml_name => "title", :type => :string },
+            { :request_name => "TITLE1", :xml_name => "title1", :type => :string },
+            { :request_name => "TITLE2", :xml_name => "title2", :type => :string },
+            { :request_name => "TRACKING_URL", :xml_name => "trackingURL", :type => :string },
+            { :request_name => "URL_NAME", :xml_name => "destinationURL", :type => :string },
+            { :request_name => "WARD_ID", :xml_name => "wardID", :type => :string },
+            { :request_name => "WARD_NAME", :xml_name => "ward", :type => :string },
+            { :request_name => "WEEK", :xml_name => "week", :type => :string },
+            { :request_name => "YEAR", :xml_name => "year", :type => :string },
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/error/invalid_enum_error.rb

@@ -0,0 +1,9 @@
+module Embulk
+  module Input
+    module YahooAds
+      class InvalidEnumError < StandardError
+      end
+    end
+  end
+end
+

data/lib/embulk/input/yahoo_ads/location_service.rb

@@ -0,0 +1,36 @@
+require "savon"
+module Embulk
+  module Input
+    module YahooAds
+      class LocationService < ::Savon::Client
+        def invoke
+          return @response unless @response.nil?
+          ::Embulk.logger.info "SOAP Request: #{self.wsdl.document}"
+          @response ||= self.call(:get, message: {
+            account_id: @account_id,
+          }).body[:get_response][:rval][:value].to_s
+        end
+
+        def self.build(account_id, auth_config)
+          service = self.new({
+            wsdl: "https://#{auth_config.location}/services/#{auth_config.version}/LocationService?wsdl",
+            namespace: auth_config.namespace,
+              soap_header: {
+                "tns:RequestHeader": {
+                  "tns:license" => auth_config.license,
+                  "tns:apiAccountId" => auth_config.api_account,
+                  "tns:apiAccountPassword" => auth_config.api_password,
+                }
+              },
+          })
+          service.account_id = account_id
+          service
+        end
+
+        def account_id=(val)
+          @account_id = val
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/plugin.rb

@@ -0,0 +1,74 @@
+module Embulk
+  module Input
+    module YahooAds
+      class Plugin < InputPlugin
+        ::Embulk::Plugin.register_input("yahoo_ads", self)
+
+        def self.transaction(config, &control)
+          # configuration code:
+          task = {
+            :location => config.param("location", :string),
+            :version => config.param("version", :string),
+            :license => config.param("license", :string),
+            :api_account => config.param("api_account", :string),
+            :api_password => config.param("api_password", :string),
+            :namespace => config.param("namespace", :string),
+            :columns => config.param("columns", :array),
+            :account_id => config.param("account_id", :string),
+            :report_type => config.param("report_type", :string),
+            :date_range => {
+              :min => config.param("date_range_min", :string),
+              :max => config.param("date_range_max", :string),
+            },
+          }
+
+          columns = task[:columns].map do |colname|
+            column = Column.all.find{|c| c[:request_name] == colname}
+            ::Embulk::Column.new(nil, colname, column[:type])
+          end
+
+          resume(task, columns, 1, &control)
+        end
+
+        def self.resume(task, columns, count, &control)
+          task_reports = yield(task, columns, count)
+
+          next_config_diff = {}
+          return next_config_diff
+        end
+
+        def init
+        end
+
+        def run
+          auth_config = AuthConfig.new({
+            :location => task["location"],
+            :version => task["version"],
+            :license => task["license"],
+            :api_account => task["api_account"],
+            :api_password => task["api_password"],
+            :namespace => task["namespace"],
+          })
+          ReportClient.new(task["account_id"], auth_config).run({
+            :report_type => task["report_type"],
+            :date_range_type => 'CUSTOM_DATE',
+            :date_range => {
+              :start_date => task["date_range"]["min"],
+              :end_date => task["date_range"]["max"],
+            },
+            :fields => task["columns"]
+          }).each do |row|
+            page_builder.add(task["columns"].map do|column|
+              col = Column.all.find{|c| c[:request_name] == column}
+              row.send(col[:xml_name])
+            end)
+          end
+          page_builder.finish
+
+          task_report = {}
+          return task_report
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/report_client.rb

@@ -0,0 +1,126 @@
+require "nokogiri"
+require "open-uri"
+require "ostruct"
+module Embulk
+  module Input
+    module YahooAds
+      class ReportClient < Client
+        def run(query)
+          report_id = query_report_definition(query)
+          ::Embulk.logger.info "Create Report, report_id = #{report_id}"
+          report_job_id = query_report_job(report_id)
+          ::Embulk.logger.info "Create Report JOB, report_job_id = #{report_job_id}"
+          download_url = report_download_url(report_job_id)
+          ::Embulk.logger.info "Download Report, URL = #{download_url}"
+          xml = xml_parse(download_url)
+          remove_report_job(report_job_id)
+          ::Embulk.logger.info "Remove Report JOB, report_job_id = #{report_job_id}"
+          remove_report_definition(report_id)
+          ::Embulk.logger.info "Remove Report, report_id = #{report_id}"
+          xml
+        end
+
+        private
+        def query_report_definition(selector)
+          response = self.invoke(:ReportDefinitionService, :mutate, message: {
+            :operations => {
+              :operator => 'ADD',
+              :account_id => @account_id,
+              :operand => {
+                :account_id => @account_id,
+                :report_name => "YahooReport_#{DateTime.now.strftime("%Y%m%d_%H%I%s")}",
+                :report_type => nil,
+                :fields => [],
+                :compress => 'NONE',
+                :is_template => 'FALSE',
+                :interval_type => 'ONETIME',
+                :format => 'XML',
+                :language => 'JA',
+                :include_zero_impressions => 'FALSE',
+                :include_deleted => 'TRUE',
+              }.deep_merge(selector)
+            }
+          })
+          if response[:mutate_response][:rval][:values][:operation_succeeded] == false
+            error = response[:mutate_response][:rval][:values][:error]
+            raise ::Embulk::Input::YahooAds::Error::InvalidEnumError, error.to_json 
+          end
+          response[:mutate_response][:rval][:values][:report_definition][:report_id].to_s
+        end
+
+        def query_report_job(report_id)
+          response = self.invoke(:ReportService, :mutate, message: {
+            :operations => {
+              :operator => 'ADD',
+              :account_id => @account_id,
+              :operand => {
+                :report_id => report_id
+              }
+            }
+          })
+          response[:mutate_response][:rval][:values][:report_record][:report_job_id].to_s
+        end
+
+        def report_download_url(report_job_id, wait_second = 5)
+          sleep(wait_second)
+          response = self.invoke(:ReportService, :get, message: {
+            :selector => {
+              :account_id => @account_id,
+              :report_job_ids => [report_job_id]
+            }
+          })
+          status = nil
+          if response[:get_response][:rval][:values][:report_record][:status].nil? == false
+            status = response[:get_response][:rval][:values][:report_record][:status].to_s
+          elsif response[:get_response][:rval][:values][:report_record][:report_job_status].nil? == false
+            status = response[:get_response][:rval][:values][:report_record][:report_job_status].to_s
+          end
+          case status
+          when 'COMPLETED' then
+            return response[:get_response][:rval][:values][:report_record][:report_download_url].to_s
+          when 'IN_PROGRESS' then
+            return report_download_url(report_job_id, wait_second * 2)
+          when 'WAIT' then
+            return report_download_url(report_job_id, wait_second * 2)
+          end
+        end
+
+        def xml_parse(url)
+          xml = Nokogiri::XML(open(url).read)
+          columns = xml.css('column').map{|column| column.attribute('name').value }
+          xml.css('row').map do |row|
+            value = {}
+            columns.each do |column|
+              value[column.to_sym] = row.attribute(column).value
+            end
+            OpenStruct.new(value)
+          end
+        end
+
+        def remove_report_job(report_job_id)
+          self.invoke(:ReportService, :mutate, message: {
+            :operations => {
+              :operator => 'REMOVE',
+              :accountId => @account_id,
+              :operand => {
+                :report_job_id => report_job_id
+              }
+            }
+          })
+        end
+
+        def remove_report_definition(report_id)
+          self.invoke(:ReportDefinitionService, :mutate, message: {
+            :operations => {
+              :operator => 'REMOVE',
+              :account_id => @account_id,
+              :operand => {
+                :report_id => report_id
+              }
+            }
+          })
+        end
+      end
+    end
+  end
+end

data/lib/embulk/input/yahoo_ads/version.rb

@@ -0,0 +1,7 @@
+module Embulk
+  module Input
+    module YahooAds
+      VERSION = "0.1.0"
+    end
+  end
+end

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-yahoo_ads
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- ryota.yamada
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-12-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: savon
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  name: nokogiri
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.30
+  name: embulk
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.30
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Loads records from Yahoo Ads.
+email:
+- ryota.yamada@principle-c.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-input-yahoo_ads.gemspec
+- example/display_ads.yml
+- lib/embulk/input/yahoo_ads.rb
+- lib/embulk/input/yahoo_ads/auth_config.rb
+- lib/embulk/input/yahoo_ads/client.rb
+- lib/embulk/input/yahoo_ads/column.rb
+- lib/embulk/input/yahoo_ads/error/invalid_enum_error.rb
+- lib/embulk/input/yahoo_ads/location_service.rb
+- lib/embulk/input/yahoo_ads/plugin.rb
+- lib/embulk/input/yahoo_ads/report_client.rb
+- lib/embulk/input/yahoo_ads/version.rb
+homepage: https://github.com/principle-c/embulk-input-yahoo_ads
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.6
+signing_key:
+specification_version: 4
+summary: Yahoo Ads input plugin for Embulk
+test_files: []