gooddata_marketo 0.0.1

data/lib/gooddata_marketo/models/load.rb

@@ -0,0 +1,17 @@
+class GoodDataMarketo::LoadFile
+
+  attr_accessor :name
+  attr_accessor :method
+  attr_accessor :type
+  attr_accessor :arguments
+
+  def initialize config = {}
+    @name = config[:name]
+    @type = config[:type]
+    @method = config[:method]
+    @arguments = {
+        :ids => config[:ids] || config[:values],
+        :type => config[:type]
+    }
+  end
+end

data/lib/gooddata_marketo/models/mobjects.rb

@@ -0,0 +1,121 @@
+# encoding: UTF-8
+# http://developers.marketo.com/documentation/soap/getmobjects/
+require 'gooddata_marketo/models/child/criteria'
+require 'gooddata_marketo/models/child/mobj'
+
+class GoodDataMarketo::MObjects
+
+  attr_reader :client
+
+  def initialize config = {}
+
+    @obj_criteria_list = []
+    @client = config[:client]
+
+  end
+
+  def get config = {} # http://developers.marketo.com/documentation/soap/getcampaignsforsource/
+
+    # EXAMPLE CRITERIA
+    # criteria = {
+    #     :attr_name => "Id", # See the types of content it can search above.
+    #     :comparison => "LE",
+    #     :attr_value => "1010"
+    # }
+
+    # EXAMPLE ASSOCIATED OBJECT
+    # # m_associated_object = {
+    #     :m_obj_type => '',
+    #     :id=> '',
+    #     :external_key => '' <-- Optional
+    # }
+
+    # EXAMPLE CRITERIA COMPARISONS
+    # EQ - Equals
+    # NE - Not Equals
+    # LT - Less Than
+    # LE - Less Than or Equals
+    # GT - Greater Than
+    # GE - Greater Than or Equals
+
+    # ACCEPTED ATTRIBUTE VALUE ITEMS
+    # Name: Name of the MObject
+    # Role: The role associated with an OpportunityPersonRole object
+    # Type: The type of an Opportunity object
+    # Stage:- The stage of an Opportunity object
+    # CRM Id: the CRM Id could refer to the Id of the Salesforce campaign connected to a Marketo program. Note: The SFDC Campaign ID needs to be the 18-digit ID.
+    # Created At: Equals, not equals, less than, less than or equal to, greater than, greater than or equal to
+    # Two “created dates” can be specified to create a date range
+    # Updated At or Tag Type (only one can be specified): Equals, not equals, less than, less than or equal to, greater than, greater than or equal to
+    # Two “created dates” can be specified to create a date range
+    # Tag Value: (Only one can be specified)
+    # Workspace Name: (only one can be specified)
+    # Workspace Id: (only one can be specified)
+    # Include Archive: Applicable only with Program MObject. Set it to true if you wish to include archived programs.
+
+    # AVAILABLE TYPES
+    # Program
+    # OpportunityPersonRole
+    # Opportunity
+
+    type = config[:type] || "Program"
+    request = { :type => type }
+
+    criteria = config[:criteria] || @obj_criteria_list
+    request[:m_obj_criteria_list] = criteria if criteria
+    associate = config[:association] || config[:m_obj_association] || config[:associate]
+
+    if associate
+      request[:m_obj_association_list] = Hash.new
+      request[:m_obj_association_list][:m_obj_association] = associate
+    end
+
+    # This field is optional and only present during `type => 'Program'` calls.
+    if type == "Program"
+      request[:include_details] = config[:include_details].to_s || "false"
+    end
+
+    c = client.stream(:get_m_objects, request)
+
+    mobjects_from_call = []
+    c.storage.each do |request|
+      request[:m_object_list][:m_object].each do |mobj|
+        m = GoodDataMarketo::MObject.new mobj
+        mobjects_from_call << m
+      end
+    end
+
+    binding.pry
+    mobjects_from_call
+
+  end
+
+  def add_criteria name, value, comparison
+
+    obj = {}
+    obj[:m_obj_criteria] = {
+        :attr_name => name.to_s,
+        :comparison => comparison.to_s,
+        :attr_value => value.to_s
+    }
+
+    @obj_criteria_list << obj
+
+  end
+
+  def criteria
+    @obj_criteria_list
+  end
+
+  def remove_criteria query
+    match = @obj_criteria_list.find {|item| item[:m_obj_criteria][:attr_name] == query }
+    @obj_criteria_list.delete(match)
+  end
+
+  alias :remove :remove_criteria
+
+  alias :add :add_criteria
+
+end
+
+

data/lib/gooddata_marketo/models/streams.rb

@@ -0,0 +1,137 @@
+# encoding: UTF-8
+
+
+# http://developers.marketo.com/documentation/soap/stream-position/
+require 'timeout'
+require 'date'
+
+class GoodDataMarketo::Stream
+
+  attr_reader :client
+
+  def initialize(web_method, request, config = {})
+
+    def start_stream(web_method, request, config)
+
+      @timer_start = Time.now
+      puts "#{@timer_start} => Start Streaming:#{web_method}" if GoodDataMarketo.logging
+
+      @client = config[:client]
+      @storage = []
+
+      # Make an initial call to determine what type of stream Marketo will respond with. This is based on the configurations in the initial request.
+      initialized_stream = @client.call(web_method, request)
+      raise "ERROR: No response from Marketo based on query: #{request}" unless initialized_stream
+
+      begin
+
+        # Timeout.timeout(config[:timeout] || 100){
+        @storage << initialized_stream.to_json
+        # }
+
+        if initialized_stream[:new_stream_position].is_a? String
+          @stream_id = initialized_stream[:new_stream_position]
+          @stream_id_monitor = true
+          @offset_monitor = false
+        else
+          initialized_stream.delete(:start_position)
+          @offset_monitor = true
+          @stream_id_monitor = false
+          @offset = initialized_stream[:new_start_position][:offset]
+        end
+
+        @count = initialized_stream[:remaining_count].to_i
+
+        puts "#{Time.now} => Stream:#{web_method}:#{@count} remain." if GoodDataMarketo.logging
+
+      rescue Timeout::Error => e
+        client.load.log('TIMEOUT') if client.load
+        puts e if GoodDataMarketo.logging
+      end
+
+    end
+
+    start_stream(web_method, request, config)
+
+    @timeouts = 0
+    # Begin a loop to iterate by offset or stream id depending on the stream response from Marketo.
+    def next_stream_request web_method, request
+
+      begin
+
+        new_request = {}
+        request = new_request.merge(request)
+
+        if @stream_id
+          request[:stream_position] = @stream_id
+        end
+
+        if @count < 1000
+          request[:batch_size] = @count.to_s
+        end
+
+        chunk_from_stream = @client.call(web_method, request)
+
+        @storage << chunk_from_stream.to_json
+
+        # FOR GET LEAD ACTIVITIES. The return count and remaining count are not stacked. Request 100 and it says 8 remaining, request a batch of 8 and it says 100 remaining. No stream id.
+        if chunk_from_stream[:return_count]
+          @count = @count - chunk_from_stream[:return_count].to_i
+        else
+          @count = chunk_from_stream[:remaining_count].to_i
+        end
+
+        puts "#{Time.now} => Stream:#{web_method}:#{@count} remain." if GoodDataMarketo.logging
+
+        if chunk_from_stream[:new_stream_position].is_a? String
+          @stream_id = chunk_from_stream[:new_stream_position]
+          @stream_id_monitor = true
+          @offset_monitor = false
+        else
+          @offset_monitor = true
+          @stream_id_monitor = false
+          @offset = chunk_from_stream[:new_start_position][:offset]
+
+          # Update Request
+          request[:start_position] = {
+              :offset => @offset
+          }
+
+        end
+
+      rescue Error => e
+        puts e if GoodDataMarketo.logging
+        retry if @timeouts < 3
+
+      end
+
+    end
+
+    while @count > 0
+      next_stream_request web_method, request
+    end
+
+    @timer_end = Time.now
+    puts "#{@timer_end} => End Streaming: #{web_method}" if GoodDataMarketo.logging
+    puts "#{Time.now} => Stream duration: #{((@timer_end - @timer_start)/60).round} minutes." if GoodDataMarketo.logging
+
+    storage_index = 0
+    @storage.map! { |m|
+      storage_index += 1
+      puts "#{Time.now} => Hashing streams in storage: #{storage_index}" if GoodDataMarketo.logging
+      JSON.parse(m, :symbolize_names => true)
+    }
+
+  end
+
+  def storage
+    @storage
+  end
+
+end
+
+class GoodDataMarketo::SafeStream
+  def initialize stream
+    @stream = stream
+  end
+end

data/lib/gooddata_marketo/models/tags.rb

@@ -0,0 +1,35 @@
+# encoding: UTF-8
+
+# http://developers.marketo.com/documentation/soap/gettags/
+
+class GoodDataMarketo::Client
+
+  attr_reader :client
+
+  def tags config = {} # http://developers.marketo.com/documentation/soap/gettags/
+
+    values = config[:values] || config[:value] || config[:lead]
+    values = [values] if values.is_a? String
+
+    if config[:type]
+      request = {
+          :tag_list => {
+              :tag => {
+                  :type => config[:type],
+                  :values => {
+                      :string_item => values
+                  }
+              }
+          }
+      }
+    else
+      request = {}
+    end
+
+    response = self.call(:get_tags, request)
+
+  end
+
+end
+
+

data/lib/gooddata_marketo/models/validate.rb

@@ -0,0 +1,46 @@
+# encoding: UTF-8
+
+class GoodDataMarketo::Validate
+  def initialize config
+
+    default = {
+        :backend => 'ads'
+    }
+    config = default.merge(config)
+
+  end
+
+end
+
+# require 'rubygems'
+# require 'sequel'
+# require 'jdbc/dss'
+#
+# results = []
+# tables = []
+# final = []
+#
+# Jdbc::DSS.load_driver
+# Java.com.gooddata.dss.jdbc.driver.DssDriver
+#
+# url1 = "jdbc:dss://secure.gooddata.com/gdc/dss/instances/df963b44d7b8a90494ad29e978039a52"
+# username = ''
+# password = ''
+#
+# Sequel.connect url1, :username => username, :password => password do |conn|
+#   results = conn.fetch "select t.table_name, c.column_name, c.data_type
+# 				from tables t
+# 				join columns c on c.table_name = t.table_name
+# 				order by t.table_name"
+# end
+#
+# binding.pry
+# #put results in array, not table thing that I don't understand
+# results.each do |row|
+#   tables.push([row[:table_name],row[:column_name],row[:data_type]])
+# end
+# puts "Printing tables having columns with numeric datatypes"
+# tables.each do |table|
+#   final << table[0] if table[2].include?('numeric')
+# end
+# puts final.uniq

metadata

@@ -0,0 +1,177 @@
+--- !ruby/object:Gem::Specification
+name: gooddata_marketo
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Patrick McConlogue
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.61.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.61.0
+- !ruby/object:Gem::Dependency
+  name: rubyntlm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+- !ruby/object:Gem::Dependency
+  name: pmap
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: savon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+- !ruby/object:Gem::Dependency
+  name: gooddata
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.11
+- !ruby/object:Gem::Dependency
+  name: gooddata_datawarehouse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+description: A gem.
+email: patrick.mcconlogue@gooddata.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- bin/Gemfile
+- bin/auth.json
+- bin/main.rb
+- bin/process.rbx
+- examples/all_lead_changes.rb
+- examples/all_leads.rb
+- examples/lead_changes_to_ads.rb
+- gooddata_marketo.gemspec
+- gooddata_marketo_gem.zip
+- lib/gooddata_marketo.rb
+- lib/gooddata_marketo/adapters/rest.rb
+- lib/gooddata_marketo/client.rb
+- lib/gooddata_marketo/data/activity_types.rb
+- lib/gooddata_marketo/data/reserved_sql_keywords.rb
+- lib/gooddata_marketo/helpers/s3.rb
+- lib/gooddata_marketo/helpers/stringwizard.rb
+- lib/gooddata_marketo/helpers/table.rb
+- lib/gooddata_marketo/helpers/webdav.rb
+- lib/gooddata_marketo/loads.rb
+- lib/gooddata_marketo/models/campaigns.rb
+- lib/gooddata_marketo/models/channels.rb
+- lib/gooddata_marketo/models/child/activity.rb
+- lib/gooddata_marketo/models/child/criteria.rb
+- lib/gooddata_marketo/models/child/lead.rb
+- lib/gooddata_marketo/models/child/mobj.rb
+- lib/gooddata_marketo/models/etl.rb
+- lib/gooddata_marketo/models/leads.rb
+- lib/gooddata_marketo/models/load.rb
+- lib/gooddata_marketo/models/mobjects.rb
+- lib/gooddata_marketo/models/streams.rb
+- lib/gooddata_marketo/models/tags.rb
+- lib/gooddata_marketo/models/validate.rb
+homepage: https://github.com/thnkr/connectors/tree/master/marketo
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Marketo SOAP/REST wrapper to CSV/GoodData ADS
+test_files: []
+has_rdoc: