gooddata_marketo 0.0.1-java

data/lib/gooddata_marketo/models/leads.rb

@@ -0,0 +1,493 @@
+# encoding: UTF-8
+
+require 'gooddata_marketo/models/child/lead'
+require 'gooddata_marketo/models/child/activity'
+
+class GoodDataMarketo::Leads
+
+  attr_reader :client
+
+  def initialize config = {}
+
+    @client = config[:client]
+
+  end
+
+  def [](a)
+    if a.include? '@'
+      self.get_by_email(a)
+    else
+      self.get_by_id(a)
+    end
+  end
+
+  # POSSIBLE KEY TYPES FOR LEAD QUERIES
+  #
+  # IDNUM: The Marketo ID (e.g. 64)
+  # COOKIE: The value generated by the Munchkin Javascript. (e.g. id:561-HYG-937&token:_mch-marketo.com-1258067434006-50277)
+  # EMAIL: The email address associated with the lead. (e.g. rufus@marketo.com)
+  # SFDCLEADID: The lead ID from SalesForce
+  # LEADOWNEREMAIL: The Lead Owner Email
+  # SFDCACCOUNTID: The Account ID from SalesForce
+  # SFDCCONTACTID: The Contact ID from SalesForce
+  # SFDCLEADID: TheLead ID from SalesForce
+  # SFDCLEADOWNERID: The Lead owner ID from SalesForce
+  # SFDCOPPTYID: The Opportunity ID from SalesForce
+
+  def get_by_email email # http://developers.marketo.com/documentation/soap/getlead/
+    type = 'EMAIL'
+    request = { :lead_key => { :key_type => type,  :key_value => email } }
+    response = client.call(:get_lead, request)
+    # GoodDataMarketo::Lead.new response[:lead_record_list][:lead_record], :client => client (CLIENT REMOVED DUE TO PERFORMANCE ISSUE)
+    GoodDataMarketo::Lead.new response[:lead_record_list][:lead_record]
+
+  end
+
+  def get_by_id id
+    type = 'IDNUM'
+    request = { :lead_key => { :key_type => type,  :key_value => id } }
+    response = client.call(:get_lead, request)
+    # GoodDataMarketo::Lead.new response[:lead_record_list][:lead_record], :client => client (CLIENT REMOVED DUE TO PERFORMANCE ISSUE)
+    GoodDataMarketo::Lead.new response[:lead_record_list][:lead_record]
+
+  end
+
+  def get_multiple config = {} # http://developers.marketo.com/documentation/soap/getmultipleleads/
+
+    values_array = config[:ids] || config[:values]
+
+    @leads_from_call = []
+
+    # Possible types
+    # IDNUM, COOKIE, EMAIL, LEADOWNEREMAIL, SFDCACCOUNTID, SFDCCONTACTID, SFDCLEADID, SFDCLEADOWNERID, SFDCOPPTYID.
+
+    type = config[:type] || 'IDNUM'
+    xsi_type = config[:xsi_type] || 'ns1:LeadKeySelector'
+
+    if values_array.is_a? String
+      values_array = [values_array]
+    end
+
+    segments = values_array.each_slice(100).to_a
+
+    segments.each { |values|
+
+      request = {
+          :lead_selector => {
+              :key_type => type,
+              :key_values => {
+                  :string_item => values
+              }
+          },
+          :batch_size => config[:batch_size] || "100", # Unable to determine timeout rate at the 1000 so moved to 200.
+          :attributes! => { :lead_selector => { 'xsi:type' => xsi_type } }
+      }
+
+      inc = config[:include_attributes] || config[:include] || config[:types]
+      if inc
+        if inc.is_a? String
+          inc = [inc]
+        end
+        request[:activity_filter][:include_attributes] = inc
+      end
+
+      exc = config[:exclude_attributes] || config[:exclude]
+      if exc
+        if exc.is_a? String
+          exc = [exc]
+        end
+        request[:activity_filter][:exclude_attributes] = exc
+      end
+
+      activities = config[:filters] || config[:activity_name_filter] || config[:activities]
+      if activities
+        activities = [activities] if activities.is_a? String
+        request[:activity_name_filter] = Hash.new
+        request[:activity_name_filter][:string_item] = activities
+      end
+
+      # Ensure that the API call is not made with both.
+      if inc && exc
+        raise "Include and exclude attributes may not be used in the same call."
+      end
+
+      request[:start_position] = Hash.new if config[:oldest_created_at] || config[:activity_created_at] || config[:offset]
+
+      if config[:oldest_created_at]
+        begin
+          oca = StringWizard.time(config[:oldest_created_at]).to_s
+          request[:start_position][:oldest_created_at] = oca
+        rescue Exception => e
+          puts e if GoodDataMarketo.logging
+        end
+
+      end
+
+      if config[:activity_created_at]
+        begin
+          aca = StringWizard.time(config[:activity_created_at]).to_s
+          request[:start_position][:activity_created_at] = aca
+        rescue Exception => e
+          puts e if GoodDataMarketo.logging
+        end
+      end
+
+      if config[:latest_created_at]
+        begin
+          lca = StringWizard.time(config[:latest_created_at]).to_s
+          request[:start_position][:latest_created_at] = lca
+        rescue Exception => e
+          puts e if GoodDataMarketo.logging
+        end
+      end
+
+      offset_date = config[:offset]
+
+      request[:start_position][:offset] = offset_date if offset_date
+
+      # Execute a stream unless the number of leads is less than the batch limit of 100
+      begin
+
+        if values.length < 101 && values.length > 1
+
+          c = client.call(:get_multiple_leads, request)
+          c[:lead_record_list][:lead_record].each { |lead|
+            # l = GoodDataMarketo::Lead.new lead, :client => client (CLIENT REMOVED DUE TO PERFORMANCE ISSUE)
+            if client.load
+              l = lead.to_json
+            else
+              l = GoodDataMarketo::Lead.new lead
+            end
+
+            @leads_from_call << l
+          }
+
+          if client.load
+            ids = client.load.arguments[:ids].drop(values.length)
+            client.load.arguments[:ids] = ids
+            client.load.save
+
+          end
+
+
+        elsif values.length == 1
+          c = client.call(:get_multiple_leads, request)
+
+          # l = GoodDataMarketo::Lead.new c[:lead_record_list][:lead_record], :client => client (CLIENT REMOVED DUE TO PERFORMANCE ISSUE)
+          if client.load
+            l = c[:lead_record_list][:lead_record].to_json
+          else
+            l = GoodDataMarketo::Lead.new c[:lead_record_list][:lead_record]
+          end
+
+          @leads_from_call << l
+
+        else
+
+          c = client.stream(:get_multiple_leads, request)
+
+          if client.load
+
+            ids = client.load.arguments[:ids].drop(values.length)
+
+            client.load.arguments[:ids] = ids
+
+            client.load.save
+
+          end
+
+          puts "#{Time.now} => Marketo:Leads:#{c.storage.length}" if GoodDataMarketo.logging
+          c.storage.each do |request|
+            request[:lead_record_list][:lead_record].each { |lead|
+              # l = GoodDataMarketo::Lead.new lead, :client => client (CLIENT REMOVED DUE TO PERFORMANCE ISSUE)
+
+              # To conserve memory on large batches sent the raw file to load storage.
+              if client.load
+                l = lead.to_json
+              else
+                l = GoodDataMarketo::Lead.new lead
+              end
+
+              @leads_from_call << l
+            }
+          end
+
+        end
+      rescue Exception => exp
+        puts exp if GoodDataMarketo.logging
+        puts "#{Time.now} => 0 results for Marketo query."
+      end
+
+      puts "#{Time.now} => Marketo:Leads:Queue:#{@leads_from_call.length}"
+
+    }
+    client.load.log('RESPONSE') if client.load
+    client.load.storage = @leads_from_call if client.load
+    @leads_from_call
+
+  end
+
+  def get_changes(config = {}) # http://developers.marketo.com/documentation/soap/getleadchanges/
+
+    # EXAMPLE REQUEST
+    # request = {
+    #     :start_position => {
+    #         :oldest_created_at => "2013-07-01 23:58:14 -0700",
+    #     },
+    #     :activity_name_filter => {
+    #         :stringItem => ["Visit Webpage", "Click Link"] },
+    #     :batch_size => "100"
+    # }
+
+    # OPTIONAL ACTIVITIES
+    # NewLead
+    # AssocWithOpprtntyInSales
+    # DissocFromOpprtntyInSales
+    # UpdateOpprtntyInSales
+    # ChangeDataValue
+    # MergeLeads
+    # OpenEmail
+    # SendEmail
+
+    request = {
+        :start_position => Hash.new,
+        :batch_size => config[:batch_size] || '1000'
+    }
+
+    ###################
+    # Activity Config #
+    ###################
+
+    query = config[:lead] || config[:email] || config[:values] || config[:value]
+
+    if query
+      query = [query] if query.is_a? String
+      xsi_type = config[:xsi_type] || 'ns1:LeadKeySelector'
+
+      request[:lead_selector] = {}
+      request[:lead_selector][:key_values] = {}
+      request[:lead_selector][:key_type] = config[:type] || 'EMAIL'
+      request[:lead_selector][:key_values][:string_item] = query
+      request[:attributes!] = { :lead_selector => { 'xsi:type' => xsi_type } }
+
+    end
+
+    inc = config[:include_attributes] || config[:include] || config[:types]
+    if inc
+      if inc.is_a? String
+        inc = [inc]
+      end
+      request[:activity_filter][:include_attributes] = inc
+    end
+
+    exc = config[:exclude_attributes] || config[:exclude]
+    if exc
+      if exc.is_a? String
+        exc = [exc]
+      end
+      request[:activity_filter][:exclude_attributes] = exc
+    end
+
+    activities = config[:filters] || config[:activity_name_filter] || config[:activities]
+    if activities
+
+      activities = [activities] if activities.is_a? String
+      request[:activity_name_filter] = Hash.new
+      request[:activity_name_filter][:string_item] = activities
+    end
+
+    # Ensure that the API call is not made with both.
+    if inc && exc
+      raise "Include and exclude attributes may not be used in the same call."
+    end
+
+    #########################
+    # Start Position Config #
+    #########################
+
+    if config[:oldest_created_at]
+      begin
+        oca = StringWizard.time(config[:oldest_created_at])
+        request[:start_position][:oldest_created_at] = oca
+      rescue Exception => e
+        puts e if GoodDataMarketo.logging
+      end
+
+    end
+
+    if config[:latest_created_at]
+      begin
+        lca = StringWizard.time(config[:latest_created_at])
+        request[:start_position][:latest_created_at] = lca
+      rescue Exception => e
+        puts e if GoodDataMarketo.logging
+      end
+
+    end
+
+    if config[:activity_created_at]
+      begin
+        aca = StringWizard.time(config[:activity_created_at])
+        request[:start_position][:activity_created_at] = aca
+      rescue Exception => e
+        puts e if GoodDataMarketo.logging
+      end
+    end
+
+    o = config[:offset]
+    request[:start_position][:offset] = o if o
+
+    raise 'A start position type is required (:oldest_created_at, :offset, :activity_created_at)' unless oca || aca || o
+
+    c = client.stream(:get_lead_changes, request)
+
+    # Load all of the leads from the stream into an array for processes from a load or direct call.
+    # If it is a direct call, build an object, if not move the item as raw json.
+    
+    leads_from_changes_call = []
+    begin
+
+      c.storage.pmap do |request|
+
+        stored_item = request[:lead_change_record_list][:lead_change_record]
+
+        if stored_item.is_a? Array
+          stored_item.each { |activity|
+            if client.load
+              l = activity.to_json
+            else
+              l = GoodDataMarketo::Activity.new activity
+            end
+
+            leads_from_changes_call << l
+          }
+        else
+          if client.load
+            l = stored_item.to_json
+          else
+            l = GoodDataMarketo::Activity.new activity
+          end
+          leads_from_changes_call << l
+        end
+      end
+
+    rescue
+
+      puts "#{Time.now} => 0 results for Marketo query."
+    end
+
+    client.load.log('RESPONSE') if client.load
+    client.load.storage = leads_from_changes_call if client.load
+
+    leads_from_changes_call
+
+  end
+
+  def get_activities config = {} # http://developers.marketo.com/documentation/soap/getleadactivity/
+
+    # EXAMPLE HISTORY REQUEST
+    # request = {
+    #     :lead_selector => {
+    #         :key_type => "IDNUM",
+    #         :key_value => "example@host.com"},
+    #     :activity_filter => {
+    #         :include_types => {
+    #             :activity_type => ["VisitWebpage", "FillOutForm"]
+    #         }
+    #     },
+    #     :start_position => {
+    #         :"last_created_at/" => "",
+    #         :"offset/" => "" },
+    #     :batch_size => "10"
+    # }
+
+    request = {
+        :lead_key => {
+            :key_type => config[:type] || "EMAIL",
+            :key_value => config[:value]},
+        :batch_size => config[:batch_size] || "1000"
+    }
+
+    activity_types = config[:activity_types] || config[:activity_type]
+
+    if activity_types
+
+      activity_types = [activity_types] if activity_types.is_a? String
+
+      request[:activity_filter] = {}
+      request[:activity_filter][:include_types] = {}
+      request[:activity_filter][:include_types] = activity_types
+
+    end
+
+    # Check if any date options were added and if so add the date hash.
+    if config[:last_created_at] || config[:activity_created_at] || config[:latest_created_at] || config[:oldest_created_at]
+      request[:start_position] = {}
+    end
+
+    request[:start_position][:last_created_at] = StringWizard.time(config[:last_created_at]) if config[:last_created_at]
+    request[:start_position][:activity_created_at] = StringWizard.time(config[:activity_created_at]) if config[:activity_created_at]
+    request[:start_position][:latest_created_at] = StringWizard.time(config[:latest_created_at]) if config[:latest_created_at]
+    request[:start_position][:oldest_created_at] = StringWizard.time(config[:oldest_created_at]) if config[:oldest_created_at]
+
+    c = client.stream(:get_lead_activity, request)
+
+    leads_from_activities_call = []
+    begin
+      c.storage.each do |request|
+        request[:activity_record_list][:activity_record].each { |activity|
+          l = GoodDataMarketo::Activity.new activity
+          leads_from_activities_call << l
+        }
+      end
+    rescue
+      puts "#{Time.now} =>  Marketo (0) results for query. Adjust the configuration of the request or confirm there has not been changes to the structure of response from Marketo."
+    end
+
+    client.load.log('RESPONSE') if client.load
+
+    leads_from_activities_call
+
+  end
+
+  alias :get_activity :get_activities
+
+  def get_activity_by_email email
+    config = {}
+    config[:type] = 'EMAIL'
+    config[:value] = email
+
+    self.get_activities config
+
+  end
+
+  def get_activity_by_id id
+    config = {}
+    config[:type] = 'IDNUM'
+    config[:value] = id
+
+    self.get_activity config
+
+  end
+
+  def get_multiple_by_email emails, config = {}
+    config[:type] = 'EMAIL'
+    config[:ids] = emails
+    self.get_multiple config
+  end
+
+  def get_multiple_by_id ids, config = {}
+    config[:type] = 'IDNUM'
+    config[:ids] = ids
+    self.get_multiple config
+  end
+
+  def types
+    m = self.methods - Object.methods
+    m.delete(:types)
+    m
+  end
+
+end
+
+

data/lib/gooddata_marketo/models/load.rb

@@ -0,0 +1,17 @@
+class GoodDataMarketo::LoadFile
+
+  attr_accessor :name
+  attr_accessor :method
+  attr_accessor :type
+  attr_accessor :arguments
+
+  def initialize config = {}
+    @name = config[:name]
+    @type = config[:type]
+    @method = config[:method]
+    @arguments = {
+        :ids => config[:ids] || config[:values],
+        :type => config[:type]
+    }
+  end
+end

data/lib/gooddata_marketo/models/mobjects.rb

@@ -0,0 +1,121 @@
+# encoding: UTF-8
+# http://developers.marketo.com/documentation/soap/getmobjects/
+require 'gooddata_marketo/models/child/criteria'
+require 'gooddata_marketo/models/child/mobj'
+
+class GoodDataMarketo::MObjects
+
+  attr_reader :client
+
+  def initialize config = {}
+
+    @obj_criteria_list = []
+    @client = config[:client]
+
+  end
+
+  def get config = {} # http://developers.marketo.com/documentation/soap/getcampaignsforsource/
+
+    # EXAMPLE CRITERIA
+    # criteria = {
+    #     :attr_name => "Id", # See the types of content it can search above.
+    #     :comparison => "LE",
+    #     :attr_value => "1010"
+    # }
+
+    # EXAMPLE ASSOCIATED OBJECT
+    # # m_associated_object = {
+    #     :m_obj_type => '',
+    #     :id=> '',
+    #     :external_key => '' <-- Optional
+    # }
+
+    # EXAMPLE CRITERIA COMPARISONS
+    # EQ - Equals
+    # NE - Not Equals
+    # LT - Less Than
+    # LE - Less Than or Equals
+    # GT - Greater Than
+    # GE - Greater Than or Equals
+
+    # ACCEPTED ATTRIBUTE VALUE ITEMS
+    # Name: Name of the MObject
+    # Role: The role associated with an OpportunityPersonRole object
+    # Type: The type of an Opportunity object
+    # Stage:- The stage of an Opportunity object
+    # CRM Id: the CRM Id could refer to the Id of the Salesforce campaign connected to a Marketo program. Note: The SFDC Campaign ID needs to be the 18-digit ID.
+    # Created At: Equals, not equals, less than, less than or equal to, greater than, greater than or equal to
+    # Two “created dates” can be specified to create a date range
+    # Updated At or Tag Type (only one can be specified): Equals, not equals, less than, less than or equal to, greater than, greater than or equal to
+    # Two “created dates” can be specified to create a date range
+    # Tag Value: (Only one can be specified)
+    # Workspace Name: (only one can be specified)
+    # Workspace Id: (only one can be specified)
+    # Include Archive: Applicable only with Program MObject. Set it to true if you wish to include archived programs.
+
+    # AVAILABLE TYPES
+    # Program
+    # OpportunityPersonRole
+    # Opportunity
+
+    type = config[:type] || "Program"
+    request = { :type => type }
+
+    criteria = config[:criteria] || @obj_criteria_list
+    request[:m_obj_criteria_list] = criteria if criteria
+    associate = config[:association] || config[:m_obj_association] || config[:associate]
+
+    if associate
+      request[:m_obj_association_list] = Hash.new
+      request[:m_obj_association_list][:m_obj_association] = associate
+    end
+
+    # This field is optional and only present during `type => 'Program'` calls.
+    if type == "Program"
+      request[:include_details] = config[:include_details].to_s || "false"
+    end
+
+    c = client.stream(:get_m_objects, request)
+
+    mobjects_from_call = []
+    c.storage.each do |request|
+      request[:m_object_list][:m_object].each do |mobj|
+        m = GoodDataMarketo::MObject.new mobj
+        mobjects_from_call << m
+      end
+    end
+
+    binding.pry
+    mobjects_from_call
+
+  end
+
+  def add_criteria name, value, comparison
+
+    obj = {}
+    obj[:m_obj_criteria] = {
+        :attr_name => name.to_s,
+        :comparison => comparison.to_s,
+        :attr_value => value.to_s
+    }
+
+    @obj_criteria_list << obj
+
+  end
+
+  def criteria
+    @obj_criteria_list
+  end
+
+  def remove_criteria query
+    match = @obj_criteria_list.find {|item| item[:m_obj_criteria][:attr_name] == query }
+    @obj_criteria_list.delete(match)
+  end
+
+  alias :remove :remove_criteria
+
+  alias :add :add_criteria
+
+end
+
+