sem4r 0.1.3 → 0.1.5

data/lib/sem4r_cli/commands/{cli_profile.rb → cmd_profile.rb}

@@ -27,27 +27,30 @@ module Sem4rCli
   #
   # Manage Sem4r profiles
   #
-  class CliProfile < CliCommand
+  class CommandProfile < OptParseCommand::Command
+
+    CliSem.register_command(self)
 
     def self.command
       "profile"
     end
 
-    def self.subcommands
-      %w{list create}
+    def self.description
+      "manage sem4r profiles (subcommands: #{sub_commands.join(', ')})"
     end
 
-    def self.description
-      "manage sem4r profiles (subcommands: #{subcommands.join(', ')})"
+    def self.usage
+      "usage profile"
     end
 
-    def initialize(sem4r_cli)
-      @sem4r_cli = sem4r_cli
+    def self.sub_commands
+      %w{list create}
     end
 
-    def command_opt_parser(options)
+
+    def option_parser(options)
       opt_parser        = OptionParser.new
-      opt_parser.banner = "Usage #{self.class.command} [command_options] [#{self.class.subcommands.join("|")}]"
+      opt_parser.banner = "Usage #{self.class.command} [command_options] [#{self.class.sub_commands.join("|")}]"
       opt_parser.separator ""
       opt_parser.separator "#{self.class.description}"
       opt_parser.on("-h", "--help", "show this message") do
@@ -56,20 +59,21 @@ module Sem4rCli
       end
     end
 
-    def parse_and_run(argv)
+    def exec(sem4r_cli, options, rest)
       options = OpenStruct.new
-      rest    = command_opt_parser(options).parse(argv)
+      rest    = command_opt_parser(options).parse(rest)
       return false if options.exit
       if rest.empty?
-        puts "missing command"
-        return false
+        # puts "missing command"
+        # return false
+        rest << "list" # default command
       end
 
       ret             = true
-      subcommand      = rest[0]
-      subcommand_args = rest[1..-1]
-      adwords         = @sem4r_cli.adwords
-      case subcommand
+      sub_command      = rest[0]
+      sub_command_args = rest[1..-1]
+      adwords         = sem4r_cli.adwords
+      case sub_command
         when "list"
           puts "Profiles:"
 
@@ -84,12 +88,12 @@ module Sem4rCli
             o.environment = profiles[s]['environment']
             items << o
           end
-          Sem4rCli::report(items, :name, :environment, :email, :mutable)
+          OptParseCommand::report(items, :name, :environment, :email, :mutable)
         when "create"
           puts "Tobe done :-)"
 
         else
-          puts "unknow subcommand '#{subcommand}'; must be one of #{self.class.subcommands.join(", ")}"
+          puts "unknow command '#{sub_command}'; must be one of #{self.class.sub_commands.join(", ")}"
           return false
       end
       ret

data/lib/sem4r_cli/commands/{cli_repdef.rb → cmd_repdef.rb}

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 # -------------------------------------------------------------------------
 # Copyright (c) 2009-2010 Sem4r sem4ruby@gmail.com
-# 
+#
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
 # "Software"), to deal in the Software without restriction, including
@@ -9,10 +9,10 @@
 # distribute, sublicense, and/or sell copies of the Software, and to
 # permit persons to whom the Software is furnished to do so, subject to
 # the following conditions:
-# 
+#
 # The above copyright notice and this permission notice shall be
 # included in all copies or substantial portions of the Software.
-# 
+#
 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
@@ -27,7 +27,9 @@ module Sem4rCli
   #
   # Report Definition (v201008 api)
   #
-  class CliRepDef < CliCommand
+  class CommandRepDef < OptParseCommand::Command
+
+    CliSem.register_command(CliSem)
 
     def self.command
       "repdef"

data/lib/sem4r_cli/commands/{cli_report.rb → cmd_report.rb}

@@ -27,7 +27,9 @@ module Sem4rCli
   #
   # report (v13 api)
   #
-  class CliReport < CliCommand
+  class CommandReport < OptParseCommand::Command
+
+    CliSem.register_command(self)
 
     def self.command
       "report"
@@ -39,7 +41,7 @@ module Sem4rCli
 
     def initialize(common_args)
       @common_args = common_args
-      @subcomands = %w{list download schedule}
+      @subcommands = %w{list download schedule}
     end
 
     def parse_and_run(argv)
@@ -64,7 +66,7 @@ module Sem4rCli
 
         when "schedule"
           ret = schedule(subcommand_args)
-          
+
         else
           puts "unknow subcommand '#{subcommand}'; must be one of #{@subcomands.join(", ")}"
           return false
@@ -78,7 +80,7 @@ module Sem4rCli
 
     def command_opt_parser(options)
       opt_parser        = OptionParser.new
-      opt_parser.banner = "Usage #{self.class.command} [command_options ] [#{@subcomands.join("|")}]"
+      opt_parser.banner = "Usage #{self.class.command} [command_options ] [#{@subcommands.join("|")}]"
       opt_parser.separator ""
       opt_parser.separator "#{self.class.description}"
 
@@ -93,7 +95,7 @@ module Sem4rCli
     #
     def download(args)
       if args.length != 1
-        puts "missing report id for 'donwload' subcommand"
+        puts "missing report id for 'download' subcommand"
         return false
       end
 
@@ -105,7 +107,7 @@ module Sem4rCli
       end
 
       if report.status != 'Completed'
-        puts "cannot donwload report with status '#{report.status}'"
+        puts "cannot download report with status '#{report.status}'"
         return false
       end
 

data/lib/sem4r_cli.rb

@@ -22,15 +22,17 @@
 # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 # -------------------------------------------------------------------
 
-require 'optparse'
+#
+# rubygems
+#
 require "highline/import" # to ask password on command line
+gem "optparse-command", "0.1.6"
+require 'optparse-command'
 
 require 'sem4r'
-require 'sem4r_cli/cli_mini_framework'
 require 'sem4r_cli/cli_sem'
-require 'sem4r_cli/cli_helpers'
 
 # commands
-Dir[File.join( File.dirname(__FILE__), "sem4r_cli", "commands", "*.rb" )].each do |f|
+Dir[File.join( File.dirname(__FILE__), "sem4r_cli", "commands", "cmd*.rb" )].each do |f|
   require f
 end

data/lib/sem4r_debug_client/client.rb

@@ -0,0 +1,200 @@
+# -*- coding: utf-8 -*-
+class VarForErb
+
+  attr_accessor :email
+  attr_accessor :password
+  attr_accessor :auth_token
+  attr_accessor :developer_token
+  attr_accessor :client_email
+
+  def get_binding
+    binding
+  end
+end
+
+class Client
+
+  def initialize(profile = :sandbox)
+
+    @config = Sem4r::Profile.configure
+    @options = Sem4r::Profile.load_config(@config, profile)
+
+    Sem4r::Profile.try_to_find_in_password_file("password", @options, @config)
+    Sem4r::Profile.try_to_find_in_password_file("auth_token", @options, @config)
+
+    Sem4r::Profile.try_to_find_in_password_file("token_credential_key", @options, @config)
+    Sem4r::Profile.try_to_find_in_password_file("token_credential_secret", @options, @config)
+
+    @email = @options["email"]
+    @password = @options["password"]
+    @auth_token = @options["auth_token"]
+
+    @token_credential_key = @options["token_credential_key"]
+    @token_credential_secret = @options["token_credential_secret"]
+  end
+
+  def send(service_url, soap_action, filename)
+    puts "** #{service_url}"
+
+    request_xml = read_message(filename)
+    puts Sem4r::pretty_print_xml_with_nokogiri(request_xml)
+
+    headers = {
+        "Content-Type" => "text/xml; charset=utf-8",
+        "Content-Length" => request_xml.length.to_s,
+        "SOAPAction" => soap_action}
+    client = HTTPClient.new(:agent_name => 'Ruby')
+    response = client.post(service_url, request_xml, headers)
+    # pp response
+
+    response_xml = response.body.content
+
+    puts "*********************"
+    puts Sem4r::pretty_print_xml_with_nokogiri(response_xml)
+  end
+
+  def send_oauth(service_url, soap_action, filename)
+    puts "** #{service_url}"
+
+    request_xml = read_message(filename)
+    puts Sem4r::pretty_print_xml_with_nokogiri(request_xml)
+
+    headers = {
+        "Content-Type" => "text/xml; charset=utf-8",
+        "Content-Length" => request_xml.length.to_s,
+        "SOAPAction" => soap_action}
+
+    client = Signet::OAuth1::Client.new(
+        :temporary_credential_uri =>
+            'https://www.google.com/accounts/OAuthGetRequestToken',
+        :authorization_uri =>
+            'https://www.google.com/accounts/OAuthAuthorizeToken',
+        :token_credential_uri =>
+            'https://www.google.com/accounts/OAuthGetAccessToken',
+        :client_credential_key => 'anonymous',
+        :client_credential_secret => 'anonymous',
+        :token_credential_key => @token_credential_key,
+        :token_credential_secret => @token_credential_secret
+    )
+
+    request = client.generate_authenticated_request(
+        :method => "POST",
+        :uri => service_url,
+        :headers => headers,
+        :body => request_xml
+    )
+
+    auth_header = request[2].select { |k,v| k == "Authorization" }
+    v = auth_header[0][1]
+
+    headers["Authorization"] = v
+    pp headers
+
+    client = HTTPClient.new(:agent_name => 'Ruby')
+
+    response = client.post(service_url, request_xml, headers)
+    # pp response
+
+    response_xml = response.body.content
+
+    puts "*********************"
+    puts Sem4r::pretty_print_xml_with_nokogiri(response_xml)
+
+  end
+
+  def read_message(filename)
+    requests_xml_dir = File.expand_path(File.join(File.dirname(__FILE__), "requests_xml"))
+    unless File.directory?(requests_xml_dir)
+      puts "#{requests_xml_dir} not exists"
+      exit
+    end
+
+    var_for_erb = VarForErb.new
+    var_for_erb.email = @email
+    var_for_erb.password = @password
+    var_for_erb.auth_token = @auth_token
+    var_for_erb.developer_token = "#{@email}++EUR"
+    var_for_erb.client_email = "client_1+#{@email}"
+
+    filepath = File.join(requests_xml_dir, filename)
+    template_request_xml = File.read(filepath)
+    template = ERB.new(template_request_xml)
+    request_xml = template.result(var_for_erb.get_binding)
+    request_xml
+  end
+
+  #
+  # ClientLogin
+  #
+  def authorize_token(force = false)
+    return @auth_token unless force or @auth_token.nil?
+    url = "https://www.google.com/accounts/ClientLogin"
+    body = "accountType=GOOGLE&Email=#{URI.escape(@email)}&Passwd=#{URI.escape(@password)}&service=adwords"
+    headers = {'Content-Type' => 'application/x-www-form-urlencoded'}
+
+
+    client = HTTPClient.new(:agent_name => 'Ruby')
+    response = client.post(url, body, headers)
+
+    #pp response
+    #pp response.body
+
+    if response.status < 400
+      # pp response.body.content
+    end
+    @auth_token = response.body.content[/Auth=(.*)/, 1]
+    @options["auth_token"] = @auth_token
+
+    Sem4r::Profile.save_passwords("auth_token", @options, @config)
+    @auth_token
+  end
+
+
+  def oauth
+    client = Signet::OAuth1::Client.new(
+        :temporary_credential_uri =>
+            'https://www.google.com/accounts/OAuthGetRequestToken',
+        :authorization_uri =>
+            'https://www.google.com/accounts/OAuthAuthorizeToken',
+        :token_credential_uri =>
+            'https://www.google.com/accounts/OAuthGetAccessToken',
+        :client_credential_key => 'anonymous',
+        :client_credential_secret => 'anonymous'
+    )
+
+    # ""https://{server}/api/adwords/",
+    # where {server} is either
+    # "adwords.google.com" or "adwords-sandbox.google.com".
+
+    client.fetch_temporary_credential!(:additional_parameters => {
+        # :scope => 'https://mail.google.com/mail/feed/atom'
+        :scope => "https://adwords-sandbox.google.com/api/adwords/"
+    })
+
+    puts "go to this url: #{client.authorization_uri}"
+    puts "and type authorization here: "
+    verifier = gets.chop
+    puts "authorization is '#{verifier}'"
+    client.fetch_token_credential!(:verifier => verifier)
+
+    puts "client_credential_key    #{client.client_credential_key}"
+    puts "client_credential_secret #{client.client_credential_secret}"
+
+    puts "token_credential_key    #{client.token_credential_key}"
+    puts "token_credential_secret #{client.token_credential_secret}"
+
+    @options["token_credential_key"] = client.token_credential_key
+    @options["token_credential_secret"] = client.token_credential_secret
+    Sem4r::Profile.save_passwords("token_credential_key", @options, @config)
+    Sem4r::Profile.save_passwords("token_credential_secret", @options, @config)
+    # response = client.fetch_protected_resource(
+    #     :uri => 'https://mail.google.com/mail/feed/atom'
+    # )
+
+    # The Rack response format is used here
+    # status, headers, body = response
+
+    # puts body
+  end
+
+end

data/lib/sem4r_debug_client.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------
+# Copyright (c) 2009-2010 Sem4r sem4ruby@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+# -------------------------------------------------------------------
+
+require 'uri'
+require 'pp'
+require 'erb'
+require 'signet/oauth_1/client'
+
+require 'sem4r'
+require 'sem4r_debug_client/client'

data/lib/sem4r_sinatra/cli_server.rb

@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+module Sem4rSinatra
+  #
+  # Build a catalogue starting from a directory
+  #
+  class CliServer
+
+    def self.run
+      return self.new.parse_args( ARGV )
+    end
+
+    def parse_args( argv )
+      options = { :verbose => true, :force => false }
+      opts = OptionParser.new
+      opts.banner << " <catalog name>\n"
+      opts.banner << "launch a webs server to browse the content of <catalog name>\n";
+      opts.banner << "\n"
+
+      opts.on("-h", "--help", "Print this message") do
+        puts opts
+        return 0
+      end
+
+      opts.on("--version", "show the simple catalog version") do
+        puts "simple catalog version #{SimpleCatalog::version}"
+        return 0
+      end
+
+      opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+        options[:verbose] = v
+      end
+
+      rest = opts.parse(argv)
+      #
+      # main
+      #
+
+      # catalog = Catalog.new(catalog_name)
+      WebServer.run! :host => 'localhost', :port => 9091 #, :catalog => catalog
+
+      0
+    end
+
+  end
+end

data/lib/sem4r_sinatra/helpers.rb

@@ -0,0 +1,60 @@
+# -*- coding: utf-8 -*-
+module Sem4rSinatra
+  module Helpers
+
+    def partial(template, *args)
+      options = args.extract_options!
+      options.merge!(:layout => false)
+      if collection = options.delete(:collection) then
+        collection.inject([]) do |buffer, member|
+          buffer << haml(template, options.merge(
+              :layout => false,
+              :locals => {template.to_sym => member}
+            )
+          )
+        end.join("\n")
+      else
+        haml(template, options)
+      end
+    end
+
+    def partial_erb(template)
+      erb template
+    end
+
+    def base_url
+      if Sinatra::Application.port == 80
+        "http://#{Sinatra::Application.host}/"
+      else
+        "http://#{Sinatra::Application.host}:#{Sinatra::Application.port}/"
+      end
+    end
+
+    def when_updated(time)
+      days = (Time.now - time) / (60 * 60 * 24)
+      case days.to_i
+      when 0
+        "today"
+      when 1
+        "yesterday"
+      else
+        "#{sprintf("%i", days) } days ago"
+      end
+    end
+
+    def gen_url(field, visible_field = nil)
+      visible_field ||= field
+      pos = request.env['REQUEST_URI'].index "?"
+      url = if pos
+        request.env['REQUEST_URI'][0...pos]
+      else
+        request.env['REQUEST_URI']
+      end
+      "<a href='#{url}?order=#{field}'>#{visible_field}</a>"
+    end
+
+    def rfc_3339(timestamp)
+      timestamp.strftime("%Y-%m-%dT%H:%M:%SZ")
+    end
+  end
+end

data/lib/sem4r_sinatra/web_server.rb

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+module Sem4rSinatra
+
+  class WebServer < Sinatra::Base
+
+    # turns on static file serving for Sinatra::Base apps
+    enable :static
+
+    server_dir = File.expand_path(File.join(File.dirname(__FILE__)))
+    set :public, File.join(server_dir, 'public')
+    set :views, File.join(server_dir, 'views')
+
+    helpers do
+      include Rack::Utils
+      alias_method :h, :escape_html
+    end
+
+    helpers Helpers
+
+    get '/app.css' do
+      content_type 'text/css', :charset => 'utf-8'
+      sass :app
+    end
+
+#    get "/js/tooltips/tooltips.css" do
+#      content_type 'text/css', :charset => 'utf-8'
+#      sass "/js/tooltips/tooltips".to_sym
+#    end
+
+    get '/' do
+      # haml :items
+      "Hello Sem4r"
+    end
+
+
+    #######################################################################################
+    # Ajax
+
+    get '/ajax/ajax_item/:id' do
+#      @item = Item.get(params[:id])
+#      haml 'ajax/ajax_item'.to_sym, :layout => false
+    end
+
+  end
+
+end

data/lib/sem4r_sinatra.rb

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+
+require 'sinatra/base'
+require 'haml'
+require 'sass'
+require 'json'
+require 'optparse'
+
+require 'sem4r'
+
+require 'sem4r_sinatra/helpers'
+require 'sem4r_sinatra/web_server'
+require 'sem4r_sinatra/cli_server'

data/lib/sem4r_soap/http_connector.rb

@@ -20,7 +20,6 @@
 # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-# 
 # -------------------------------------------------------------------------
 
 module Sem4rSoap
@@ -93,7 +92,7 @@ module Sem4rSoap
           uri     = URI.parse(uri) # might raise URI::InvalidURIError
         end
         retries = 0; response = nil
-        while retries <= MAXRETRIES and response.nil?
+        while retries <= MAX_RETRIES and response.nil?
           retries += 1
           begin
             client   = client_for_uri(uri)
@@ -116,7 +115,7 @@ module Sem4rSoap
 
       private
 
-      MAXRETRIES = 2
+      MAX_RETRIES = 2
 
       def client_for_uri(uri)
         @clients ||= {}
@@ -179,7 +178,7 @@ module Sem4rSoap
       # Downloads content at url in path_name
       #
       def download(url, path_name)
-        client = HTTPClient.new(:agent_name => 'Ruby') # agentname
+        client = HTTPClient.new(:agent_name => 'Ruby')
         File.open(path_name, "w") do |file|
           client.get_content(url) do |chunk|
             file.write chunk
@@ -188,10 +187,10 @@ module Sem4rSoap
       end
 
       #
-      # @return [Object] must respond to :status and :body
+      # @return [Object, #status, #body] must respond to :status and :body
       #
       def post(service_url, body, headers)
-        client   = HTTPClient.new(:agent_name => 'Ruby') # agentname
+        client   = HTTPClient.new(:agent_name => 'Ruby')
         response = client.post(service_url, body, headers)
         unless response
           raise "Connection Error, Network is down?? :-((("

data/lib/sem4r_soap/soap_dumper.rb

@@ -20,7 +20,6 @@
 # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-# 
 # -------------------------------------------------------------------------
 
 module Sem4rSoap
@@ -55,6 +54,7 @@ module Sem4rSoap
       @soap_dump_interceptor = options[:interceptor] if options[:interceptor]
     end
 
+    # TODO: request_xml might be a doc object as Nokogiri::doc
     def dump_soap_request(service_url, request_xml)
       return unless @soap_dump
       %w{email password developerToken authToken clientEmail}.each do |tag|
@@ -66,6 +66,7 @@ module Sem4rSoap
       dump(service_url, "req", str)
     end
 
+    # TODO: response_xml might be a doc object as Nokogiri::doc
     def dump_soap_response(service_url, response_xml)
       return unless @soap_dump
       response_xml.gsub(/<email[^>]*>.+<\/email>/, "<email>**censured**</email>")
@@ -101,19 +102,7 @@ module Sem4rSoap
       if !@soap_dump_format
         xml
       else
-        # TODO: using nokogiri also for pretty print xml ?
-        require 'rexml/document'
-        begin
-          xml_document = REXML::Document.new(xml)
-          f            = REXML::Formatters::Pretty.new
-          out          = String.new
-          f.write(xml_document, out)
-          # remove xml directive
-          out.gsub("<?xml version='1.0' encoding='UTF-8'?>", "")
-        rescue
-          puts xml
-          raise
-        end
+        Sem4r::pretty_print_xml_with_nokogiri(xml)
       end
     end
   end