opengraph_transporter 0.0.1

data/lib/opengraph_transporter/scraper.rb

@@ -0,0 +1,136 @@
+module OpengraphTransporter
+  class Scraper
+
+    MAX_FB_LOGIN_ATTEMPTS = 3
+    MAX_TRANSLATION_PAGE_LIMIT = 30
+ 
+    class << self
+  
+      def ingest_app_translations(app_id, locale)
+        @agent = Mechanize.new
+        # Defaulting to en_US native locale
+        source_app_uri = "https://www.facebook.com/translations/admin/browse.php?search&sloc=en_US&aloc=#{locale}&app=#{app_id}"
+        @agent.get(source_app_uri)
+        login_attempt = 1
+        login(login_attempt) do |continue|
+          if continue
+            puts ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>  login current_url  >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"
+            puts @agent.page.uri.to_s
+            puts ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"
+            translations_page_index = 0
+            translations_arr = Array.new 
+            GracefulQuit.enable
+            recurse_translations(translations_page_index, translations_arr) do |complete_translation_arr, idx|
+              logout
+              return complete_translation_arr
+            end
+          else
+            return []
+          end
+        end
+      end
+
+      def update_display_names!(translations_arr, src_display_name, dst_display_name)
+        say(".....swapping app translation tokens")
+        translation_src_name =  "{" << src_display_name << "}"
+        translation_dst_name =  "{" << dst_display_name << "}"
+        translations_arr.each_with_index do |el, index|
+          
+          if el['native'] =~ /(#{Regexp.escape(translation_src_name)})/i 
+            app_name = "#{$1}".strip
+            unless app_name.eql?("application")
+              el['native'].gsub!(/(#{Regexp.escape(translation_src_name)})/i , "#{translation_dst_name}")
+              el['translation'].gsub!(/(#{Regexp.escape(translation_src_name)})/i, "#{translation_dst_name}")
+            end
+          end
+        end
+        
+        return translations_arr
+      end
+
+      private
+
+      def recurse_translations(translations_page_index, translations_arr, &block)
+        GracefulQuit.check do
+          logout
+        end
+        next_button = @agent.page.link_with(:text => "Next")
+        say(".....processing translations page: " << (translations_page_index + 1).to_s)
+        bundle_translations(translations_arr, translations_page_index)
+        translations_page_index += 1
+
+        if next_button.nil? || translations_page_index > MAX_TRANSLATION_PAGE_LIMIT
+          say(".....completed application translations ingest.") 
+          block.call(translations_arr, translations_page_index) if block_given? 
+        else
+          next_button.click
+          recurse_translations(translations_page_index, translations_arr, &block) if block_given? 
+        end
+      end
+
+      def bundle_translations(translations_arr, translations_page_index)
+        form = @agent.page
+        form.search('*').select{|e| e[:class] =~ /all_variations/}.each_with_index { |item, index|
+          native = item.search('*').select{|f| f[:class] =~ /native/}.first.text
+          translation = item.search('*').select{|f| f[:class] =~ /s_trans/}.first.text
+          say("#{native} : #{translation}") 
+          
+          unless native.empty? 
+            native_hash = item.attributes['id'].text.sub("variants:","")
+            translations_arr.push({:native_hash => native_hash, :native => native, :translation => translation})
+          end
+        }
+      end
+
+      def login(login_attempt, &block)
+        
+        if login_attempt <= MAX_FB_LOGIN_ATTEMPTS
+          get_user_credentials
+          say("\n.....logging in to Facebook")
+          form = @agent.page.forms.first
+          form.email = Base.user[:fb_username]
+          form.pass = Base.user[:fb_password]
+          @agent.submit(form, form.buttons.first)
+
+          if @agent.page.uri.to_s =~ /login_attempt/
+            # FB Login error
+            choose do |menu|
+              menu.prompt = "Facebook Login failed..... attempt #{login_attempt}. Would you like to try again?  "
+              menu.choice(:Yes) { 
+                login_attempt += 1
+                login(login_attempt, &block) if block_given? 
+              }
+              menu.choices(:No) { 
+                say("...exiting Exporter!") 
+                block.call(false) if block_given? 
+              }
+            end
+          else
+             block.call(true) if block_given? 
+          end
+        else
+          block.call(false) if block_given? 
+        end
+      end
+
+      def logout
+        say(".....logging out of Facebook \n")
+        puts ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>  logout current_url  >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"
+        puts @agent.page.uri.to_s
+        puts ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"
+        form = @agent.page.form_with(:id => 'logout_form')
+        @agent.submit(form, form.buttons.first)
+      end
+
+      def get_user_credentials
+        Base.user[:fb_username] = ask("Facebook Username:  ", lambda { |u| u.to_s.strip } ) do |q|
+          q.validate              = lambda { |p|  (p =~ /^.+@.+$/) != nil }
+          q.responses[:not_valid] = "Please enter a valid email address."
+        end
+        Base.user[:fb_password] = ask("Password:  ") { |q| q.echo = "*" }
+      end
+
+    end
+  
+  end
+end

data/lib/opengraph_transporter/version.rb

@@ -0,0 +1,3 @@
+module OpengraphTransporter
+  VERSION = "0.0.1"
+end

data/lib/opengraph_transporter.rb

@@ -0,0 +1,22 @@
+require 'net/http'
+require 'net/https'
+require 'addressable/uri'
+require 'httpclient'
+require 'highline/import'
+require 'json'
+require 'watir'
+require 'watir-webdriver'
+require 'nokogiri'
+require 'mechanize'
+require 'console_splash'
+
+module OpengraphTransporter
+  class Error < Exception; end
+end
+
+require 'opengraph_transporter/version'
+require 'opengraph_transporter/base'
+require 'opengraph_transporter/browser'
+require 'opengraph_transporter/common'
+require 'opengraph_transporter/scraper'
+require 'opengraph_transporter/gracefulquit'

data/opengraph_transporter.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'opengraph_transporter/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = 'opengraph_transporter'
+  gem.version       = OpengraphTransporter::VERSION
+  gem.authors       = ['Barry Quigley']
+  gem.email         = ['barryquigley@yahoo.com']
+  gem.description   = %q{Open Graph Translations Exporter.}
+  gem.summary       = %q{Transporter provides a quick way of exporting Facebook Open Graph Translations between applications.}
+  gem.homepage      = ''
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = ['opengraph_transporter']
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+
+  gem.add_dependency 'watir', ['~> 4.0.2']
+  gem.add_dependency 'watir-webdriver', ['~> 0.6.4']
+  gem.add_dependency 'nokogiri', ['~> 1.6.0']
+  gem.add_dependency 'mechanize', ['~> 2.7.1']
+  gem.add_dependency 'httpclient', ['~> 2.3.3']
+  gem.add_dependency 'json', ['~> 1.8.0']
+  gem.add_dependency 'addressable', ['~> 2.2.6']
+  gem.add_dependency 'httpclient', ['~> 2.3.3']
+  gem.add_dependency 'highline', ['~> 1.6.13']
+  gem.add_dependency 'console_splash', ['~> 2.0.1']
+end

data/test/lib/opengraph_transporter/version_test.rb

@@ -0,0 +1,8 @@
+require_relative '../../test_helper'
+ 
+describe OpengraphTransporter do
+  it "must be defined" do
+    OpengraphTransporter::VERSION.wont_be_nil
+  end
+ 
+end  

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'minitest/autorun'
+require 'minitest/pride'
+require File.expand_path('../../lib/opengraph_transporter.rb', __FILE__) 

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: opengraph_transporter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Barry Quigley
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: watir
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+- !ruby/object:Gem::Dependency
+  name: watir-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.4
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.7.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.7.1
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.3
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.6
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.3
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.13
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.13
+- !ruby/object:Gem::Dependency
+  name: console_splash
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+description: Open Graph Translations Exporter.
+email:
+- barryquigley@yahoo.com
+executables:
+- opengraph_transporter
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/opengraph_transporter
+- lib/.DS_Store
+- lib/opengraph_transporter.rb
+- lib/opengraph_transporter/.DS_Store
+- lib/opengraph_transporter/base.rb
+- lib/opengraph_transporter/browser.rb
+- lib/opengraph_transporter/common.rb
+- lib/opengraph_transporter/gracefulquit.rb
+- lib/opengraph_transporter/resources/FacebookLocales.xml
+- lib/opengraph_transporter/scraper.rb
+- lib/opengraph_transporter/version.rb
+- opengraph_transporter.gemspec
+- test/.DS_Store
+- test/lib/.DS_Store
+- test/lib/opengraph_transporter/version_test.rb
+- test/test_helper.rb
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Transporter provides a quick way of exporting Facebook Open Graph Translations
+  between applications.
+test_files:
+- test/.DS_Store
+- test/lib/.DS_Store
+- test/lib/opengraph_transporter/version_test.rb
+- test/test_helper.rb