googletastic 0.0.1 → 0.0.3

data/README.textile

@@ -38,6 +38,8 @@ If this is for Google Apps, you must go to Google Docs Settings in the Admin Pan
 h2. Top 10 Things I Need the Google Data API to Have
 
 "Submit Your Ideas to Google!!!":http://productideas.appspot.com/#15/e=220cb&t=2192a&f=22150
+http://productideas.appspot.com/#15/e=220cb&t=cabc1
+
 
 # Partial Responses for everything.
 	So we can get only the data we need.  This way we can poll our google docs for any changes and run processes on them.

data/Rakefile

@@ -17,9 +17,6 @@ def files(path, from = __FILE__, &block)
   Dir.glob(File.join(File.dirname(from), path)) {|file| yield file}
 end
 
-APP_ROOT = defined?(RAILS_ROOT) ? RAILS_ROOT : File.dirname(__FILE__)
-RAILS_ROOT = File.dirname(__FILE__)
-
 # http://docs.rubygems.org/read/chapter/20
 spec = Gem::Specification.new do |s|
   s.name              = "googletastic"

data/lib/googletastic.rb

@@ -9,6 +9,7 @@ require 'active_support'
 require 'active_record'
 require 'gdata'
 require 'liquid'
+require 'mechanize'
 
 GOOGLETASTIC_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(GOOGLETASTIC_ROOT)
 
@@ -58,7 +59,7 @@ end
 
 module Googletastic
   # :stopdoc:
-  VERSION = '0.0.1'
+  VERSION = '0.0.3'
   # :startdoc
   class << self; attr_accessor :keys, :clients, :options; end
 
@@ -69,7 +70,7 @@ module Googletastic
     raise "Sorry, you must have #{config_file}" unless File.exists?(config_file)
     self.keys = YAML.load_file(config_file).symbolize_keys
   end
-
+  
   def self.client_for(model)
     self.clients ||= {}
     model = model.to_sym

data/lib/googletastic/analytics.rb

@@ -0,0 +1,34 @@
+module Googletastic::Analytics
+  # https://www.google.com/accounts/ServiceLoginBox?service=analytics&nui=1&hl=en-US&continue=https://www.google.com/analytics/settings/?et=reset&hl=en&et=reset&hl=en-US
+  
+  def create(options = {})
+    agent = WWW::Mechanize.new
+    agent.cookie_jar.load(options[:cookies])
+    scid = "15601175" # one of the options options[:profile]
+    form.fields_with("scid").first.value = scid
+    next_page = agent.submit(form)
+    new_analytics = "https://www.google.com/analytics/settings/add_profile?scid=#{scid}"
+    # ucpr_protocol
+    form = next_page.forms_with(:name => "mform").first
+    form.ucpr_url = options[:domain]
+    tracking = agent.submit(form)
+    tracking_code = tracking.parser.xpath("//script").to_s.match(/getTracker\(["|']([^"|']+)["|']\)/).captures.first
+  end
+  
+  # returns an array of account names you can use
+  def login(options = {})
+    agent = WWW::Mechanize.new
+    url = "https://www.google.com/accounts/ServiceLoginBox?service=analytics&nui=1&hl=en-US&continue=https://www.google.com/analytics/settings/?et=reset&hl=en&et=reset&hl=en-US"
+    page = agent.get(url)
+    login_form = page.forms.first
+    login_form.Email = options[:email]
+    login_form.Passwd = options[:password]
+
+    # agent.cookie_jar.save_as("something.yml")
+    
+    next_page = agent.submit(login_form)
+    home = next_page.links.first.click
+    
+    form = home.forms_with("account_selector").first
+  end
+end

data/lib/googletastic/app_engine.rb

@@ -83,6 +83,9 @@ module GData
               output.write("#{password}\n")
             end
             while ((str = input.gets) != nil)
+              if str =~ /Checking if new version is ready to serve/
+                
+              end
               puts str
             end
           rescue Exception => e
@@ -98,6 +101,6 @@ module GData
   end
 end
 
-module Googletastic::AppEngine
+class Googletastic::AppEngine < Googletastic::Base
   
 end

data/lib/googletastic/apps.rb

@@ -0,0 +1,62 @@
+class Googletastic::Apps < Googletastic::Base
+  
+  class << self
+    
+    def new_url
+      "http://www.google.com/a/cpanel/domain/new"
+    end
+    
+    # follow_meta_refresh for FORMS!!!
+    # might have to save cookiejar between requests as captcha is presented
+    # domain, first_name, last_name, email, phone, country, username, password, password_confirmation
+    def create(options = {})
+      # precaptcha and postcaptcha
+      agent = WWW::Mechanize.new
+      page = agent.get(new_url)
+      # fill out domain name (must already have)
+      form = page.forms_with("domainEntry").first
+      form.radiobuttons.first.check
+      form.fields_with("existingDomain").first.value = options[:domain]
+      second_page = agent.submit(form)
+      # fill out profile
+      form = second_page.forms.first
+      form.firstName = options[:first_name]
+      form.lastName = options[:last_name]
+      form.email = options[:email]
+      form.phone = options[:phone]
+      #form.jobTitle = ""
+      #form.orgName = ""
+      # default value is "US"
+      form.country = options[:country] || "US"
+      # form.orgType = ""
+      # form.orgSize
+      # DO YOU AGREE???
+      form.checkboxes_with("domainAdminCheck").first.check
+      # third page must be filled out within about a minute it seems
+      third_page = agent.submit(form)
+      form = last_page.forms.first
+      # sample CAPTCHA URL (or "format=audio")
+      # form.captchaToken
+      # https://www.google.com/a/cpanel/captcha?format=image&captchaToken=crazy-token
+      form.captchaAnswer = "progshi"
+      form.newUserName = options[:username]
+      # minimum 6 chars
+      form.fields_with("newPassword.alpha").first.value = options[:password]
+      form.fields_with("newPassword.beta").first.value = options[:password_confirmation]
+      last_page = agent.submit(form)
+
+      # now you have your account
+      form = last_page.forms_with(:action => "VerifyDomainOwnership").first
+      form.radiobuttons_with(:value => "htmlVer").first.check
+
+      verify_page = agent.submit(form)
+      form = verify_page.forms_with(:action => "VerifyDomainOwnership") # or "id => 'verificationPages'"
+      # upload file "googlehostedservice.html" with special text, and let google know it's okay
+      special_text = verify_page.parser.xpath("//span[@class='callout']").first.text
+      # upload to http://tinker.heroku.com/googlehostedservice.html
+      apps_home = agent.submit(form)
+    end
+    
+  end
+  
+end

data/lib/googletastic/ext/pretty_print.xsl

@@ -1,6 +1,6 @@
 <xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
 	<xsl:output method="html" indent="yes" encoding="ISO-8859-1"/>
-
+	
 	<xsl:param name="indent-increment" select="'	 '"/>
 
 	<xsl:template name="newline">

data/lib/googletastic/ext/xml.rb

@@ -2,9 +2,38 @@
 module Googletastic::PrettyPrint
   class << self
     def xml(xml)
+      return "" if xml.nil?
+      raise "will throw segmentation error if not an Nokogiri::XML::Document" unless xml.is_a?(Nokogiri::XML::Document)
       pretty_printer = File.join(File.dirname(__FILE__), "pretty_print.xsl")
       xsl = Nokogiri::XSLT(IO.read(pretty_printer))
       xsl.transform(xml).children.to_xml.gsub(/\t/, "")
     end
+    
+    def pretty_html(html)
+      return "" if html.nil?
+      raise "will throw segmentation error if not an Nokogiri::HTML::Document" unless xml.is_a?(Nokogiri::HTML::Document)
+      pretty_printer = File.join(File.dirname(__FILE__), "pretty_print.xsl")
+      xsl = Nokogiri::XSLT(IO.read(pretty_printer))
+      # they get erased
+      top_level_attributes = []
+      elements = html.is_a?(Nokogiri::XML::NodeSet) ? html : [html]
+      puts "ELEMENTS: #{elements[0].class}"
+      elements.each do |element|
+        top_level_attributes.push(element.attributes)
+      end
+      top_level_attributes.reverse!
+      puts "??"
+      children = xsl.transform(html)
+      #.children
+      # reapply top-level attributes
+      puts "TOP ATTRIBUTES: #{top_level_attributes.inspect}"
+      children.each do |child|
+        attributes = top_level_attributes.pop
+        attributes.each do |k,v|
+          child[k] = v
+        end unless attributes.nil?
+      end
+      children.to_html.gsub(/\t/, "")
+    end
   end
 end

data/lib/googletastic/form.rb

@@ -1,7 +1,9 @@
 # from http://github.com/mocra/custom_google_forms
 class Googletastic::Form < Googletastic::Base
   
-  attr_accessor :title, :body, :redirect_to, :form_key, :form_only
+  FORM_KEY_EXPRESSION = /formkey["|']\s*:["|']\s*([^"|']+)"/ unless defined?(FORM_KEY_EXPRESSION)
+  
+  attr_accessor :title, :body, :redirect_to, :form_key, :form_only, :authenticity_token
   
   def body(options = {}, &block)
     @body ||= get(options, &block)
@@ -36,7 +38,11 @@ class Googletastic::Form < Googletastic::Base
     
     def unmarshall(xml)
       records = xml.xpath("//atom:entry", ns_tag("atom")).collect do |record|
-        id          = record.xpath("atom:id", ns_tag("atom")).first.text.gsub("http://spreadsheets.google.com/feeds/spreadsheets/", "")
+        #id          = record.xpath("atom:id", ns_tag("atom")).first.text.gsub("http://spreadsheets.google.com/feeds/spreadsheets/", "")
+        id          = record.xpath("atom:link[@rel='alternate']", ns_tag("atom")).first
+        if id
+          id = id["href"].gsub("http://spreadsheets.google.com/ccc?key=", "")
+        end
         title       = record.xpath("atom:title", ns_tag("atom")).first.text
         created_at  = record.xpath("atom:published", ns_tag("atom")).text
         updated_at  = record.xpath("atom:updated", ns_tag("atom")).text
@@ -53,13 +59,44 @@ class Googletastic::Form < Googletastic::Base
     
   end
   
-  def submit(form_key, params)
-    action = submit_url(form_key)
-    uri = URI.parse(action)
+  def get_form_key
+    begin
+      agent = WWW::Mechanize.new
+      # google wants recent browsers!
+      # http://docs.google.com/support/bin/answer.py?answer=37560&hl=en
+      agent.user_agent = "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; ru-ru) AppleWebKit/533.2+ (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10"
+      url = "http://spreadsheets.google.com/"
+      # for spreadsheet, we need the domain!
+      if Googletastic.credentials[:domain]
+        url << "a/#{Googletastic.credentials[:domain]}/"
+      end
+      url << "ccc?key=#{self.id}&hl=en&pli=1"
+      login_form = agent.get(url).forms.first
+      login_form.Email = Googletastic.credentials[:username].split("@").first # don't want emails
+      login_form.Passwd = Googletastic.credentials[:password]
+      page = agent.submit(login_form)
+      match = page.body.match(FORM_KEY_EXPRESSION)
+      if page.meta.first and (page.title == "Redirecting" || match.nil?)
+      	page = page.meta.first.click
+        match = page.body.match(FORM_KEY_EXPRESSION)
+      end
+      formkey = match.captures.first if match
+    rescue Exception => e
+      puts "ERROR: #{e.to_s}"
+      nil
+    end
+  end
+  
+  def submit(form_key, params, options)
+    uri = URI.parse(submit_url)
     req = Net::HTTP::Post.new("#{uri.path}?#{uri.query}")
     req.form_data = params
     response = Net::HTTP.new(uri.host).start {|h| h.request(req)}
-    response
+    if response.is_a?(Net::HTTPSuccess) || response.is_a?(GData::HTTP::Response)
+      unmarshall(Nokogiri::HTML(response.body), options).to_html
+    else
+      response.body
+    end
   end
   
   # get(:redirect => {:url => "/our-forms", :params => {:one => "hello"}})

data/lib/googletastic/helpers.rb

@@ -3,7 +3,6 @@ module Googletastic::Helpers
     base.extend(ClassMethods)
   end
   
-  
   module ClassMethods
     
     def googletastic(model, options = {})

data/lib/googletastic/spreadsheet.rb

@@ -15,12 +15,16 @@ class Googletastic::Spreadsheet < Googletastic::Base
 
     def unmarshall(xml)
       records = xml.xpath("//atom:entry", ns_tag("atom")).collect do |record|
-        id          = record.xpath("atom:id", ns_tag("atom")).first.text.gsub("http://spreadsheets.google.com/feeds/spreadsheets/", "")
+        #id          = record.xpath("atom:id", ns_tag("atom")).first.text.gsub("http://spreadsheets.google.com/feeds/spreadsheets/", "")
+        id          = record.xpath("atom:link[@rel='alternate']", ns_tag("atom")).first
+        if id
+          id = id["href"].gsub("http://spreadsheets.google.com/ccc?key=", "")
+        end
         title       = record.xpath("atom:title", ns_tag("atom")).first.text
         content     = record.xpath("atom:content", ns_tag("atom")).first.text
         created_at  = record.xpath("atom:published", ns_tag("atom")).text
         updated_at  = record.xpath("atom:updated", ns_tag("atom")).text
-
+        
         Googletastic::Spreadsheet.new(
           :id => id,
           :title => title,

data/spec/googletastic/form_spec.rb

@@ -8,7 +8,9 @@ describe Googletastic::Form do
   
   describe "find" do
     it "should list all spreadsheets as forms" do
-      
+      Googletastic::Form.all.each do |form|
+        form.should be_an_instance_of(Googletastic::Form)
+      end
     end
   end
   
@@ -23,21 +25,22 @@ describe Googletastic::Form do
     end
   end
   
-  describe "unmarshalling" do
-    it "should strip the html page down to a form (unmarshall)" do
-      @html = Nokogiri::HTML(IO.read(File.join(FIXTURES_DIR, "data/form.html")))
-      form = Googletastic::Form.unmarshall(@html)
-      form.redirect = "/forms/my-custom-id"
+  describe "mechanize" do
+    it "it should get the formkey via mechanize" do
+      form = Googletastic::Form.first
+      formkey = form.get_form_key
+      puts "FORMKEY: #{formkey}"
+      formkey.should_not be_nil
     end
-  end
-  
-  describe "redirecting" do
-    it "should add generic redirect" do
-      Googletastic::Form.redirect_to = "/my-generic-redirect"
-      @html = Nokogiri::HTML(IO.read(File.join(FIXTURES_DIR, "data/form.html")))
-      form = Googletastic::Form.unmarshall(@html)
-      Nokogiri::HTML(form.body).xpath("//form").first["action"].should == "/my-generic-redirect"
+    
+    it "should remove unnecessary html from form" do
+      form = Googletastic::Form.first
+      form.form_key = form.get_form_key
+      body = form.body
+      puts "BODY!: #{body.to_s}"
+      body.should_not == nil
     end
   end
   
+  
 end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 3
+  version: 0.0.3
 platform: ruby
 authors: 
 - Lance Pollard
@@ -82,7 +82,9 @@ files:
 - Rakefile
 - lib/googletastic/access_rule.rb
 - lib/googletastic/album.rb
+- lib/googletastic/analytics.rb
 - lib/googletastic/app_engine.rb
+- lib/googletastic/apps.rb
 - lib/googletastic/attendee.rb
 - lib/googletastic/base.rb
 - lib/googletastic/calendar.rb