googletastic 0.0.1

data/lib/googletastic/person.rb

@@ -0,0 +1,41 @@
+class Googletastic::Person < Googletastic::Base
+  
+  attr_accessor :name, :email
+  
+  class << self
+    
+    def index_url
+      "http://www.google.com/m8/feeds/contacts/default/full"
+    end
+    
+    def client_class
+      "Contacts"
+    end
+    
+    # http://code.google.com/apis/contacts/docs/2.0/reference.html#Parameters
+    def valid_queries
+      {
+        :order => "orderby",
+        :sort => "sortorder",
+        :group => "group"
+      }.merge(super)
+    end
+    
+    def unmarshall(xml)
+      records = xml.xpath("//atom:entry", ns_tag("atom")).collect do |record|
+        id      = record.xpath("atom:id", ns_tag("atom")).first.text
+        name    = record.xpath("atom:title", ns_tag("atom")).first.text
+        email   = record.xpath("gd:email", ns_tag("gd")).first["address"].to_s
+        
+        Googletastic::Person.new(
+          :id => id,
+          :name => name,
+          :email => email
+        )
+      end
+      records
+    end
+    
+  end
+  
+end

data/lib/googletastic/spreadsheet.rb

@@ -0,0 +1,35 @@
+class Googletastic::Spreadsheet < Googletastic::Base
+  
+  attr_accessor :title, :content
+  
+  # Time.now.xmlschema
+  class << self
+    
+    def client_class
+      "Spreadsheets"
+    end
+    
+    def index_url
+      "http://spreadsheets.google.com/feeds/spreadsheets/private/full"
+    end
+
+    def unmarshall(xml)
+      records = xml.xpath("//atom:entry", ns_tag("atom")).collect do |record|
+        id          = record.xpath("atom:id", ns_tag("atom")).first.text.gsub("http://spreadsheets.google.com/feeds/spreadsheets/", "")
+        title       = record.xpath("atom:title", ns_tag("atom")).first.text
+        content     = record.xpath("atom:content", ns_tag("atom")).first.text
+        created_at  = record.xpath("atom:published", ns_tag("atom")).text
+        updated_at  = record.xpath("atom:updated", ns_tag("atom")).text
+
+        Googletastic::Spreadsheet.new(
+          :id => id,
+          :title => title,
+          :content => content,
+          :updated_at => DateTime.parse(updated_at)
+        )
+      end
+      records
+    end
+    
+  end
+end

data/lib/googletastic/sync/document.rb

@@ -0,0 +1,120 @@
+module Googletastic::Sync::Document
+  
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  module ClassMethods
+    
+    def sync(documents, options, &block)
+      updated = process(documents, options)
+      key = options[:key].to_s
+      data = {key => []}
+      documents.each do |document|
+        data[key] << {
+          :id => document.remote.id
+        }
+        yield(data, key, document) if block_given?
+      end
+      response = Googletastic::Sync.post(
+        :url => options[:url],
+        :path => options[:path],
+        :format => :json,
+        :data => data
+      )
+    end
+    
+    def process(documents, options = {})
+      options[:key] ||= "documents"
+      # defaults to a reasonable limit (3MB) for heroku
+      options[:max_size] ||= 3000000
+      # per max_size chunk
+      documents_processed = []
+      # total
+      updated_documents = []
+      counted_size = 0
+      documents.each_with_index do |document, index|
+        next if document.remote.kind != "document"
+        if document.synced_at and document.synced_at >= document.remote.updated_at
+          puts "Skipping Document... #{document.title}"
+          if documents_processed.length > 0 and index == documents.length - 1
+            Googletastic::Sync.push(options[:username], options[:password], options)
+            cleanup(documents_processed, options)
+          end
+          next
+        end
+        remote  = document.remote
+        content = nil
+        title   = remote.title
+        ext     = remote.ext
+        puts "Processing Document... #{document.title}"
+        begin
+          if ext == ".textile"
+            # google is putting strange characters at beginning of downloaded files
+            content = remote.download("txt").body.gsub(/\357\273\277/, "")
+            content = RedCloth.new(content).to_html
+          elsif ext == ".markdown"
+            content = remote.download("txt").body.gsub(/\357\273\277/, "")
+            content = BlueCloth.new(content).to_html
+          elsif ext.nil? || ext.empty?
+            # just use the html we have already
+            content = remote.content
+          else
+            content = remote.download("txt").body.gsub(/\357\273\277/, "")
+          end
+          
+          document.content = content
+          title = remote.id
+          
+          tempfile = Tempfile.new("googltastic-tempfiles-#{title}-#{Time.now}-#{rand(10000)}")
+          tempfile.write(content)
+
+          path = File.join(options[:folder], options[:key])
+          Dir.mkdir(path) unless File.exists?(path)
+          path = File.join(path, title)
+          
+          # if we have passed the 5MB (or our 3MB) limit,
+          # then push the files to GAE
+          if tempfile.size + counted_size >= options[:max_size] || index == documents.length - 1
+            Googletastic::Sync.push(options[:username], options[:password], options)
+            cleanup(documents_processed, options)
+            counted_size = 0
+            documents_processed = []
+          end
+          
+          content = Googletastic::PrettyPrint.xml(content)
+          
+          File.open(path, 'w') {|f| f.write(content) }
+          documents_processed << document
+          counted_size += tempfile.size
+          tempfile.close
+          
+          updated_documents << document
+
+        rescue Exception => e
+          puts "Error... #{e.inspect}"
+        end
+      end
+    
+      updated_documents
+    end
+    
+    def cleanup(syncables, options)
+      syncables.each do |syncable|
+        syncable.synced_at = Time.now
+        syncable.save!
+        path = File.join(options[:folder], options[:key], syncable.remote.id)
+        path += options[:ext] if options.has_key?(:ext)
+        begin
+          File.delete(path)
+        rescue Exception => e
+          
+        end
+      end
+    end
+  end
+end
+
+Googletastic::Document.class_eval do
+  include Googletastic::Sync::Document
+end

data/lib/googletastic/sync/form.rb

@@ -0,0 +1,106 @@
+module Googletastic::Sync::Form
+  
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  module ClassMethods
+    
+    def sync(forms, options = {}, &block)
+      updated = process(forms, options)
+      key = options[:key].to_s
+      data = {key => []}
+      updated.each do |form|
+        data[key] << {
+          :id => form.remote.id,
+          :formkey => form.formkey
+        }
+        yield(data, key, form) if block_given?
+      end
+      response = Googletastic::Sync.post(
+        :url => options[:url],
+        :path => options[:path],
+        :format => :json,
+        :data => data
+      )
+    end
+    
+    def process(forms, options = {})
+      options[:key] ||= "forms"
+      # defaults to a reasonable limit (3MB) for heroku
+      options[:max_size] ||= 3000000
+      # per max_size chunk
+      forms_processed = []
+      # total
+      updated_forms = []
+      counted_size = 0
+      forms.each_with_index do |form, index|
+        if form.formkey.nil?
+          puts "Missing formkey... #{form.title}"
+          if forms_processed.length > 0 and index == forms.length - 1
+            Googletastic::Sync.push(options[:username], options[:password], options)
+            cleanup(forms_processed, options.merge(:ext => ".html"))
+          end
+          next
+        end
+        remote  = form.remote
+        content = nil
+        puts "Processing Form... #{form.title}"
+        begin
+          form.remote.form_key = form.formkey
+          title = form.formkey + ".html"
+          content = form.remote.body
+          
+          tempfile = Tempfile.new("googltastic-form-tempfiles-#{title}-#{Time.now}-#{rand(10000)}")
+          tempfile.write(content)
+          
+          path = File.join(options[:folder], options[:key])
+          Dir.mkdir(path) unless File.exists?(path)
+          path = File.join(path, title)
+          
+          # if we have passed the 5MB (or our 3MB) limit,
+          # then push the files to GAE
+          if tempfile.size + counted_size >= options[:max_size] || index == forms.length - 1
+            Googletastic::Sync.push(options[:username], options[:password], options)
+            cleanup(forms_processed, options.merge(:ext => ".html"))
+            counted_size = 0
+            forms_processed = []
+          end
+          
+          content = Googletastic::PrettyPrint.xml(content)
+          
+          File.open(path, 'w') {|f| f.write(content) }
+          forms_processed << form
+          counted_size += tempfile.size
+          tempfile.close
+
+          updated_forms << form
+          
+        rescue Exception => e
+          puts "Error... #{e.inspect}"
+        end
+      end
+      
+      updated_forms
+    end
+    
+    def cleanup(syncables, options)
+      syncables.each do |syncable|
+        syncable.synced_at = Time.now
+        syncable.save!
+        path = File.join(options[:folder], options[:key], syncable.formkey)
+        path += options[:ext] if options.has_key?(:ext)
+        begin
+          File.delete(path)
+        rescue Exception => e
+          
+        end
+      end
+    end
+    
+  end
+end
+
+Googletastic::Form.class_eval do
+  include Googletastic::Sync::Form
+end

data/lib/googletastic/sync.rb

@@ -0,0 +1,46 @@
+module Googletastic::Sync
+  
+  class << self
+    
+    def sync_documents(documents, options = {}, &block)
+      Googletastic::Document.sync(documents, options, &block)
+    end
+    
+    def sync_forms(forms, options = {}, &block)
+      Googletastic::Form.sync(forms, options, &block)
+    end
+    
+    def push(username, password, options = {})
+      Googletastic.client_for(:app_engine).push(username, password, options)
+    end    
+    
+    # POSTs to your registered application
+    def post(options = {})
+      url = URI.parse(options[:url])
+      # POST update to registered application
+      http = Net::HTTP.new(url.host, url.port)
+      header = options[:header] || {}
+      header.merge!('Content-Type' =>'application/json')
+      data = options[:data].to_json
+      response = http.post(options[:path], data, header)
+    end
+    
+    def cleanup(syncables, options)
+      syncables.each do |syncable|
+        syncable.synced_at = Time.now
+        syncable.save!
+        path = File.join(options[:folder], syncable.title)
+        path += options[:ext] if options.has_key?(:ext)
+        begin
+          File.delete(path)
+        rescue Exception => e
+          
+        end
+      end
+    end
+    
+  end
+  
+end
+
+require_local "sync/*", __FILE__

data/lib/googletastic/thumbnail.rb

@@ -0,0 +1,7 @@
+class Googletastic::Thumbnail < Hash # simple value object
+  
+  include Googletastic::Mixins::Attributes
+  
+  attr_accessor :url, :width, :height
+  
+end

data/lib/googletastic/youtube.rb

@@ -0,0 +1,25 @@
+=begin
+module Thing
+  module Google
+    class YouTube < CouchRest::ExtendedDocument
+      
+      MEDIA_NS = "http://search.yahoo.com/mrss" unless defined?(MEDIA_NS)
+      YT_NS = "http://gdata.youtube.com/schemas/2007" unless defined?(YT_NS)
+      
+      API = "http://gdata.youtube.com" unless defined?(API)
+      GET_UPLOAD_TOKEN = "action/GetUploadToken"
+      UPLOAD = "http://uploads.gdata.youtube.com/feeds/api/users"
+      MULTIPART = "multipart/related"
+      
+      def self.unmarshall(object)
+        
+      end
+      
+      def self.marshall(xml)
+        
+      end
+      
+    end
+  end
+end
+=end

data/lib/googletastic.rb

@@ -0,0 +1,115 @@
+require 'rubygems'
+require 'rake'
+require 'date'
+require 'rake/clean'
+#require 'rbconfig'
+require 'open-uri'
+require 'nokogiri'
+require 'active_support'
+require 'active_record'
+require 'gdata'
+require 'liquid'
+
+GOOGLETASTIC_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(GOOGLETASTIC_ROOT)
+
+class Module
+  def include_class_and_instance_modules
+    self.module_eval <<-eos 
+      def self.included(base)
+        base.extend(ClassMethods)
+        base.class_eval do
+          include InstanceMethods
+        end
+      end
+    eos
+  end
+end
+
+def require_local(path, from = __FILE__)
+  files(path, from) {|file| require file if File.extname(file) == ".rb"}
+end
+
+def files(path, from = __FILE__, &block)
+  Dir.glob(File.expand_path(File.join(File.dirname(from), path))) {|file| yield file}
+end
+
+def require_spec
+  require File.join(GOOGLETASTIC_ROOT, "/spec/spec_helper")
+end
+
+class String
+  # active_support isn't letting me do this!
+  def parameterize(sep = '-')
+    # replace accented chars with ther ascii equivalents
+    # parameterized_string = transliterate(string)
+    parameterized_string = self.dup
+    # Turn unwanted chars into the seperator
+    parameterized_string.gsub!(/[^a-z0-9\-_\+]+/i, sep)
+    unless sep.blank?
+      re_sep = Regexp.escape(sep)
+      # No more than one of the separator in a row.
+      parameterized_string.gsub!(/#{re_sep}{2,}/, sep)
+      # Remove leading/trailing separator.
+      parameterized_string.gsub!(/^#{re_sep}|#{re_sep}$/i, '')
+    end
+    parameterized_string.downcase
+  end
+end
+
+module Googletastic
+  # :stopdoc:
+  VERSION = '0.0.1'
+  # :startdoc
+  class << self; attr_accessor :keys, :clients, :options; end
+
+  def self.credentials
+    return self.keys if self.keys
+    
+    config_file = "#{RAILS_ROOT}/config/gdata.yml"
+    raise "Sorry, you must have #{config_file}" unless File.exists?(config_file)
+    self.keys = YAML.load_file(config_file).symbolize_keys
+  end
+
+  def self.client_for(model)
+    self.clients ||= {}
+    model = model.to_sym
+    return self.clients[model] if self.clients.has_key?(model)
+	  client = ("GData::Client::#{model.to_s.camelize}").constantize.new(:source => credentials[:application])
+	  client.clientlogin(credentials[:username], credentials[:password], nil, nil, nil, credentials[:account_type])	  
+	  self.clients[model] = client
+  end
+  
+  def self.options_for(klass, value = {})
+    self.options ||= {}
+    klass = klass.is_a?(Class) ? klass : klass.class
+    name = klass.to_s.underscore.downcase.to_sym
+    if value and !value.blank?
+      value.symbolize_keys!
+      self.options[name] = value
+    else
+      self.options[name] ||= {}
+    end
+    self.options[name]
+  end
+  
+  def self.[](value)
+    self.options_for(value)
+  end
+end
+
+# main includes
+require_local "googletastic/ext/*"
+
+require File.dirname(__FILE__) + '/googletastic/mixins'
+require File.dirname(__FILE__) + '/googletastic/base'
+
+require_local "googletastic/*"
+
+#files("googletastic/mixins/*") do |file|
+#  Googletastic::Base.send(:include, "Googletastic::Mixins::#{File.basename(file, '.rb').camelize}".constantize)
+#end
+
+if defined?(ActiveRecord::Base)
+  ActiveRecord::Base.send(:include, Googletastic::Helpers)
+end
+# EOF

data/spec/benchmarks/document_benchmark.rb

@@ -0,0 +1,40 @@
+require 'benchmark'
+require 'rubygems'
+
+$:.unshift(File.dirname(__FILE__) + '/..')
+require 'spec_helper'
+
+id = "0AT1-fvkm5vJPZGN2NzR3bmJfMGZiMnh3N2R0"
+many = 1
+
+Benchmark.bmbm(7) do |x|
+  x.report ("Find the Document") do
+    many.times do |i|
+      doc = Googletastic::Document.find(id)
+    end
+  end
+  x.report("View the Raw HTML: ") do
+    many.times do |i|
+      doc = Googletastic::Document.find(id)
+      result = doc.view
+    end
+  end
+  x.report("Download as HTML: ") do
+    many.times do |i|
+      doc = Googletastic::Document.find(id)
+      result = doc.download("html")
+    end
+  end
+  x.report("Download as TXT: ") do
+    many.times do |i|
+      doc = Googletastic::Document.find(id)
+      result = doc.download("txt")
+    end
+  end
+  x.report("Download as PDF: ") do
+    many.times do |i|
+      doc = Googletastic::Document.find(id)
+      result = doc.download("pdf")
+    end
+  end
+end

data/spec/config.yml

@@ -0,0 +1,6 @@
+username: "flexinstyle@gmail.com"
+password: "flexyflexy"
+application: "Googletastic Test"
+account_type: "HOSTED_OR_GOOGLE"
+youtube_login: "MrFlexinstyle"
+youtube_dev_key: "AI39si7jkhs_ECjF4unOQz8gpWGSKXgq0KJpm8wywkvBSw4s8oJd5p5vkpvURHBNh-hiYJtoKwQqSfot7KoCkeCE32rNcZqMxA"

data/spec/fixtures/data/basic.txt

@@ -0,0 +1 @@
+something

data/spec/fixtures/data/calendar.list.xml

@@ -0,0 +1,64 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom" xmlns:app="http://www.w3.org/2007/app" xmlns:gCal="http://schemas.google.com/gCal/2005" xmlns:openSearch="http://a9.com/-/spec/opensearch/1.1/" xmlns:gd="http://schemas.google.com/g/2005" gd:etag="W/&quot;AkACRXkyeSp7IWA9WxBaEk8.&quot;" gd:kind="calendar#calendarFeed">
+  <id>http://www.google.com/calendar/feeds/default/allcalendars/full</id>
+  <updated>2010-03-22T03:32:44.791Z</updated>
+  <category scheme="http://schemas.google.com/g/2005#kind" term="http://schemas.google.com/gCal/2005#calendarmeta"/>
+  <title>flexinstyle@gmail.com's Calendar List</title>
+  <link rel="alternate" type="text/html" href="http://www.google.com/calendar/render"/>
+  <link rel="http://schemas.google.com/g/2005#feed" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full"/>
+  <link rel="http://schemas.google.com/g/2005#post" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full"/>
+  <link rel="self" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full"/>
+  <author>
+    <name>flexinstyle@gmail.com</name>
+    <email>flexinstyle@gmail.com</email>
+  </author>
+  <generator version="1.0" uri="http://www.google.com/calendar">Google Calendar</generator>
+  <openSearch:startIndex>1</openSearch:startIndex>
+  <entry gd:etag="W/&quot;A0cFSX47eCp7IWA9WxBaEU0.&quot;" gd:kind="calendar#calendar">
+    <id>http://www.google.com/calendar/feeds/default/calendars/flexinstyle%40gmail.com</id>
+    <published>2010-03-22T03:32:44.788Z</published>
+    <updated>2010-03-20T18:16:58.000Z</updated>
+    <app:edited>2010-03-20T18:16:58.000Z</app:edited>
+    <category scheme="http://schemas.google.com/g/2005#kind" term="http://schemas.google.com/gCal/2005#calendarmeta"/>
+    <title type="text">flexinstyle@gmail.com</title>
+    <content type="application/atom+xml" src="http://www.google.com/calendar/feeds/flexinstyle%40gmail.com/private/full"/>
+    <link rel="alternate" type="application/atom+xml" href="http://www.google.com/calendar/feeds/flexinstyle%40gmail.com/private/full"/>
+    <link rel="http://schemas.google.com/gCal/2005#eventFeed" type="application/atom+xml" href="http://www.google.com/calendar/feeds/flexinstyle%40gmail.com/private/full"/>
+    <link rel="http://schemas.google.com/acl/2007#accessControlList" type="application/atom+xml" href="http://www.google.com/calendar/feeds/flexinstyle%40gmail.com/acl/full"/>
+    <link rel="self" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full/flexinstyle%40gmail.com"/>
+    <link rel="edit" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full/flexinstyle%40gmail.com"/>
+    <author>
+      <name>flexinstyle@gmail.com</name>
+      <email>flexinstyle@gmail.com</email>
+    </author>
+    <gCal:accesslevel value="owner"/>
+    <gCal:color value="#A32929"/>
+    <gCal:hidden value="false"/>
+    <gCal:selected value="true"/>
+    <gCal:timezone value="America/Phoenix"/>
+    <gCal:timesCleaned value="0"/>
+  </entry>
+  <entry gd:etag="W/&quot;A0QBRX47eCp7IWA9WxBaEk0.&quot;" gd:kind="calendar#calendar">
+    <id>http://www.google.com/calendar/feeds/default/calendars/en.usa%23holiday%40group.v.calendar.google.com</id>
+    <published>2010-03-22T03:32:44.788Z</published>
+    <updated>2010-03-21T22:09:14.000Z</updated>
+    <app:edited>2010-03-21T22:09:14.000Z</app:edited>
+    <category scheme="http://schemas.google.com/g/2005#kind" term="http://schemas.google.com/gCal/2005#calendarmeta"/>
+    <title type="text">US Holidays</title>
+    <summary type="text">US Holidays</summary>
+    <content type="application/atom+xml" src="http://www.google.com/calendar/feeds/en.usa%23holiday%40group.v.calendar.google.com/private/full"/>
+    <link rel="alternate" type="application/atom+xml" href="http://www.google.com/calendar/feeds/en.usa%23holiday%40group.v.calendar.google.com/private/full"/>
+    <link rel="http://schemas.google.com/gCal/2005#eventFeed" type="application/atom+xml" href="http://www.google.com/calendar/feeds/en.usa%23holiday%40group.v.calendar.google.com/private/full"/>
+    <link rel="self" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full/en.usa%23holiday%40group.v.calendar.google.com"/>
+    <link rel="edit" type="application/atom+xml" href="http://www.google.com/calendar/feeds/default/allcalendars/full/en.usa%23holiday%40group.v.calendar.google.com"/>
+    <author>
+      <name>US Holidays</name>
+    </author>
+    <gCal:accesslevel value="read"/>
+    <gCal:color value="#2952A3"/>
+    <gCal:hidden value="false"/>
+    <gCal:selected value="true"/>
+    <gCal:timezone value="America/Phoenix"/>
+    <gCal:timesCleaned value="0"/>
+  </entry>
+</feed>