oozou-fusion_tables 0.2.3.dev.20110408163600

data/examples/credentials.example.yml

@@ -0,0 +1,4 @@
+twitter_username: your_twitter_username
+twitter_password: your_twitter_password
+google_username: your_google_username
+google_password: your_google_password

data/fusion_tables.gemspec

@@ -0,0 +1,78 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{fusion_tables}
+  s.version = "0.2.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Simon Tokumine", "Tom Verbeure"]
+  s.date = %q{2010-09-02}
+  s.description = %q{A simple Google Fusion Tables API wrapper. Supports bulk inserts and most API functions}
+  s.email = %q{simon@tinypla.net}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.textile",
+     "TODO"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.textile",
+     "Rakefile",
+     "TODO",
+     "VERSION",
+     "examples/compare_tweets.rb",
+     "examples/credentials.example.yml",
+     "fusion_tables.gemspec",
+     "lib/fusion_tables.rb",
+     "lib/fusion_tables/client/fusion_tables.rb",
+     "lib/fusion_tables/data/data.rb",
+     "lib/fusion_tables/data/table.rb",
+     "lib/fusion_tables/ext/fusion_tables.rb",
+     "pkg/fusion_tables-0.1.0.gem",
+     "pkg/fusion_tables-0.1.1.gem",
+     "pkg/fusion_tables-0.1.2.gem",
+     "pkg/fusion_tables-0.2.0.gem",
+     "pkg/fusion_tables-0.2.1.gem",
+     "pkg/fusion_tables-0.2.2.gem",
+     "test/README",
+     "test/helper.rb",
+     "test/test_client.rb",
+     "test/test_config.yml.sample",
+     "test/test_ext.rb",
+     "test/test_table.rb"
+  ]
+  s.homepage = %q{http://github.com/tokumine/fusion-tables}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Google Fusion Tables API wrapper}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_client.rb",
+     "test/test_ext.rb",
+     "test/test_table.rb",
+     "examples/compare_tweets.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_runtime_dependency(%q<gdata_19>, [">= 1.1.2"])
+    else
+      s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_dependency(%q<gdata_19>, [">= 1.1.2"])
+    end
+  else
+    s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+    s.add_dependency(%q<gdata_19>, [">= 1.1.2"])
+  end
+end
+

data/lib/fusion_tables.rb

@@ -0,0 +1,6 @@
+require 'csv'
+require 'gdata'
+require 'fusion_tables/client/fusion_tables'
+require 'fusion_tables/ext/fusion_tables'
+require 'fusion_tables/data/data'
+require 'fusion_tables/data/table'

data/lib/fusion_tables/client/fusion_tables.rb

@@ -0,0 +1,77 @@
+# Copyright (C) 2010 Tom Verbeure, Simon Tokumine
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module GData
+  module Client
+    class FusionTables < Base
+
+      SERVICE_URL = "http://tables.googlelabs.com/api/query"
+      DATATYPES  = %w(number string location datetime)
+      
+      def initialize(options = {})
+          options[:clientlogin_service] ||= 'fusiontables'
+          options[:headers] = { 'Content-Type' => 'application/x-www-form-urlencoded' }
+          super(options)
+      end
+
+      def sql_encode(sql)
+          "sql=" + CGI::escape(sql)
+      end
+
+      def sql_get(sql)
+          resp = self.get(SERVICE_URL + "?" + sql_encode(sql))
+      end
+
+      def sql_post(sql)
+          resp = self.post(SERVICE_URL, sql_encode(sql))
+      end
+
+      def sql_put(sql)
+          resp = self.put(SERVICE_URL, sql_encode(sql))
+      end
+         
+      
+      # Overrides auth_handler= so if the authentication changes,
+      # the session cookie is cleared.
+      def auth_handler=(handler)
+        @session_cookie = nil
+        return super(handler)
+      end
+
+      # Overrides make_request to handle 500 redirects with a session cookie.
+      def make_request(method, url, body = '', retries = 10)
+        begin
+          response = super(method, url, body)
+        rescue GData::Client::ServerError => e
+          if e.response.status_code == 500 and retries > 0
+            sleep_time = 11 - retries 
+            sleep sleep_time # <= Fusion tables has rate of 5 calls per second. Be nice, get longer
+            @session_cookie = e.response.headers['set-cookie']          
+            return self.make_request(method, url, body, retries - 1)
+          else
+            return e.response
+          end  
+        end  
+      end
+
+      # Custom prepare_headers to include the session cookie if it exists
+      def prepare_headers
+        if @session_cookie
+          @headers['cookie'] = @session_cookie
+        end
+        super
+      end
+    end
+  end
+end

data/lib/fusion_tables/data/data.rb

@@ -0,0 +1,72 @@
+# Copyright (C) 2010 Simon Tokumine
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module GData
+  module Client
+    class FusionTables < Base
+      class Data
+        include Enumerable
+        
+        attr_reader :headers, :body, :live
+        alias :to_h :body  
+        
+        # configures headers hash and sets up
+        def initialize options
+          @headers = options[:headers]
+          @body = options[:body]          
+        end
+        
+        # Reads in CSV
+        def self.parse response
+          body = []
+          headers = []
+          
+          first = true
+          if CSV.const_defined? :Reader
+            CSV::Reader.parse(response.body) do |row|
+              if first
+                first = false
+                headers = row.map { |x|x.strip.downcase.gsub(" ","_").to_sym }
+                next
+              end
+              body << Hash[*headers.zip(row).flatten]
+            end
+          else
+            CSV.parse(response.body) do |row|
+              if first
+                first = false
+                headers = row.map { |x|x.strip.downcase.gsub(" ","_").to_sym }
+                next
+              end
+              body << Hash[*headers.zip(row).flatten]
+            end              
+          end              
+          self.new :headers => headers, :body => body
+        end
+                            
+        # Implement enumerable                
+        def each
+          @body.each { |i| yield i }
+        end                
+                                
+        private
+        # Encodes row according to type
+        def encode
+          
+        end
+        
+      end
+    end
+  end
+end

data/lib/fusion_tables/data/table.rb

@@ -0,0 +1,144 @@
+# Copyright (C) 2010 Simon Tokumine
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module GData
+  module Client
+    class FusionTables < Base
+      class Table
+        attr_reader :headers, :id, :name
+
+        # configures headers hash and sets up
+        #
+        # eg options: {:table_id => "x", :name => "y"}
+        #
+        def initialize client, options
+          raise ArgumentError, "need ft client" if client.class != GData::Client::FusionTables
+          raise ArgumentError, "need table_id and name hash" if !options.has_key?(:name) || !options.has_key?(:table_id)
+          @client = client
+          @id = options[:table_id]
+          @name = options[:name]
+        end
+
+
+        # Sets up data types from google
+        #
+        def describe
+          GData::Client::FusionTables::Data.parse(@client.sql_get("DESCRIBE #{@id}")).body
+        end
+
+        # Runs select and returns data obj
+        #
+        # Define columns and SQL conditions separatly
+        #
+        # See http://code.google.com/apis/fusiontables/docs/developers_reference.html#Select
+        #
+        # use columns=ROWID to select row ids
+        #
+        def select columns="*", conditions=nil
+          sql = "SELECT #{columns} FROM #{@id} #{conditions}"
+          GData::Client::FusionTables::Data.parse(@client.sql_get(sql)).body
+        end
+
+        # Returns a count of rows. SQL conditions optional
+        #
+        def count conditions=nil
+          select("count()", conditions).first.values.first.to_i
+        end
+
+
+        # Outputs data to an array of concatenated INSERT SQL statements
+        #
+        # format should be:
+        #
+        # [{:col_1 => data, :col2 => data}, {:col_1 => data, :col2 => data}]
+        #
+        # Fields are escaped and formatted for FT based on type
+        #
+        def insert data
+          data = [data] unless data.respond_to?(:to_ary)
+
+          # encode values to insert
+          data = encode data
+
+          # Chunk up the data and send
+          chunk = ""
+          data.each_with_index do |d,i|
+            chunk << "INSERT INTO #{@id} (#{ d.keys.join(",") }) VALUES (#{ d.values.join(",") });"
+            if (i+1) % 500 == 0 || (i+1) == data.size
+              begin
+                @client.sql_post(chunk)
+                chunk = ""
+              rescue => e
+                raise "INSERT to table:#{@id} failed on row #{i} with #{e}"
+              end
+            end
+          end
+        end
+
+        # Runs update on rows and return data obj
+        # No bulk update, so may aswell drop table and start again
+        def update row_id, data
+          data = encode([data]).first
+          data = data.to_a.map{|x| x.join("=")}.join(", ")
+
+          sql = "UPDATE #{@id} SET #{data} WHERE ROWID = #{row_id}"
+          GData::Client::FusionTables::Data.parse(@client.sql_post(sql)).body
+        end
+
+        # delete row
+        # no bulk delete so may aswell drop table and start again
+        def delete row_id
+          sql = "DELETE FROM #{@id} WHERE rowid='#{row_id}'"
+          GData::Client::FusionTables::Data.parse(@client.sql_post(sql)).body
+        end
+
+        # Delete all the data from one table
+        def truncate!
+          GData::Client::FusionTables::Data.parse(@client.sql_post("DELETE FROM #{@id}")).body
+        end
+
+        def get_headers
+          @headers ||= describe
+        end
+
+        def encode data
+          data.inject([]) do |ar,h|
+            ret = {}
+            h.each do |key, value|
+              ret["'#{key.to_s}'"] = case get_datatype(key)
+                when "number"   then  "#{value}"
+                when "datetime" then  "'#{value.strftime("%m-%d-%Y %H:%M:%S")}'"
+                else                  "'#{value.gsub(/\\/, '\&\&').gsub(/'/, "''")}'"
+              end
+            end
+            ar << ret
+            ar
+          end
+        end
+
+        #
+        # Returns datatype of given column name
+        #
+        def get_datatype column_name
+          get_headers
+
+          @headers.each do |h|
+            return h[:type] if h[:name] == column_name.to_s
+          end
+          raise ArgumentError "The column doesn't exist"
+        end
+      end
+    end
+  end
+end

data/lib/fusion_tables/ext/fusion_tables.rb

@@ -0,0 +1,96 @@
+# Copyright (C) 2010 Tom Verbeure, Simon Tokumine
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module GData
+  module Client
+    class FusionTables < Base    
+                          
+      # Show a list of fusion tables
+      def show_tables 
+        data = GData::Client::FusionTables::Data.parse(self.sql_get("SHOW TABLES"))
+        data.inject([]) do |x, row|
+          x << GData::Client::FusionTables::Table.new(self, row)        
+          x
+        end  
+      end
+
+            
+      # Create a new table. Return the corresponding table
+      # 
+      # Columns specified as [{:name => 'my_col_name', :type => 'my_type'}]
+      #
+      # Type must be one of:
+      # 
+      # * number 
+      # * string 
+      # * location
+      # * datetime
+      #
+      def create_table(table_name, columns)
+        
+        # Sanity check name
+        table_name = table_name.strip.gsub(/ /,'_')
+        
+        # ensure all column types are valid
+        columns.each do |col|
+          if !DATATYPES.include? col[:type].downcase
+            raise ArgumentError, "Ensure input types are: 'number', 'string', 'location' or 'datetime'"
+          end  
+        end
+        
+        # generate sql
+        fields = columns.map{ |col| "'#{col[:name]}': #{col[:type].upcase}" }.join(", ")
+        sql = "CREATE TABLE #{table_name} (#{fields})"
+        
+        # create table        
+        resp = self.sql_post(sql)
+        raise "unknown column type" if resp.body == "Unknown column type."
+        
+        # construct table object and return        
+        table_id = resp.body.split("\n")[1].chomp.to_i
+        table = GData::Client::FusionTables::Table.new(self, :table_id => table_id, :name => table_name)
+        table.get_headers
+        table
+      end
+      
+      # Drops Fusion Tables
+      #
+      # options can be:
+      #
+      # * an integer for single drop 
+      # * array of integers for multi drop
+      # * a regex against table_name for flexible multi_drop 
+      #
+      def drop(options)
+        # collect ids
+        ids = []
+        ids << options  if options.class == Integer || options.class == String || Fixnum
+        ids =  options  if options.class == Array
+        
+        if options.class == Regexp
+          tables = show_tables
+          ids = tables.map { |table| table.id if options =~ table.name }.compact
+        end       
+        
+        # drop tables  
+        delete_count = 0
+        ids.each do |id|  
+          resp = self.sql_post("DROP TABLE #{id}") 
+          delete_count += 1 if resp.body.strip.downcase == 'ok'          
+        end
+        delete_count      
+      end        
+    end
+  end
+end