fusion_tables 0.1.0 → 0.1.1

data/.gitignore

@@ -16,7 +16,6 @@ tmtags
 ## PROJECT::GENERAL
 coverage
 rdoc
-pkg
 
 ## PROJECT::TEST
 test/test_config.yml

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2010 Simon Tokumine
+Copyright (c) 2010 Tom Verbeure, Simon Tokumine
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.textile

@@ -1,63 +1,81 @@
 h1. fusion-tables
 
-This API lets you easily interact with Google Fusion Tables from your Ruby application.
+This gem lets you easily interact with Google Fusion Tables from your Ruby application. Here are some "example maps and charts":http://www.tokumine.com/2010/08/10/fusion-tables-gem/.
+
+h2. Gem Dependencies
+
+* gdata >= 1.1.1
 
 h2. Installation
 
-gem install fusion-tables
+bc. gem install fusion_tables
+
+h2. To Use
+
+bc. require 'fusion_tables'
+
+or in Rails 2.3.x
+
+bc. config.gem 'fusion_tables'
 
 h2. API examples
  
-The best place to see what's going on is in the tests, but this is a good starting point.
+The best place to see examples (including uploading KML) is in the tests, but this is a good starting point.
 
-<pre><code>
-# Connect to service	
+<pre><code># Connect to service	
 @ft = GData::Client::FusionTables.new      
 @ft.clientlogin(username, password)
 
-# Create a new table
-# Configure the columns you want
-cols = [{:name => "friend name",    :datatype => 'string' },
-        {:name => "age",            :datatype => 'number' },
-        {:name => "meeting time",   :datatype => 'datetime' },
-        {:name => "where",          :datatype => 'location' }]
-
-# Create the table				
-@table = @ft.create_table "My upcoming meetings", cols
-@table.id #=> 42342 (the table's google id)
-
-# Insert data
-data = [{"friend name" 	=> "Eric Wimp", 
-				 "age" 					=> 25, 
-				 "meeting time" => Time.utc(2010,"aug",10,20,15,1),
-				 "where" 				=> "29 Acacia Road, Nuttytown"]
+# Browse existing tables
+@ft.show_tables
+ # => [table_1, table_2] 
 
-@table.insert data
-
-# Note - the insert method chunks the data array into 500 row chunks
+# Getting table id suitable for using with google maps (see more below)
+table_1.id #=> 42342 (the table's google id)
 
 # Count data
-@table.count #=> 1
+table_1.count #=> 1
 
 # Select data
-@table.select #=> data
-row_ids = @table.select "ROWID"
+table_1.select 
+ #=> data
 
-# Update data (not working)
-# @table.update row_id, {:age => 26}
+# Select data with conditions
+table_1.select "name", "WHERE x=n"
+ #=> data
 
-# Delete data
-@table.delete row_id
+# Select ROWIDs
+row_ids = table_1.select "ROWID"
 
 # Drop tables
-@ft.drop @table.id                    # table id
-@ft.drop [@table1.id, @table2.id]     # arrays of table ids
-@ft.drop /yacht/                      # regex 
+@ft.drop table_1.id                    # table id
+@ft.drop [table_1.id, table_2.id]     # arrays of table ids
+@ft.drop /yacht/                      # regex on table name
+
+# Creating a table
+cols = [{:name => "friend name",    :type => 'string' },
+        {:name => "age",            :type => 'number' },
+        {:name => "meeting time",   :type => 'datetime' },
+        {:name => "where",          :type => 'location' }]
+
+new_table = @ft.create_table "My upcoming meetings", cols
+
+# Inserting rows (auto chunks every 500)
+data = [{"friend name" 	=> "Eric Wimp", 
+         "age"          => 25, 
+         "meeting time" => Time.utc(2010,"aug",10,20,15,1),
+         "where"        => "29 Acacia Road, Nuttytown"}]
+new_table.insert data
+
+# Delete row
+new_table.delete row_id
 </code></pre>
 
 h2. Fusion Tables secret Geospatial Sauce
 
-Fusion Tables is a labs product from Google. You can "read more here":http://tables.googlelabs.com/, but the key thing is that it gives you *access to the google tile mill for ultra-fast generating of custom google map layers across massive datasets* 
+*"Geolocated Tweets example":http://tables.googlelabs.com/DataSource?snapid=73106*
+
+Fusion Tables is a labs product from Google. You can "read more here":http://tables.googlelabs.com/, but the key thing is that it gives you *access to the google tile mill for fast generation of google map layers across large datasets* 
 
 Fusion Tables supports the following geometry types:
 
@@ -65,13 +83,11 @@ Fusion Tables supports the following geometry types:
 * addresses (automatically geocodes them for you)
 * KML (point, polyline, polygon, multipolygon)
 
-h2. Thousands of geometries rendered in near real time, integrated with google maps v3
+h2. Integrate with google maps v3
 
 Adding a fusion tables datalayer with many points/polygons to your v3 map is as simple as:
 
-<pre><code>
-layer = new google.maps.FusionTablesLayer(139529);
-</code></pre>
+bc. layer = new google.maps.FusionTablesLayer(139529);
 
 That's it
 
@@ -95,10 +111,9 @@ You can also export your data (filtered and geocoded) to KML. As an example, her
 
 read "more here":http://code.google.com/apis/maps/documentation/javascript/overlays.html#FusionTables
 
-h2. A word of warning...
+h2. A few words of warning...
 
-# Google has a recent habit of deleting projects. This is still a labs project, and may disappear at any time
-# The API is still very young and *will change* 
+# The API is still very young and *will probably change* 
 # Currently you have to make a table public before you can display it on a map, unfortunately, this can only be done on the web interface. A suggested workaround is to put all your data in 1 big public table, and then query for the data you want to display based off a key/flag column
 
 h2. Note on Patches/Pull Requests
@@ -115,7 +130,7 @@ h2. Copyright
 
 Largely based on Tom Verbeure's work for MTBGuru: http://code.google.com/p/mtbguru-fusiontables/
 
-Copyright (c) 2010 Simon Tokumine. See LICENSE for details.
+Copyright (c) 2010 Tom Verbeure, Simon Tokumine. See LICENSE for details.
 
 
 

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/examples/compare_tweets.rb

@@ -0,0 +1,142 @@
+#!/usr/local/bin/ruby
+#
+# Twitter Fusion Tables Mashup
+# S.Tokumine 2010
+#
+# looks for tweets in the live stream around certain 
+# cities and posts them to fusion tables with KML attached
+#
+# Gem dependencies:
+#
+# tweetstream
+# GeoRuby
+# fusion_tables
+#
+# Output from running this for an evening
+# http://tables.googlelabs.com/DataSource?snapid=72509
+#
+require 'rubygems'
+require 'tweetstream'
+require 'geo_ruby'
+include GeoRuby
+include SimpleFeatures
+require 'fusion_tables'
+require 'time'
+
+class Object
+  def try(method, *args, &block)
+    send(method, *args, &block)
+  end
+end
+
+# Configure settings
+config = YAML::load_file(File.join(File.dirname(__FILE__), 'credentials.yml'))
+DEFAULT_SRID = 4328
+
+# Twitter places
+places = {
+  :san_francisco => [-122.75,36.8,-121.75,37.8],
+  :new_york      => [-74,40,-73,41],
+  :tokyo         => [139.3,35,140.3,36],
+  :london        => [-0.54,51.2,0.46,52.2],
+  :madrid        => [-4.2,40,-3.2,41],
+  :paris         => [1.75,48.5,2.75, 49.5],
+  :beijing       => [115.9,39,116.9,40],
+  :mumbai        => [72.75,18.88,73.75,19.88],
+}
+
+# Configure fusion tables
+ft = GData::Client::FusionTables.new
+ft.clientlogin(config["google_username"], config["google_password"])
+table_name = "twitter_fusion"
+cols = [
+  {:name => 'screen_name',  :type => 'string'},  
+  {:name => 'avatar',       :type => 'string'},
+  {:name => 'text',         :type => 'string'},
+  {:name => 'created',      :type => 'datetime'},
+  {:name => 'url',          :type => 'string'},
+  {:name => 'location',     :type => 'location'},
+  {:name => 'iso',          :type => 'location'},
+  {:name => 'country_name', :type => 'location'},  
+  {:name => 'city',         :type => 'string'}
+]
+
+# Create FT if it doesn't exist
+tables = ft.show_tables
+table  = tables.select{|t| t.name == table_name}.first
+table  = ft.create_table(table_name, cols) if !table
+
+# Configure Twitter stream client
+data = []
+tw = TweetStream::Client.new(config["twitter_username"],config["twitter_password"])
+
+# configure friendly rate limit handling
+tw.on_limit do |skip_count|
+  sleep 5
+end 
+
+# start searching twitter stream and posting to FT
+tw.filter(:locations => places.values.join(",")) do |tweet|  
+  begin    
+
+    country = "unknown"
+    iso     = "unknown"    
+    begin
+      country = tweet.try(:[],:place).try(:[], :country)
+      iso = tweet.try(:[],:place).try(:[], :country_code)
+    rescue
+    end
+        
+    # Divine the tweets geometry
+    #
+    # overly complex due to 
+    # * some US tweets have their lat/longs flipped (but not all...)
+    # * some geo tweets are made using a "place" envelope rather than exact lat/kng      
+    if tweet[:geo]
+      if iso == 'US' && tweet[:geo][:coordinates][1] > 0
+        p = Point.from_x_y(tweet[:geo][:coordinates][0],tweet[:geo][:coordinates][1]) 
+      else
+        p = Point.from_x_y(tweet[:geo][:coordinates][1],tweet[:geo][:coordinates][0]) 
+      end  
+    else
+      p = Polygon.from_coordinates(tweet[:place][:bounding_box][:coordinates]).envelope.center
+    end
+  
+    # work out which city the tweet is from by testing with an extended bounding box
+    # BBox extention needed as twitter returns things outside our defined bboxes...
+    city = "unknown"
+    places.each do |key, value|
+      if !(p.x < value[0]-1 || p.x > value[2]+1 || p.y < value[1]-1 || p.y > value[3]+1)         
+        city = key.to_s.gsub("_"," ")    
+        break
+      end
+    end
+            
+    # pack data    
+    data << {
+      "screen_name"  => tweet[:user][:screen_name],
+      "avatar"       => tweet[:user][:profile_image_url],
+      "text"         => tweet[:text],
+      "created"      => Time.parse(tweet[:created_at]),
+      "url"          => "http://twitter.com/#{tweet[:user][:screen_name]}/status/#{tweet[:id]}",
+      "location"     => p.as_kml,
+      "iso"          => iso,
+      "country_name" => country,
+      "city"         => city
+    } 
+  rescue => e
+    puts "ERROR: #{e.inspect}, #{e.backtrace}"
+    #let sleeping dogs lie...
+  end  
+  
+  # let us know how we're doing
+  puts "#{50-data.size}: #{city}, #{tweet.text}"
+  
+  # Post to fusion tables  
+  if data.size == 50
+    puts "sending data to fusion tables..."
+    ft_data = data
+    data = []
+    table.insert ft_data
+  end      
+end

data/examples/credentials.example.yml

@@ -0,0 +1,4 @@
+twitter_username: your_username
+twitter_password: your_password
+google_username: your_username
+google_password: your_password

data/fusion_tables.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{fusion_tables}
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Simon Tokumine", "Tom Verbeure"]
-  s.date = %q{2010-08-10}
+  s.date = %q{2010-08-12}
   s.description = %q{A simple Google Fusion Tables API wrapper. Supports bulk inserts and most API functions}
   s.email = %q{simon@tinypla.net}
   s.extra_rdoc_files = [
@@ -25,12 +25,16 @@ Gem::Specification.new do |s|
      "Rakefile",
      "TODO",
      "VERSION",
+     "examples/compare_tweets.rb",
+     "examples/credentials.example.yml",
      "fusion_tables.gemspec",
      "lib/fusion_tables.rb",
      "lib/fusion_tables/client/fusion_tables.rb",
      "lib/fusion_tables/data/data.rb",
      "lib/fusion_tables/data/table.rb",
      "lib/fusion_tables/ext/fusion_tables.rb",
+     "pkg/fusion_tables-0.1.0.gem",
+     "pkg/fusion_tables-0.1.1.gem",
      "test/README",
      "test/helper.rb",
      "test/test_client.rb",
@@ -47,7 +51,8 @@ Gem::Specification.new do |s|
     "test/helper.rb",
      "test/test_client.rb",
      "test/test_ext.rb",
-     "test/test_table.rb"
+     "test/test_table.rb",
+     "examples/compare_tweets.rb"
   ]
 
   if s.respond_to? :specification_version then

data/lib/fusion_tables/data/table.rb

@@ -114,11 +114,11 @@ module GData
           data.inject([]) do |ar,h|
             ret = {}
             h.each do |key, value|              
-              ret[key] = case get_datatype(key)
-                            when "number"   then  "#{value}"
-                            when "datetime" then  "'#{value.strftime("%m-%d-%Y")}'"
-                            else                  "'#{value.gsub(/\\/, '\&\&').gsub(/'/, "''")}'"                            
-                          end
+              ret["'#{key.to_s}'"] = case get_datatype(key)
+                when "number"   then  "#{value}"
+                when "datetime" then  "'#{value.strftime("%m-%d-%Y")}'"
+                else                  "'#{value.gsub(/\\/, '\&\&').gsub(/'/, "''")}'"                            
+              end
             end
             ar << ret
             ar      

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: fusion_tables
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 25
   prerelease: false
   segments: 
   - 0
   - 1
-  - 0
-  version: 0.1.0
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - Simon Tokumine
@@ -16,7 +16,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-08-10 00:00:00 +01:00
+date: 2010-08-12 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -67,12 +67,16 @@ files:
 - Rakefile
 - TODO
 - VERSION
+- examples/compare_tweets.rb
+- examples/credentials.example.yml
 - fusion_tables.gemspec
 - lib/fusion_tables.rb
 - lib/fusion_tables/client/fusion_tables.rb
 - lib/fusion_tables/data/data.rb
 - lib/fusion_tables/data/table.rb
 - lib/fusion_tables/ext/fusion_tables.rb
+- pkg/fusion_tables-0.1.0.gem
+- pkg/fusion_tables-0.1.1.gem
 - test/README
 - test/helper.rb
 - test/test_client.rb
@@ -118,3 +122,4 @@ test_files:
 - test/test_client.rb
 - test/test_ext.rb
 - test/test_table.rb
+- examples/compare_tweets.rb