cartodb-importer 0.2.17 → 0.2.18

data/lib/cartodb-importer/importer.rb

@@ -1,4 +1,11 @@
 # coding: UTF-8
+#
+def get_temporal_filename (prefix)
+  tf = Tempfile.new(prefix)
+  tempname = tf.path 
+  tf.close! 
+  return tempname
+end
 
 module CartoDB
   class Importer
@@ -131,6 +138,39 @@ module CartoDB
         @ext = '.csv'
         path = @import_from_file.path
       end
+
+      # if the file is a gpx file import the track points with all associated data
+      # A GPX file generates 3 tables so it would be good to have the option to create
+      # and import all of them
+      if %W{ .gpx }.include?(@ext)
+        # generate a temporally file 
+        shp_file = get_temporal_filename(path)
+
+        # extract the 3 shp files (and associated dbf and so on)
+        # it will create a folder
+        ogr2ogr_bin_path = `which ogr2ogr`.strip
+        # ogr2ogr does not manage well datetime fields in gpx to transform it to string in 
+        # order to import correctly
+        ogr2ogr_command = %Q{#{ogr2ogr_bin_path} -fieldTypeToString DateTime -f "ESRI Shapefile" #{shp_file} #{path}}
+        out = `#{ogr2ogr_command}`
+
+        track_points = "#{shp_file}/track_points.shp"
+        runlog.stdout << track_points
+        # then choose the track_points file to import
+        if Dir.exists?(shp_file) and File.file?(track_points)
+          # add all files to entries to be removed
+          # add the path too in order to remove it 
+          entries = Dir["#{shp_file}/*"]
+          entries << shp_file
+
+          path = track_points
+          # get the file to import and set extension to shp
+          @ext = '.shp'
+        else
+          runlog.err << "failed to create shp file from GPX"
+        end
+
+      end
       
       if %W{ .kmz .kml .json .js }.include?(@ext)
         ogr2ogr_bin_path = `which ogr2ogr`.strip

data/lib/cartodb-importer/version.rb

@@ -1,6 +1,6 @@
 module CartoDB
   class Importer
-    VERSION = "0.2.17"
+    VERSION = "0.2.18"
   end
 end
-    
+    

data/spec/import_spec.rb

@@ -322,6 +322,21 @@ describe CartoDB::Importer do
       result.import_type.should == '.shp'
     end
   end  
+
+
+  
+  describe "import GPX file" do
+      it "should import GPX file" do
+        importer = CartoDB::Importer.new :import_from_file => File.expand_path("../support/data/route2.gpx", __FILE__),
+                                       :database => "cartodb_importer_test", :username => 'postgres', :password => '',
+                                       :host => 'localhost', :port => 5432
+        result = importer.import!
+        result.should_not == nil
+        result.name.should == 'route2'
+        #result.rows_imported.should == 29
+        result.import_type.should == '.gpx'
+      end
+  end
   
   describe "Import from Simon file" do
     it "should import a shapefile from Simon" do

metadata

@@ -1,10 +1,10 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: cartodb-importer
-version: !ruby/object:Gem::Version
-  version: 0.2.17
+version: !ruby/object:Gem::Version 
   prerelease: 
+  version: 0.2.18
 platform: ruby
-authors:
+authors: 
 - Fernando Blat
 - Andrew Hill
 - Javier de la Torre
@@ -12,147 +12,152 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-06 00:00:00.000000000Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2011-10-18 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: pg
-  requirement: &70363733332580 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.11'
+      - !ruby/object:Gem::Version 
+        version: "0.11"
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733332580
-- !ruby/object:Gem::Dependency
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
   name: sequel
-  requirement: &70363733331740 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 3.28.0
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733331740
-- !ruby/object:Gem::Dependency
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
   name: roo
-  requirement: &70363733331020 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 1.9.7
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733331020
-- !ruby/object:Gem::Dependency
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
   name: spreadsheet
-  requirement: &70363733330320 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.6.5.9
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733330320
-- !ruby/object:Gem::Dependency
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
   name: google-spreadsheet-ruby
-  requirement: &70363733329560 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.1.5
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733329560
-- !ruby/object:Gem::Dependency
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
   name: rubyzip
-  requirement: &70363733328960 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.9.4
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733328960
-- !ruby/object:Gem::Dependency
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
   name: builder
-  requirement: &70363733328360 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733328360
-- !ruby/object:Gem::Dependency
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
   name: rgeo
-  requirement: &70363733327540 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.3.2
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733327540
-- !ruby/object:Gem::Dependency
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
   name: rgeo-geojson
-  requirement: &70363733326760 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.2.1
   type: :runtime
-  prerelease: false
-  version_requirements: *70363733326760
-- !ruby/object:Gem::Dependency
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
   name: rspec
-  requirement: &70363733326080 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 2.6.0
   type: :development
-  prerelease: false
-  version_requirements: *70363733326080
-- !ruby/object:Gem::Dependency
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
   name: mocha
-  requirement: &70363733325400 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.10.0
   type: :development
-  prerelease: false
-  version_requirements: *70363733325400
-- !ruby/object:Gem::Dependency
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
   name: ruby-debug19
-  requirement: &70363733324700 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id012 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.11.6
   type: :development
-  prerelease: false
-  version_requirements: *70363733324700
+  version_requirements: *id012
 description: Import CSV, SHP, and other files with data into a PostgreSQL table
-email:
+email: 
 - andrew@vizzuality.com
 executables: []
+
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
 - .rvmrc
 - Gemfile
@@ -177,31 +182,35 @@ files:
 - spec/export_spec.rb
 - spec/import_spec.rb
 - spec/spec_helper.rb
-homepage: ''
+has_rdoc: true
+homepage: ""
 licenses: []
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
 requirements: []
+
 rubyforge_project: cartodb-importer
-rubygems_version: 1.8.10
+rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
 summary: Import CSV, SHP, and other files with data into a PostgreSQL table
-test_files:
+test_files: 
 - spec/export_spec.rb
 - spec/import_spec.rb
 - spec/spec_helper.rb