google_refine 0.2.1344409076 → 0.3.1348632596

data/bin/upload-to-refine

@@ -7,6 +7,10 @@ require 'tempfile'
 
 opts = Trollop::options do
   opt :host, "Address of Google Refine", :default => '0.0.0.0:3333'
+  opt :project_name, 'Project name'
+  opt :header_lines, 'Header lines', :default => 0
+  opt :process_qoutes
+  opt :limit, :default => 0
 end
 
 
@@ -38,6 +42,6 @@ end
 
 refine = Refine.new(host)
 
-puts refine.create_project(file, :projectName => file)
+puts refine.create_project(file, opts)
 
 tempfile.unlink if not tempfile.nil?

data/lib/google_refine.rb

@@ -83,25 +83,23 @@ class Refine
     JSON[response]['version']
   end
 
+
   def create_project(filename, param = {})
 
-    options = {}
-    options[:format]                 = param[:format]
-    options[:projectName]            = param[:name]                      || "File \"#{filename}\""
-    options[:encoding]               = param[:encoding]                  || "UTF-8"
-    options[:separator]              = param[:separator]                 || "\\t"
-    options[:ignoreLines]            = param[:ignoreLines]               || -1
-    options[:headerLines]            = param[:headerLines]               || 0
-    options[:skipDataLines]          = param[:skipDataLines]             || 0
-    options[:limit]                  = param[:limit]                     || 1_000_000
-    options[:storeBlankRows]         = param[:storeBlankRows]            || true
-    options[:guessCellValueTypes]    = param[:guessCellValueTypes]       || true
-    options[:processQuotes]          = param[:processQuotes]             || false
-    options[:storeBlankCellsAsNulls] = param[:storeBlankCellsAsNulls]    || true
-    options[:includeFileSources]     = param[:includeFileSources]        || false
+
+    param[:project_name] ||= File.basename(filename)
 
     if self.version >= "2.5"
       begin
+        options = {}
+        options[:projectName]            = param[:project_name]              
+        options[:encoding]               = param[:encoding]                  || "UTF-8"
+        options[:separator]              = param[:separator]                 || "\\t"
+        options[:headerLines]            = param[:header_lines]              || 0
+        options[:limit]                  = param[:limit]                     
+        options[:guessCellValueTypes]    = param[:guess_value_type]          || false
+        options[:processQuotes]          = param[:process_quotes]            || false
+
         job = create_importing_job
         job.load_raw_data(filename)
         project = job.create_project(options)
@@ -109,14 +107,19 @@ class Refine
       ensure
         job.cancel if job
       end
-    elsif self.version == "2.0"
+    elsif [ "2.0", "2.1" ].include?(self.version)
       begin
         RestClient.post("#{self.url}/command/core/create-project-from-upload",
-          :'project-name'      => options[:projectName],
-          :'guess-value-type'  => options[:guessCellValueTypes],
-          :'header-lines'      => options[:headerLines],
-          :'limit'             => options[:limit],
-          :'project-file'      => File.new(filename, "rb"))
+          Hash[
+           {  project_name:      param[:project_name],
+              header_lines:      param[:header_lines],
+              limit:             param[:limit],
+              guess_value_type:  param[:guess_value_type],
+              ignore_quotes:     ! param[:process_quotes],
+              project_file:  File.new(filename, "rb")
+            }.map { |key, value| [ key.to_s.gsub('_', '-'), value ] } 
+          ]
+        )
       rescue RestClient::Found
         project_id = $!.response.headers[:location].match(/project=(\d+)/)[1]
         Project.new(self, project_id)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google_refine
 version: !ruby/object:Gem::Version
-  version: 0.2.1344409076
+  version: 0.3.1348632596
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-08-08 00:00:00.000000000 Z
+date: 2012-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -73,7 +73,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Upload to Google Refine.