google_refine 0.4 → 0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2dfb7bddc7289a9591321cf8facb6643fa7ef0b1
+  data.tar.gz: 2ce085b7ad8925bc82d5ca3fcd9ab43c10197e0f
+SHA512:
+  metadata.gz: 9335119183340461b525de57a432e165702e06a70257cef81e9d0c26d91ab2c01e425910a38b6322999cd18aff4d4d73fb8d038dbfb9fe1f5766b84f36672018
+  data.tar.gz: 4656138281269cf3d6bd00f36b944dbdef8e3919a35a6fe90ae8d6e163d43d14925864caab686afc480df7552e2bc0ef4d8fc0ff622d6217c9af6a991e5305c4

data/bin/upload-to-refine

@@ -8,7 +8,7 @@ require 'tempfile'
 opts = Trollop::options do
   opt :host, "Address of Google Refine", :default => '0.0.0.0:3333'
   opt :project_name, 'Project name'
-  opt :header_lines, 'Header lines', :default => 0
+  opt :header_lines, 'Header lines', :default => 1
   opt :process_qoutes
   opt :limit, 'limit', :default => 0
 end
@@ -20,7 +20,7 @@ host = opts[:host]
 
 file = nil
 
-if ARGV.size > 0 
+if ARGV.size > 0
   file = ARGV.shift
   abort "File \"#{file}\" does not exists." if not File.exists?(file)
 end
@@ -31,9 +31,9 @@ if file.nil?
   if STDIN.tty?
     abort "The STDIN should not be a TTY."
   else
-    tempfile = Tempfile.new('upload-to-pipelines')
+    tempfile = Tempfile.new('upload-to-refine')
     tempfile.close
-    
+
     IO.copy_stream(STDIN, tempfile)
     file = tempfile.path
   end
@@ -42,6 +42,11 @@ end
 
 refine = Refine.new(host)
 
+File.open(file) do |f|
+  line = f.readline
+  opts[:separator] = line.count(",") > line.count("\t") ? "," : "\t"
+end
+
 puts refine.create_project(file, opts)
 
 tempfile.unlink if not tempfile.nil?

data/lib/google_refine.rb

@@ -3,7 +3,7 @@ require 'json'
 
 class Project
 
-  attr_accessor :id  
+  attr_accessor :id
   attr_accessor :refine
 
   def initialize(refine, id)
@@ -18,9 +18,9 @@ end
 
 class Job
 
-  attr_accessor :id  
+  attr_accessor :id
   attr_accessor :refine
-  
+
   def initialize(refine, id)
     self.refine = refine
     self.id = id
@@ -64,7 +64,7 @@ class Refine
   def initialize(url)
     self.url = url
   end
-  
+
   def url=(url)
     if url !~ /^http/
       url = "http://#{url}"
@@ -86,20 +86,21 @@ class Refine
 
   def create_project(filename, param = {})
 
-
     param[:project_name] ||= File.basename(filename)
 
     if self.version >= "2.5"
       begin
         options = {}
-        options[:projectName]            = param[:project_name]              
+        options[:projectName]            = param[:project_name]
         options[:encoding]               = param[:encoding]                  || "UTF-8"
-        options[:separator]              = param[:separator]                 || "\\t"
-        options[:headerLines]            = param[:header_lines]              || 0
-        options[:limit]                  = param[:limit]                     
+        options[:separator]              = param[:separator]                 || "\t"
+        options[:headerLines]            = param[:header_lines]              || 1
+        options[:limit]                  = param[:limit]
         options[:guessCellValueTypes]    = param[:guess_value_type]          || false
         options[:processQuotes]          = param[:process_quotes]            || false
 
+        warn options
+
         job = create_importing_job
         job.load_raw_data(filename)
         project = job.create_project(options)
@@ -117,7 +118,7 @@ class Refine
               guess_value_type:  param[:guess_value_type],
               ignore_quotes:     ! param[:process_quotes],
               project_file:  File.new(filename, "rb")
-            }.map { |key, value| [ key.to_s.gsub('_', '-'), value ] } 
+            }.map { |key, value| [ key.to_s.gsub('_', '-'), value ] }
           ]
         )
       rescue RestClient::Found

metadata

@@ -1,80 +1,74 @@
 --- !ruby/object:Gem::Specification
 name: google_refine
 version: !ruby/object:Gem::Version
-  version: '0.4'
-  prerelease: 
+  version: '0.5'
 platform: ruby
 authors:
 - Cheng Guangnan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-01-08 00:00:00.000000000 Z
+date: 2016-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: trollop
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Ruby library and command line executables for uploading tab files into
   Google Refine (v2.0 and v2.5).
-email: chenggn@gmail.com
+email: chengguangnan@gmail.com
 executables:
 - upload-to-refine
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/google_refine.rb
 - bin/upload-to-refine
-homepage: https://github.com/guangnan/google_refine
+- lib/google_refine.rb
+homepage: https://github.com/chengguangnan/google_refine
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.5.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Upload to Google Refine.
 test_files: []