jsonsql 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3d33e9a4ac48dca078639f16d5ed2936770b1c1b
-  data.tar.gz: af680885d1774f70e80a7d3537d0fac10ba5644f
+  metadata.gz: ff85f78499548e7afc3b76ff4527c3aad4636b2e
+  data.tar.gz: ba0108c1dcaef8f1e420f9a702e52747ef5a16a4
 SHA512:
-  metadata.gz: 1fa41745c6bb620a19f7a947462872138280bc56bb0380fb74ee6bdc33381bac3c9640c2229cf38b9c29800215eb9eacbebedbdf4aefbb309f1c6a42a2eb1945
-  data.tar.gz: 306daa4f874dad94fe6fdce12255ab58f786cde049bd29f6e3bccdf787b9ceffe027eeaed327e83514e273d173a884a3e0c47852f2a50b4e1bc3762cad08e8b5
+  metadata.gz: 0bb30649e94c0f6c6d66fe0a28327d22c349a642ff3f2169a8091fe0cc99863035ebe7340bde7551006f2894ba3bfd577b0829eefe17efc33252075bad67dab5
+  data.tar.gz: 923a298f3183a4eaad8757ee6d645ead3dff5363069bdab7cdf644a5d8ecd372838734d37202940a647cc3d34f6ca7c74d1f757649af23e2a94fb6b264e33a49

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in jsonsql.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Francis Chong
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,45 @@
+# Jsonsql
+
+Allows you to easily execute SQL against and experiment group of JSON files.
+
+![https://raw.github.com/siuying/jsonsql/master/jsonsql.gif](https://raw.github.com/siuying/jsonsql/master/jsonsql.gif)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'jsonsql'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install jsonsql
+
+## Usage
+
+jsonsql assume you have set of JSON files having identical structure. To use it, you supply set of JSON files to jsonsql:
+
+```
+jsonsql data/*.json --save-to=output.sqlite
+```
+
+The JSON will imported to output.sqlite file.
+
+Adding ``--console`` will open a ``pry`` console with the database as ``self``.
+
+```
+jsonsql data/*.json --console --save-to=output.sqlite
+```
+
+If you omit the ``--save-to`` option, the database will be discarded after the command.
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/jsonsql/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/jsonsql

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/jsonsql'
+
+Jsonsql::Command.run(ARGV)

data/jsonsql.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'jsonsql/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "jsonsql"
+  spec.version       = Jsonsql::VERSION
+  spec.authors       = ["Francis Chong"]
+  spec.email         = ["francis@ignition.hk"]
+  spec.summary       = %q{Execute SQL against set of JSON files.}
+  spec.description   = %q{Allows you to easily execute SQL against and experiment group of JSON files.}
+  spec.homepage      = "https://github.com/siuying/jsonsql"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+
+  spec.add_dependency "sequel"
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "claide"
+end

data/lib/jsonsql.rb

@@ -0,0 +1,4 @@
+require_relative "./jsonsql/version"
+require_relative "./jsonsql/importer"
+require_relative "./jsonsql/transformer"
+require_relative "./jsonsql/command"

data/lib/jsonsql/command.rb

@@ -0,0 +1,49 @@
+require 'claide'
+require_relative './importer'
+require 'pry'
+
+module Jsonsql
+  class Command < CLAide::Command
+    self.description = 'Execute SQL against set of JSON files'
+    self.command = 'jsonsql'
+    self.arguments = '[JSON_FILE] ...'
+
+    def self.options
+      [
+        ['--console', 'After all commands are run, open pry console with this data'],
+        ['--save-to=[filename]', 'If set, sqlite3 db is left on disk at this path'],
+        ['--table-name=[table]', 'Override the default table name (table)']
+      ].concat(super)
+    end
+
+    def initialize(argv)
+      @jsons = []
+
+      while argument = argv.shift_argument
+        @jsons << argument
+      end
+
+      @console = argv.flag?('console', true)
+      @filename = argv.option('save-to') || ':memory:'
+      @table_name = argv.option('table-name') || 'table'
+      super
+    end
+
+    def validate!
+      super
+      if @jsons.size == 0
+        help! "At least one JSON files is required."
+      end
+    end
+
+    def run
+      sequel = Sequel.sqlite(@filename)
+      importer = Importer.new(database: sequel, table_name: @table_name)
+      importer.import @jsons
+
+      if @console
+        importer.database.pry
+      end
+    end
+  end
+end

data/lib/jsonsql/importer.rb

@@ -0,0 +1,67 @@
+require 'sequel'
+require 'json'
+
+module Jsonsql
+  class Importer
+    SEQUEL_SUPPORTED_CLASSES = [Integer, String, Fixnum, Bignum, Float, BigDecimal, Date, DateTime, Time, Numeric, TrueClass, FalseClass]
+
+    attr_reader :database, :table_name
+
+    def initialize(database: Sequel.sqlite, table_name: "table")
+      @table_name = table_name
+      @database   = database
+      @table_created = false
+    end
+
+    def table
+      @table ||= @database[table_name.to_sym]
+    end
+
+    def import(files)
+      database.transaction do
+        files.each do |filename|
+          import_jsonfile(filename)
+        end
+      end
+    end
+
+    def import_jsonfile(filename)
+      row = JSON.parse(open(filename).read)
+      create_table_if_needed(row)
+      table.insert(row)
+    end
+
+    private
+    def class_supported?(clazz)
+      SEQUEL_SUPPORTED_CLASSES.include?(clazz)
+    end
+
+    # create a table using row data, if it has not been created
+    def create_table_if_needed(row)
+      unless @table_created
+        create_columns = columns_with_row(row)
+        database.create_table(table_name.to_sym) do
+          create_columns.each do |name, clazz|
+            column name.to_sym, clazz
+          end
+        end
+        @table_created = true
+      end
+    end
+
+    # find the columns of a table via a row of data
+    def columns_with_row(row)
+      columns = {}
+      row.each do |name, value|
+        clazz = value.class
+        if class_supported?(clazz)
+          columns[name] = value.class
+        else
+          columns[name] = String
+        end
+      end
+      columns
+    end
+
+  end
+end

data/lib/jsonsql/transformer.rb

@@ -0,0 +1,17 @@
+module Jsonsql
+  class Transformer
+    def initialize(&block)
+      @transformation = block
+    end
+
+    def transform(row)
+      self.instance_exec(row, &@transformation)
+      row
+    end
+
+    def self.transformer_with_block(string)
+      block = eval(string)
+      Transformer.new(&block)
+    end
+  end
+end

data/lib/jsonsql/version.rb

@@ -0,0 +1,3 @@
+module Jsonsql
+  VERSION = "0.1.2"
+end

data/samples/mtr/437582112921640960.json

@@ -0,0 +1,7 @@
+{
+  "id": 437582112921640960,
+  "text": "@kaede19940908 圖片係港鐵官方的",
+  "created_at": "2014-02-23 21:38:00 +0800",
+  "lang": "zh",
+  "reply_to": "kaede19940908"
+}

data/samples/mtr/437619123200086016.json

@@ -0,0 +1,7 @@
+{
+  "id": 437619123200086016,
+  "text": "本星期改賣「智能單程車票」的車站\n\nStations rolling out Single Journey Smart Tickets in this week： \n\nhttp://t.co/nyueEn151y  #SJST",
+  "created_at": "2014-02-24 00:05:04 +0800",
+  "lang": "zh",
+  "reply_to": null
+}

data/samples/mtr/437741703663869953.json

@@ -0,0 +1,7 @@
+{
+  "id": 437741703663869953,
+  "text": "0810 Severe delay on West Rail Line due to signal failure at Tuen Mun, consider other transport means",
+  "created_at": "2014-02-24 08:12:09 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/437742060028719104.json

@@ -0,0 +1,7 @@
+{
+  "id": 437742060028719104,
+  "text": "0810 西鐵綫屯門站信號故障，服務嚴重受阻，可考慮其他交通工具",
+  "created_at": "2014-02-24 08:13:34 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/437745519050256384.json

@@ -0,0 +1,7 @@
+{
+  "id": 437745519050256384,
+  "text": "0825 Signal failure at West Rail Line has just resolved. Minor delay",
+  "created_at": "2014-02-24 08:27:19 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/437745801716985856.json

@@ -0,0 +1,7 @@
+{
+  "id": 437745801716985856,
+  "text": "0825 之前於西鐵綫發生的信號故障事故，經已處理完成，服務稍有阻延",
+  "created_at": "2014-02-24 08:28:26 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/437750489242161153.json

@@ -0,0 +1,7 @@
+{
+  "id": 437750489242161153,
+  "text": "@jeremysiu @sidxx 哈哈，講笑啫，唔駛咁緊張，大家仲有成日嘅工作呢 :)",
+  "created_at": "2014-02-24 08:47:04 +0800",
+  "lang": "ja",
+  "reply_to": "jeremysiu"
+}

data/samples/mtr/437752084700467201.json

@@ -0,0 +1,7 @@
+{
+  "id": 437752084700467201,
+  "text": "0850 Good service on West Rail Line",
+  "created_at": "2014-02-24 08:53:24 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/437752199980933120.json

@@ -0,0 +1,7 @@
+{
+  "id": 437752199980933120,
+  "text": "0850 西鐵綫列車服務回復正常",
+  "created_at": "2014-02-24 08:53:52 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/437776429975994368.json

@@ -0,0 +1,7 @@
+{
+  "id": 437776429975994368,
+  "text": "@jeremysiu @sidxx 其實我地有 #Twitter Follow 教學，呢個係 android 版嘅：\n\nhttp://t.co/Qk4ncAGIFa",
+  "created_at": "2014-02-24 10:30:09 +0800",
+  "lang": "ja",
+  "reply_to": "jeremysiu"
+}

data/samples/mtr/438102225232359424.json

@@ -0,0 +1,7 @@
+{
+  "id": 438102225232359424,
+  "text": "0800 Minor delay on Island Line due to faulty train at Sai Wan Ho",
+  "created_at": "2014-02-25 08:04:44 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438102443663314944.json

@@ -0,0 +1,7 @@
+{
+  "id": 438102443663314944,
+  "text": "0800 港島綫西灣河站有列車故障，服務稍有阻延",
+  "created_at": "2014-02-25 08:05:36 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438104066649247744.json

@@ -0,0 +1,7 @@
+{
+  "id": 438104066649247744,
+  "text": "0810 Disruption on Island Line due to overcrowding at North Point",
+  "created_at": "2014-02-25 08:12:03 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438104276263784448.json

@@ -0,0 +1,7 @@
+{
+  "id": 438104276263784448,
+  "text": "0810 港島綫北角站人流過多，服務受阻",
+  "created_at": "2014-02-25 08:12:53 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438106319539937280.json

@@ -0,0 +1,7 @@
+{
+  "id": 438106319539937280,
+  "text": "0820 Faulty train at Island Line has just resolved. Minor delay",
+  "created_at": "2014-02-25 08:21:00 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438106591116922880.json

@@ -0,0 +1,7 @@
+{
+  "id": 438106591116922880,
+  "text": "0820 之前於港島綫發生的有列車故障事故，經已處理完成，服務稍有阻延",
+  "created_at": "2014-02-25 08:22:05 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438106828455829505.json

@@ -0,0 +1,7 @@
+{
+  "id": 438106828455829505,
+  "text": "@erichongkong 港島綫冇中國車，得英國國貨",
+  "created_at": "2014-02-25 08:23:02 +0800",
+  "lang": "ja",
+  "reply_to": "EricHongKong"
+}

data/samples/mtr/438108309355511809.json

@@ -0,0 +1,7 @@
+{
+  "id": 438108309355511809,
+  "text": "@sparkingspirit 請問方唔方便影幅相俾我哋睇睇??",
+  "created_at": "2014-02-25 08:28:55 +0800",
+  "lang": "ja",
+  "reply_to": "sparkingspirit"
+}

data/samples/mtr/438118659513663488.json

@@ -0,0 +1,7 @@
+{
+  "id": 438118659513663488,
+  "text": "0910 Good service on Island Line",
+  "created_at": "2014-02-25 09:10:02 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438118752815972352.json

@@ -0,0 +1,7 @@
+{
+  "id": 438118752815972352,
+  "text": "0910 港島綫列車服務回復正常",
+  "created_at": "2014-02-25 09:10:25 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438126088913309696.json

@@ -0,0 +1,7 @@
+{
+  "id": 438126088913309696,
+  "text": "0936 All Exits for passenger in and out at Tai Wai of East Rail＋Ma On Shan Line",
+  "created_at": "2014-02-25 09:39:34 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438126258451275778.json

@@ -0,0 +1,7 @@
+{
+  "id": 438126258451275778,
+  "text": "0936 東鐵綫＋馬鞍山綫大圍站，所有出口可供出入站乘客使用",
+  "created_at": "2014-02-25 09:40:14 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438127980003348480.json

@@ -0,0 +1,7 @@
+{
+  "id": 438127980003348480,
+  "text": "@kk_kev @b3108 A small fire at a fast food store at Tai Wai. Area closed for firefighters to handle",
+  "created_at": "2014-02-25 09:47:05 +0800",
+  "lang": "en",
+  "reply_to": "kk_kev"
+}

data/samples/mtr/438162980908175360.json

@@ -0,0 +1,7 @@
+{
+  "id": 438162980908175360,
+  "text": "@minato21 @harryhung @victor1878200 大圍站喺馬鞍山綫通車時重建過，設施比較新，當車站商店發生火警時，會有緊急抽風將D煙抽到車站外的排煙口，所以今早第一時間發現有煙嘅，反而係車長",
+  "created_at": "2014-02-25 12:06:09 +0800",
+  "lang": "ja",
+  "reply_to": "minato21"
+}

data/samples/mtr/438169095335206912.json

@@ -0,0 +1,7 @@
+{
+  "id": 438169095335206912,
+  "text": "1225 Minor delay on East Rail Line due to trespasser at Mong Kok East",
+  "created_at": "2014-02-25 12:30:27 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438169291074965506.json

@@ -0,0 +1,7 @@
+{
+  "id": 438169291074965506,
+  "text": "1225 東鐵綫旺角東站有人闖入路軌，服務稍有阻延",
+  "created_at": "2014-02-25 12:31:14 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438182947787505664.json

@@ -0,0 +1,7 @@
+{
+  "id": 438182947787505664,
+  "text": "@phillip_in_hk Nope. Will need Hong Kong Police to provide",
+  "created_at": "2014-02-25 13:25:30 +0800",
+  "lang": "en",
+  "reply_to": "Phillip_In_HK"
+}

data/samples/mtr/438184226127486976.json

@@ -0,0 +1,7 @@
+{
+  "id": 438184226127486976,
+  "text": "1320 Good service on East Rail Line",
+  "created_at": "2014-02-25 13:30:35 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438184269517574145.json

@@ -0,0 +1,7 @@
+{
+  "id": 438184269517574145,
+  "text": "1320 東鐵綫列車服務回復正常",
+  "created_at": "2014-02-25 13:30:45 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438298854644256768.json

@@ -0,0 +1,7 @@
+{
+  "id": 438298854644256768,
+  "text": "100 位同事，由 8 度到 18度，於東鐵綫沿綫每 15 分鐘為電纜絕緣子測溫\n\n佢地每日企足十幾個鐘，只係為左火車能安全行駛，多謝你地！\n\nFrom 8 to 18 degrees, 14 hours… http://t.co/q0SZizPQAr",
+  "created_at": "2014-02-25 21:06:04 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438376362844233729.json

@@ -0,0 +1,7 @@
+{
+  "id": 438376362844233729,
+  "text": "@soysin 咁只有中環至尖沙咀有九折\n\n情況一：尖沙咀出閘－尖東入閘少於30分鐘\n車費會係中環至大埔墟原價 減 中環至尖沙咀 10% 折扣\n\n情況二：尖沙咀出閘－尖東入閘多於30分鐘\n尖東至大埔墟嘅車費會獨立計算",
+  "created_at": "2014-02-26 02:14:04 +0800",
+  "lang": "ja",
+  "reply_to": "soysin"
+}

data/samples/mtr/438378012992475136.json

@@ -0,0 +1,7 @@
+{
+  "id": 438378012992475136,
+  "text": "@soysin 30 分鐘內轉線的話係",
+  "created_at": "2014-02-26 02:20:37 +0800",
+  "lang": "zh",
+  "reply_to": "soysin"
+}

data/samples/mtr/438484708301631488.json

@@ -0,0 +1,7 @@
+{
+  "id": 438484708301631488,
+  "text": "@kintingicarus 多謝你，我地暫時收唔到故障的資料，相信係有乘客需要協助令列車有少許延誤",
+  "created_at": "2014-02-26 09:24:35 +0800",
+  "lang": "zh",
+  "reply_to": "kintingicarus"
+}

data/samples/mtr/438525303129128960.json

@@ -0,0 +1,7 @@
+{
+  "id": 438525303129128960,
+  "text": "The 2014 - 2015 Budget leaflets are available at these #MTR stations from 1315 hours： Wong Tai Sin Kowloon (cont) http://t.co/MDbSPRJz5M",
+  "created_at": "2014-02-26 12:05:54 +0800",
+  "lang": "en",
+  "reply_to": null
+}

data/samples/mtr/438525455046410241.json

@@ -0,0 +1,7 @@
+{
+  "id": 438525455046410241,
+  "text": "《財政預算案》單張，可在1315時起同時於下列車站索取：\n\n黃大仙、九龍塘、觀塘、 \n中環、金鐘、佐敦、旺角、葵芳、荃灣、 灣仔、銅鑼灣、 \n寶琳、 青衣、 \n紅磡、大圍、沙田、粉嶺、 \n天水圍、元朗及屯門",
+  "created_at": "2014-02-26 12:06:30 +0800",
+  "lang": "zh",
+  "reply_to": null
+}

data/samples/mtr/438836995029090304.json

@@ -0,0 +1,7 @@
+{
+  "id": 438836995029090304,
+  "text": "@colinleetc thanks for your info, our colleagues are investigating, please update us again if your train moves again",
+  "created_at": "2014-02-27 08:44:27 +0800",
+  "lang": "en",
+  "reply_to": "colinleetc"
+}

data/samples/mtr/438837397577408512.json

@@ -0,0 +1,7 @@
+{
+  "id": 438837397577408512,
+  "text": "@colinleetc thanks , we'll keep track of the situation",
+  "created_at": "2014-02-27 08:46:03 +0800",
+  "lang": "en",
+  "reply_to": "colinleetc"
+}

data/samples/mtr/438882017023762432.json

@@ -0,0 +1,7 @@
+{
+  "id": 438882017023762432,
+  "text": "@wingp @galileo44 有經驗嘅，但係離左地太耐，唔知道個世界變成點",
+  "created_at": "2014-02-27 11:43:21 +0800",
+  "lang": "ja",
+  "reply_to": "wingp"
+}

data/samples/mtr/438885035861483520.json

@@ -0,0 +1,7 @@
+{
+  "id": 438885035861483520,
+  "text": "@galileo44 視乎 @wingp 的爸爸，喺兩鐵合併時，點樣選擇（家屬）乘車福利組合",
+  "created_at": "2014-02-27 11:55:21 +0800",
+  "lang": "ja",
+  "reply_to": "wingp"
+}

data/samples/mtr/438886437241364480.json

@@ -0,0 +1,7 @@
+{
+  "id": 438886437241364480,
+  "text": "@nogizaka_peter http://t.co/tW69N3PGzi",
+  "created_at": "2014-02-27 12:00:55 +0800",
+  "lang": "und",
+  "reply_to": "nogizaka_peter"
+}

data/samples/mtr/438923308999135232.json

@@ -0,0 +1,7 @@
+{
+  "id": 438923308999135232,
+  "text": "呢架就係上星期三到港嘅「南港島綫中國製列車」啦 :D\n\n係香港第二款設計作「智能無人駕駛」嘅列車，乘客可從車窗睇到前路景色；暫時會於小壕灣車廠試車，待黃竹坑車廠竣工後，就可以搬去南港島綫啦，遲 D… http://t.co/czrOmeee6t",
+  "created_at": "2014-02-27 14:27:26 +0800",
+  "lang": "ja",
+  "reply_to": null
+}

data/samples/mtr/438931286992773120.json

@@ -0,0 +1,7 @@
+{
+  "id": 438931286992773120,
+  "text": "@twixhime 因為自「韓製列車」後，港鐵新列車都習慣以產地命名，例如「中國製列車 C-Train」，南港島綫的就是「南港島綫中國製列車 SIL C-Train」\n\n「中國製造」沒有特別含意，也不是臭名遠播，沒有大問題： http://t.co/Mx5gNUXV17",
+  "created_at": "2014-02-27 14:59:08 +0800",
+  "lang": "ja",
+  "reply_to": "TwixHime"
+}

data/samples/mtr/439026660629692416.json

@@ -0,0 +1,7 @@
+{
+  "id": 439026660629692416,
+  "text": "@liukinlok2007 係一時收唔到訊號，收車後會處理的",
+  "created_at": "2014-02-27 21:18:07 +0800",
+  "lang": "zh",
+  "reply_to": "liukinlok2007"
+}

data/spec/importer_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helpers'
+require 'date'
+require 'sequel'
+
+describe Jsonsql::Importer do
+  subject { Jsonsql::Importer.new }
+
+  context "#import_jsonfile" do
+    it "import one json file to db" do
+      subject.import_jsonfile("samples/mtr/437582112921640960.json")
+
+      expect(subject.table).to_not be_nil
+      expect(subject.table.count).to eq(1)
+      expected_row = {
+        :id => 437582112921640960,
+        :text => "@kaede19940908 圖片係港鐵官方的",
+        :created_at => "2014-02-23 21:38:00 +0800",
+        :lang => "zh",
+        :reply_to => "kaede19940908"
+      }
+      expect(subject.table.where(:id => 437582112921640960).to_a).to eq([expected_row])
+    end
+  end
+
+  context "#import" do
+    it "should import all files given" do
+      expect(subject).to receive(:import_jsonfile).exactly(3).times
+
+      subject.import(["1", "2", "3"])
+    end
+
+    it "populate database after import" do
+      subject.import(Dir["samples/mtr/*.json"])
+
+      expect(subject.table).to_not be_nil
+      expect(subject.table.count).to eq(43)
+      expected_row = {
+        :id => 437582112921640960,
+        :text => "@kaede19940908 圖片係港鐵官方的",
+        :created_at => "2014-02-23 21:38:00 +0800",
+        :lang => "zh",
+        :reply_to => "kaede19940908"
+      }
+      expect(subject.table.where(:id => 437582112921640960).to_a).to eq([expected_row])
+    end
+  end
+end

data/spec/spec_helpers.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH << "lib"
+require 'jsonsql'

data/spec/transformer_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helpers'
+require 'date'
+require 'sequel'
+
+describe Jsonsql::Transformer do
+  context "::new" do
+    it "create a transformer with block" do
+      transformer = Jsonsql::Transformer.new do |row|
+        row[:name] = row[:name].downcase if row[:name]
+        row
+      end
+
+      data = transformer.transform({:name => "Peter", :id => 1})
+      expect(data).to eq({:name => "peter", :id => 1})
+    end
+  end
+
+  context "::transformer_with_block" do
+    it "create a transformer with block" do
+      transformer = Jsonsql::Transformer.transformer_with_block "
+      Proc.new { |row| row[:name] = row[:name].downcase if row[:name] } 
+      "
+      data = transformer.transform({:name => "Peter", :id => 1})
+      expect(data).to eq({:name => "peter", :id => 1})
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jsonsql
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Francis Chong
@@ -84,10 +84,70 @@ description: Allows you to easily execute SQL against and experiment group of JS
   files.
 email:
 - francis@ignition.hk
-executables: []
+executables:
+- jsonsql
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/jsonsql
+- jsonsql.gemspec
+- jsonsql.gif
+- lib/jsonsql.rb
+- lib/jsonsql/command.rb
+- lib/jsonsql/importer.rb
+- lib/jsonsql/transformer.rb
+- lib/jsonsql/version.rb
+- samples/mtr/437582112921640960.json
+- samples/mtr/437619123200086016.json
+- samples/mtr/437741703663869953.json
+- samples/mtr/437742060028719104.json
+- samples/mtr/437745519050256384.json
+- samples/mtr/437745801716985856.json
+- samples/mtr/437750489242161153.json
+- samples/mtr/437752084700467201.json
+- samples/mtr/437752199980933120.json
+- samples/mtr/437776429975994368.json
+- samples/mtr/438102225232359424.json
+- samples/mtr/438102443663314944.json
+- samples/mtr/438104066649247744.json
+- samples/mtr/438104276263784448.json
+- samples/mtr/438106319539937280.json
+- samples/mtr/438106591116922880.json
+- samples/mtr/438106828455829505.json
+- samples/mtr/438108309355511809.json
+- samples/mtr/438118659513663488.json
+- samples/mtr/438118752815972352.json
+- samples/mtr/438126088913309696.json
+- samples/mtr/438126258451275778.json
+- samples/mtr/438127980003348480.json
+- samples/mtr/438162980908175360.json
+- samples/mtr/438169095335206912.json
+- samples/mtr/438169291074965506.json
+- samples/mtr/438182947787505664.json
+- samples/mtr/438184226127486976.json
+- samples/mtr/438184269517574145.json
+- samples/mtr/438298854644256768.json
+- samples/mtr/438376362844233729.json
+- samples/mtr/438378012992475136.json
+- samples/mtr/438484708301631488.json
+- samples/mtr/438525303129128960.json
+- samples/mtr/438525455046410241.json
+- samples/mtr/438836995029090304.json
+- samples/mtr/438837397577408512.json
+- samples/mtr/438882017023762432.json
+- samples/mtr/438885035861483520.json
+- samples/mtr/438886437241364480.json
+- samples/mtr/438923308999135232.json
+- samples/mtr/438931286992773120.json
+- samples/mtr/439026660629692416.json
+- spec/importer_spec.rb
+- spec/spec_helpers.rb
+- spec/transformer_spec.rb
 homepage: https://github.com/siuying/jsonsql
 licenses:
 - MIT
@@ -112,4 +172,7 @@ rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Execute SQL against set of JSON files.
-test_files: []
+test_files:
+- spec/importer_spec.rb
+- spec/spec_helpers.rb
+- spec/transformer_spec.rb