json-stream-path 0.0.3 → 0.1.0

data/.gitignore

@@ -1,4 +1,3 @@
-.idea/
 *.gem
 *.rbc
 .bundle

data/README.md

@@ -1,12 +1,25 @@
 # Json::Stream::Path
 
-TODO: Write a gem description
+    Please update to 0.1.0 version. It's bug free.
+
+It's a JSON Path like implementation and memory optimization in JSON Stream gem (https://github.com/dgraham/json-stream)
+
+JSON Stream Path is well suit for parsing subset of JSON data from a huge JSON file.
+
+Usual stream based parsers will reduce the memory only in parsing file. But they may still keeps the graph(a intermediate data structure to create hash) of whole JSON data in memory. Again the graph is converted into hash that again may consume memory. If only subset of JSON data have to be parsed from a huge JSON file, graph no need to be created for the whole JSON data and final hash also no need to contain whole JSON data.
+
+JSON Stream Path address this problem. Since path to parse in JSON is supplied as the argument, it will consume memory to create graph only for the subset of huge JSON data. Same way, final out come (hash) is the subset of huge JSON data which will again consume memory for the whole subset of JSON data.
+
+JSON Stream Path address this problem. Path to parse in JSON file is supplied as an argument. JSON Stream Path parses according to the path mentioned. So it consumes memory to create graph only for the subset of huge JSON data. Same way, final out come (hash) is the subset of huge JSON data which will again consume memory for the subset of huge JSON data.
+
+    Future releases will optimize memory and improve performance. Please keep update to the latest version.
+
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
-    gem 'json-stream-path'
+    gem 'json-stream-path', :require => 'json/stream'
 
 And then execute:
 
@@ -18,7 +31,28 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+To parse subset of data from JSON file.
+
+    require 'json/stream'
+    parser = JSON::Stream::Parser.new
+    stream = File.open('path/to/json-file.json')
+    hash = parser.parse(stream, '/json/path')
+
+
+To parse whole JSON file
+
+    require 'json/stream'
+    parser = JSON::Stream::Parser.new
+    stream = File.open('path/to/json-file.json')
+    hash = parser.parse(stream)
+
+For the other basic usage refer https://github.com/dgraham/json-stream
+
+Thanks to David Graham for his JSON Stream https://github.com/dgraham/json-stream
+
+Future Enhancements:
+    Implement full stack JSON Path
+    Option to get hash or JSON
 
 ## Contributing
 

data/json-stream-path.gemspec

@@ -16,9 +16,10 @@ Gem::Specification.new do |spec|
   spec.files         = `git ls-files`.split($/)
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
+  spec.require_path = "lib"
 
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "pry"
+  spec.required_ruby_version = '>= 1.9.2'
 end

data/lib/json/stream/builder.rb

@@ -29,17 +29,14 @@ module JSON
       end
 
       def end_document
-        #puts "====EOD===== #{@stack.inspect} ========\n"
         @result = @stack.pop.obj
       end
 
       def start_object
-        #puts "BUILDER: ========= #{@stack.inspect} ========\n"
         @stack.push(ObjectNode.new)
       end
 
       def end_object
-        #puts "BUILDER: ========= #{@stack.inspect} ========\n"
         unless @stack.size == 1
           node = @stack.pop
           @stack[-1] << node.obj
@@ -48,17 +45,14 @@ module JSON
       alias :end_array :end_object
 
       def start_array
-        #puts "BUILDER: ========= #{@stack.inspect} ========\n"
         @stack.push(ArrayNode.new)
       end
 
       def key(key)
-        #puts "BUILDER: ========= #{@stack.inspect} ========\n"
         @stack[-1] << key
       end
 
       def value(value)
-        #puts "BUILDER: ========= #{@stack.inspect} ========\n"
         @stack[-1] << value
       end
     end

data/lib/json/stream/parser.rb

@@ -74,6 +74,7 @@ module JSON
         @stack, @unicode, @buf, @pos = [], "", "", -1
         @partial_stack = []
         @jpath, @jpath_tree = nil, nil
+        @parsing_area = false
         @stop_parsing = nil
         instance_eval(&block) if block_given?
       end
@@ -89,13 +90,13 @@ module JSON
         @jpath_tree = JPathTree.new(jpath)
         stream = json.is_a?(String) ? StringIO.new(json) : json
         builder = Builder.new(self)
+
         while (buf = stream.read(BUF_SIZE)) != nil
           self << buf
         end
 
-        raise ParserError, "unexpected eof" unless builder.result
-        result = builder.result
-        (result && result.values.first) || nil
+        #raise ParserError, "unexpected eof" unless builder.result
+        builder.result && builder.result.values.first
       ensure
         stream.close unless stream.nil?
       end
@@ -110,14 +111,8 @@ module JSON
         define_method("notify_#{name}") do |*args|
 
           @listeners[name].each do |block|
-            #puts "----------------------------------------------"
-            #puts "#{name} ----- #{@parsing_area.inspect} ---- args #{args.inspect} --------- stack #{@stack.inspect} -------- State #{@state.inspect} --------- Partial Stack #{@partial_stack.inspect} ------ \n\n"
-            #puts "----------------------------------------------\n"
 
-            name = name.intern
-
-            if (!@jpath) # If use not used jpath, it should parse whole file
-                         #puts "#{name} ----- #{@parsing_area.inspect} ---- args #{args.inspect} --------- stack #{@stack.inspect} -------- State #{@state.inspect} --------- Partial Stack #{@partial_stack.inspect} ------ \n\n"
+            if (!@jpath) # If not used jpath, it should parse whole file
               block.call(*args)
             else
 
@@ -132,12 +127,11 @@ module JSON
               end
 
               if (name == :end_document) # An :end_document call is required
-                                         #puts "#{name} ----- #{@parsing_area.inspect} ---- args #{args.inspect} --------- stack #{@stack.inspect} -------- State #{@state.inspect} --------- Partial Stack #{@partial_stack.inspect} ------ \n\n"
                 block.call(*args)
+                return
               end
 
               if (@parsing_area)
-                #puts "#{name} ----- #{@parsing_area.inspect} ---- args #{args.inspect} --------- stack #{@stack.inspect} -------- State #{@state.inspect} --------- Partial Stack #{@partial_stack.inspect} ------ \n\n"
                 block.call(*args)
 
                 if (name == :key and @partial_stack.empty?) # Reached first key in the parsable JSON area
@@ -147,7 +141,7 @@ module JSON
 
                 poped_partial_stack_value = @partial_stack[-1]
 
-                if ( poped_partial_stack_value == :key || poped_partial_stack_value == :start_array || poped_partial_stack_value == :start_object)
+                if (poped_partial_stack_value == :key || poped_partial_stack_value == :start_array || poped_partial_stack_value == :start_object)
                   if (name == :start_array)
                     @partial_stack << :start_array
                   elsif (name == :start_object)
@@ -156,10 +150,6 @@ module JSON
                 end
 
                 if (poped_partial_stack_value == :key)
-                  #if (name == :start_array)   # this commented code in all the elsif block moved up to reduce the code
-                  #  @partial_stack << :start_array
-                  #elsif (name == :start_object)
-                  #  @partial_stack << :start_object
                   if (name == :value)
                     @parsing_area = false
                     @stop_parsing = true
@@ -196,15 +186,10 @@ module JSON
       # generate callback events. This is well suited for an EventMachine
       # receive_data loop.
       def <<(data)
+
         (@utf8 << data).each_char do |ch|
 
           if (@stop_parsing)
-            #notify_end_object
-            #notify_end_document
-            #end_container(:object)
-            #puts "========== #{@stack.inspect} ========="
-            #print ch
-            #break
           end
 
           @pos += 1

data/lib/json/stream/path/version.rb

@@ -1,7 +1,7 @@
 module Json
   module Stream
     module Path
-      VERSION = "0.0.3"
+      VERSION = "0.1.0"
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: json-stream-path
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-12 00:00:00.000000000 Z
+date: 2013-11-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -97,7 +97,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: