json-stream 0.2.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 62af90ebe18d5c8a58ca9b75695bf2c403b4c4a0
-  data.tar.gz: d3176279af8156702e63ffdf4c963ab6f0e25cb3
+SHA256:
+  metadata.gz: 1e4c82437a4cdee4f03248b940f8b6cf3d3e9fb4748fd5002edcb2cee2196729
+  data.tar.gz: 809ef20496473f94b7dd0038e99aa4c6742320a850367f0d4884e35081ff0f3d
 SHA512:
-  metadata.gz: 5d757855dcd79878bb9d5cbdd74c05252bde3286259b88315e95b3302ce60bc24bbf2d6f6e0ab32a5507b55bbdeae3b63ab405368880cfb29b1981f3cb291146
-  data.tar.gz: 0a90cf028ed263a4dc571c4834e1b033d9c23b17aaaef36a7275d44e804a69c1c7c8090ea119411858608bfb45a8c6ada7b2e4e6c8862294ef54ef091b1030e0
+  metadata.gz: e3a75b2ab962f6f4d8feaca106d9fbbe97bafdc4c4e8061c473507746f6ba56db2a2b7b5cb55360a8945339b23df6c360a502356632e9fad9b1e350837a03924
+  data.tar.gz: 9cbaa52cd8eef3d0d94b45515f1f900c10b12115825835b65f20fa901bb62db7323e53cf6d5132370d08c14e09a8750c54e65e256edaf9c41fbc48975661f43e

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2010-2014 David Graham
+Copyright (c) 2010-2024 David Graham
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -40,7 +40,7 @@ Again, while JSON::Stream can be used this way, if we just need to stream the
 document from disk or the network, we're better off using the yajl-ruby gem.
 
 Huge documents arriving over the network in small chunks to an EventMachine
-receive_data loop is where JSON::Stream is really useful. Inside an
+`receive_data` loop is where JSON::Stream is really useful. Inside an
 EventMachine::Connection subclass we might have:
 
 ```ruby
@@ -52,8 +52,8 @@ def post_init
     end_object     { puts "end object" }
     start_array    { puts "start array" }
     end_array      { puts "end array" }
-    key            {|k| puts "key: #{k}" }
-    value          {|v| puts "value: #{v}" }
+    key            { |k| puts "key: #{k}" }
+    value          { |v| puts "value: #{v}" }
   end
 end
 
@@ -77,16 +77,19 @@ imagine the callbacks looking for an array named `rows` and processing sets
 of these row objects in small batches. Millions of rows, streaming over the
 network, can be processed in constant memory space this way.
 
-## Dependencies
-
-* ruby >= 1.9.2
-* jruby >= 1.7
-
 ## Alternatives
 
 * [json](https://github.com/flori/json)
 * [yajl-ruby](https://github.com/brianmario/yajl-ruby)
 * [yajl-ffi](https://github.com/dgraham/yajl-ffi)
+* [application/json-seq](http://www.rfc-editor.org/rfc/rfc7464.txt)
+
+## Development
+
+```
+$ bin/setup
+$ bin/rake test
+```
 
 ## License
 

data/json-stream.gemspec

@@ -11,10 +11,12 @@ Gem::Specification.new do |s|
   s.homepage     = 'http://dgraham.github.io/json-stream/'
   s.license      = 'MIT'
 
-  s.files        = Dir['[A-Z]*', 'json-stream.gemspec', '{lib}/**/*']
-  s.test_files   = Dir['spec/**/*']
+  s.files        = Dir['[A-Z]*', 'json-stream.gemspec', '{lib}/**/*'] - ['Gemfile.lock']
   s.require_path = 'lib'
 
-  s.add_development_dependency 'rake', '~> 10.3'
-  s.required_ruby_version = '>= 1.9.2'
+  s.add_development_dependency 'bundler', '~> 2.2'
+  s.add_development_dependency 'minitest', '~> 5.22'
+  s.add_development_dependency 'rake', '~> 13.2'
+
+  s.required_ruby_version = '>= 2.6.0'
 end

data/lib/json/stream/buffer.rb

@@ -1,5 +1,3 @@
-# encoding: UTF-8
-
 module JSON
   module Stream
     # A character buffer that expects a UTF-8 encoded stream of bytes.

data/lib/json/stream/builder.rb

@@ -1,5 +1,3 @@
-# encoding: UTF-8
-
 module JSON
   module Stream
     # A parser listener that builds a full, in memory, object from a JSON

data/lib/json/stream/parser.rb

@@ -1,5 +1,3 @@
-# encoding: UTF-8
-
 module JSON
   module Stream
     # Raised on any invalid JSON text.
@@ -12,8 +10,8 @@ module JSON
     # Examples
     #
     #   parser = JSON::Stream::Parser.new
-    #   parser.key {|key| puts key }
-    #   parser.value {|value| puts value }
+    #   parser.key { |key| puts key }
+    #   parser.value { |value| puts value }
     #   parser << '{"answer":'
     #   parser << ' 42}'
     class Parser
@@ -85,8 +83,8 @@ module JSON
       #     end_object     { puts "end object" }
       #     start_array    { puts "start array" }
       #     end_array      { puts "end array" }
-      #     key            {|k| puts "key: #{k}" }
-      #     value          {|v| puts "value: #{v}" }
+      #     key            { |k| puts "key: #{k}" }
+      #     value          { |v| puts "value: #{v}" }
       #   end
       def initialize(&block)
         @state = :start_document
@@ -220,12 +218,12 @@ module JSON
               if @unicode.size == 4
                 codepoint = @unicode.slice!(0, 4).hex
                 if codepoint >= 0xD800 && codepoint <= 0xDBFF
-                  error('Expected low surrogate pair half') if @stack[-1].is_a?(Fixnum)
+                  error('Expected low surrogate pair half') if @stack[-1].is_a?(Integer)
                   @state = :start_surrogate_pair
                   @stack.push(codepoint)
                 elsif codepoint >= 0xDC00 && codepoint <= 0xDFFF
                   high = @stack.pop
-                  error('Expected high surrogate pair half') unless high.is_a?(Fixnum)
+                  error('Expected high surrogate pair half') unless high.is_a?(Integer)
                   pair = ((high - 0xD800) * 0x400) + (codepoint - 0xDC00) + 0x10000
                   @buf << pair
                   @state = :start_string

data/lib/json/stream/version.rb

@@ -1,7 +1,5 @@
-# encoding: UTF-8
-
 module JSON
   module Stream
-    VERSION = '0.2.1'
+    VERSION = '1.0.0'
   end
 end

metadata

@@ -1,29 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: json-stream
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 1.0.0
 platform: ruby
 authors:
 - David Graham
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-07-08 00:00:00.000000000 Z
+date: 2024-04-22 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.22'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.3'
+        version: '13.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.3'
+        version: '13.2'
 description: A parser best suited for huge JSON documents that don't fit in memory.
 email:
 - david.malcom.graham@gmail.com
@@ -31,6 +59,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
 - LICENSE
 - README.md
 - Rakefile
@@ -40,15 +69,11 @@ files:
 - lib/json/stream/builder.rb
 - lib/json/stream/parser.rb
 - lib/json/stream/version.rb
-- spec/buffer_spec.rb
-- spec/builder_spec.rb
-- spec/fixtures/repository.json
-- spec/parser_spec.rb
 homepage: http://dgraham.github.io/json-stream/
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -56,20 +81,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 1.9.2
+      version: 2.6.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.2
-signing_key: 
+rubygems_version: 3.5.4
+signing_key:
 specification_version: 4
 summary: A streaming JSON parser that generates SAX-like events.
-test_files:
-- spec/buffer_spec.rb
-- spec/builder_spec.rb
-- spec/fixtures/repository.json
-- spec/parser_spec.rb
+test_files: []

data/spec/buffer_spec.rb

@@ -1,110 +0,0 @@
-# encoding: UTF-8
-
-require 'json/stream'
-require 'minitest/autorun'
-
-describe JSON::Stream::Buffer do
-  subject { JSON::Stream::Buffer.new }
-
-  it 'accepts single byte characters' do
-    assert_equal "", subject << ""
-    assert_equal "abc", subject << "abc"
-    assert_equal "\u0000abc", subject << "\u0000abc"
-  end
-
-  # The é character can be a single codepoint \u00e9 or two codepoints
-  # \u0065\u0301. The first is encoded in 2 bytes, the second in 3 bytes.
-  # The json and yajl-ruby gems and CouchDB do not normalize unicode text
-  # so neither will we. Although, a good way to normalize is by calling
-  # ActiveSupport::Multibyte::Chars.new("é").normalize(:c).
-  it 'accepts combined characters' do
-    assert_equal "\u0065\u0301", subject << "\u0065\u0301"
-    assert_equal 3, (subject << "\u0065\u0301").bytesize
-    assert_equal 2, (subject << "\u0065\u0301").size
-
-    assert_equal "\u00e9", subject << "\u00e9"
-    assert_equal 2, (subject << "\u00e9").bytesize
-    assert_equal 1, (subject << "\u00e9").size
-  end
-
-  it 'accepts valid two byte characters' do
-    assert_equal "abcé", subject << "abcé"
-    assert_equal "a", subject << "a\xC3"
-    assert_equal "é", subject << "\xA9"
-    assert_equal "", subject << "\xC3"
-    assert_equal "é", subject << "\xA9"
-    assert_equal "é", subject << "\xC3\xA9"
-  end
-
-  it 'accepts valid three byte characters' do
-    assert_equal "abcé\u2603", subject << "abcé\u2603"
-    assert_equal "a", subject << "a\xE2"
-    assert_equal "", subject << "\x98"
-    assert_equal "\u2603", subject << "\x83"
-  end
-
-  it 'accepts valid four byte characters' do
-    assert_equal "abcé\u2603\u{10102}é", subject << "abcé\u2603\u{10102}é"
-    assert_equal "a", subject << "a\xF0"
-    assert_equal "", subject << "\x90"
-    assert_equal "", subject << "\x84"
-    assert_equal "\u{10102}", subject << "\x82"
-  end
-
-  it 'rejects valid utf-8 followed by partial two byte sequence' do
-    assert_equal '[', subject << '['
-    assert_equal '"', subject << '"'
-    assert_equal '', subject << "\xC3"
-    -> { subject << '"' }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects invalid two byte start characters' do
-    -> { subject << "\xC3\xC3" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects invalid three byte start characters' do
-    -> { subject << "\xE2\xE2" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects invalid four byte start characters' do
-    -> { subject << "\xF0\xF0" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects a two byte start with single byte continuation character' do
-    -> { subject << "\xC3\u0000" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects a three byte start with single byte continuation character' do
-    -> { subject << "\xE2\u0010" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects a four byte start with single byte continuation character' do
-    -> { subject << "\xF0a" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects an invalid continuation character' do
-    -> { subject << "\xA9" }.must_raise JSON::Stream::ParserError
-  end
-
-  it 'rejects an overlong form' do
-    -> { subject << "\xC0\x80" }.must_raise JSON::Stream::ParserError
-  end
-
-  describe 'checking for empty buffers' do
-    it 'is initially empty' do
-      assert subject.empty?
-    end
-
-    it 'is empty after processing complete characters' do
-      subject << 'test'
-      assert subject.empty?
-    end
-
-    it 'is not empty after processing partial multi-byte characters' do
-      subject << "\xC3"
-      refute subject.empty?
-      subject << "\xA9"
-      assert subject.empty?
-    end
-  end
-end

data/spec/builder_spec.rb

@@ -1,157 +0,0 @@
-# encoding: UTF-8
-
-require 'json/stream'
-require 'minitest/autorun'
-
-describe JSON::Stream::Builder do
-  let(:parser) { JSON::Stream::Parser.new }
-  subject { JSON::Stream::Builder.new(parser) }
-
-  it 'builds a false value' do
-    assert_nil subject.result
-    subject.start_document
-    subject.value(false)
-    assert_nil subject.result
-    subject.end_document
-    assert_equal false, subject.result
-  end
-
-  it 'builds a string value' do
-    assert_nil subject.result
-    subject.start_document
-    subject.value("test")
-    assert_nil subject.result
-    subject.end_document
-    assert_equal "test", subject.result
-  end
-
-  it 'builds an empty array' do
-    assert_nil subject.result
-    subject.start_document
-    subject.start_array
-    subject.end_array
-    assert_nil subject.result
-    subject.end_document
-    assert_equal [], subject.result
-  end
-
-  it 'builds an array of numbers' do
-    subject.start_document
-    subject.start_array
-    subject.value(1)
-    subject.value(2)
-    subject.value(3)
-    subject.end_array
-    subject.end_document
-    assert_equal [1, 2, 3], subject.result
-  end
-
-  it 'builds nested empty arrays' do
-    subject.start_document
-    subject.start_array
-    subject.start_array
-    subject.end_array
-    subject.end_array
-    subject.end_document
-    assert_equal [[]], subject.result
-  end
-
-  it 'builds nested arrays of numbers' do
-    subject.start_document
-    subject.start_array
-    subject.value(1)
-    subject.start_array
-    subject.value(2)
-    subject.end_array
-    subject.value(3)
-    subject.end_array
-    subject.end_document
-    assert_equal [1, [2], 3], subject.result
-  end
-
-  it 'builds an empty object' do
-    subject.start_document
-    subject.start_object
-    subject.end_object
-    subject.end_document
-    assert_equal({}, subject.result)
-  end
-
-  it 'builds a complex object' do
-    subject.start_document
-    subject.start_object
-    subject.key("k1")
-    subject.value(1)
-    subject.key("k2")
-    subject.value(nil)
-    subject.key("k3")
-    subject.value(true)
-    subject.key("k4")
-    subject.value(false)
-    subject.key("k5")
-    subject.value("string value")
-    subject.end_object
-    subject.end_document
-    expected = {
-      "k1" => 1,
-      "k2" => nil,
-      "k3" => true,
-      "k4" => false,
-      "k5" => "string value"
-    }
-    assert_equal expected, subject.result
-  end
-
-  it 'builds a nested object' do
-    subject.start_document
-    subject.start_object
-    subject.key("k1")
-    subject.value(1)
-
-    subject.key("k2")
-    subject.start_object
-    subject.end_object
-
-    subject.key("k3")
-    subject.start_object
-      subject.key("sub1")
-      subject.start_array
-        subject.value(12)
-      subject.end_array
-    subject.end_object
-
-    subject.key("k4")
-    subject.start_array
-      subject.value(1)
-      subject.start_object
-        subject.key("sub2")
-        subject.start_array
-        subject.value(nil)
-        subject.end_array
-      subject.end_object
-    subject.end_array
-
-    subject.key("k5")
-    subject.value("string value")
-    subject.end_object
-    subject.end_document
-    expected = {
-      "k1" => 1,
-      "k2" => {},
-      "k3" => {"sub1" => [12]},
-      "k4" => [1, {"sub2" => [nil]}],
-      "k5" => "string value"
-    }
-    assert_equal expected, subject.result
-  end
-
-  it 'builds a real document' do
-    refute_nil subject
-    parser << File.read('spec/fixtures/repository.json')
-    refute_nil subject.result
-    assert_equal 'rails', subject.result['name']
-    assert_equal 4223, subject.result['owner']['id']
-    assert_equal false, subject.result['fork']
-    assert_equal nil, subject.result['mirror_url']
-  end
-end

data/spec/fixtures/repository.json

@@ -1,107 +0,0 @@
-{
-  "id": 8514,
-  "name": "rails",
-  "full_name": "rails/rails",
-  "owner": {
-    "login": "rails",
-    "id": 4223,
-    "avatar_url": "https://avatars.githubusercontent.com/u/4223?",
-    "gravatar_id": "30f39a09e233e8369dddf6feb4be0308",
-    "url": "https://api.github.com/users/rails",
-    "html_url": "https://github.com/rails",
-    "followers_url": "https://api.github.com/users/rails/followers",
-    "following_url": "https://api.github.com/users/rails/following{/other_user}",
-    "gists_url": "https://api.github.com/users/rails/gists{/gist_id}",
-    "starred_url": "https://api.github.com/users/rails/starred{/owner}{/repo}",
-    "subscriptions_url": "https://api.github.com/users/rails/subscriptions",
-    "organizations_url": "https://api.github.com/users/rails/orgs",
-    "repos_url": "https://api.github.com/users/rails/repos",
-    "events_url": "https://api.github.com/users/rails/events{/privacy}",
-    "received_events_url": "https://api.github.com/users/rails/received_events",
-    "type": "Organization",
-    "site_admin": false
-  },
-  "private": false,
-  "html_url": "https://github.com/rails/rails",
-  "description": "Ruby on Rails",
-  "fork": false,
-  "url": "https://api.github.com/repos/rails/rails",
-  "forks_url": "https://api.github.com/repos/rails/rails/forks",
-  "keys_url": "https://api.github.com/repos/rails/rails/keys{/key_id}",
-  "collaborators_url": "https://api.github.com/repos/rails/rails/collaborators{/collaborator}",
-  "teams_url": "https://api.github.com/repos/rails/rails/teams",
-  "hooks_url": "https://api.github.com/repos/rails/rails/hooks",
-  "issue_events_url": "https://api.github.com/repos/rails/rails/issues/events{/number}",
-  "events_url": "https://api.github.com/repos/rails/rails/events",
-  "assignees_url": "https://api.github.com/repos/rails/rails/assignees{/user}",
-  "branches_url": "https://api.github.com/repos/rails/rails/branches{/branch}",
-  "tags_url": "https://api.github.com/repos/rails/rails/tags",
-  "blobs_url": "https://api.github.com/repos/rails/rails/git/blobs{/sha}",
-  "git_tags_url": "https://api.github.com/repos/rails/rails/git/tags{/sha}",
-  "git_refs_url": "https://api.github.com/repos/rails/rails/git/refs{/sha}",
-  "trees_url": "https://api.github.com/repos/rails/rails/git/trees{/sha}",
-  "statuses_url": "https://api.github.com/repos/rails/rails/statuses/{sha}",
-  "languages_url": "https://api.github.com/repos/rails/rails/languages",
-  "stargazers_url": "https://api.github.com/repos/rails/rails/stargazers",
-  "contributors_url": "https://api.github.com/repos/rails/rails/contributors",
-  "subscribers_url": "https://api.github.com/repos/rails/rails/subscribers",
-  "subscription_url": "https://api.github.com/repos/rails/rails/subscription",
-  "commits_url": "https://api.github.com/repos/rails/rails/commits{/sha}",
-  "git_commits_url": "https://api.github.com/repos/rails/rails/git/commits{/sha}",
-  "comments_url": "https://api.github.com/repos/rails/rails/comments{/number}",
-  "issue_comment_url": "https://api.github.com/repos/rails/rails/issues/comments/{number}",
-  "contents_url": "https://api.github.com/repos/rails/rails/contents/{+path}",
-  "compare_url": "https://api.github.com/repos/rails/rails/compare/{base}...{head}",
-  "merges_url": "https://api.github.com/repos/rails/rails/merges",
-  "archive_url": "https://api.github.com/repos/rails/rails/{archive_format}{/ref}",
-  "downloads_url": "https://api.github.com/repos/rails/rails/downloads",
-  "issues_url": "https://api.github.com/repos/rails/rails/issues{/number}",
-  "pulls_url": "https://api.github.com/repos/rails/rails/pulls{/number}",
-  "milestones_url": "https://api.github.com/repos/rails/rails/milestones{/number}",
-  "notifications_url": "https://api.github.com/repos/rails/rails/notifications{?since,all,participating}",
-  "labels_url": "https://api.github.com/repos/rails/rails/labels{/name}",
-  "releases_url": "https://api.github.com/repos/rails/rails/releases{/id}",
-  "created_at": "2008-04-11T02:19:47Z",
-  "updated_at": "2014-06-25T21:08:45Z",
-  "pushed_at": "2014-06-25T17:47:52Z",
-  "git_url": "git://github.com/rails/rails.git",
-  "ssh_url": "git@github.com:rails/rails.git",
-  "clone_url": "https://github.com/rails/rails.git",
-  "svn_url": "https://github.com/rails/rails",
-  "homepage": "http://rubyonrails.org",
-  "size": 331047,
-  "stargazers_count": 22248,
-  "watchers_count": 22248,
-  "language": "Ruby",
-  "has_issues": true,
-  "has_downloads": true,
-  "has_wiki": false,
-  "forks_count": 8278,
-  "mirror_url": null,
-  "open_issues_count": 625,
-  "forks": 8278,
-  "open_issues": 625,
-  "watchers": 22248,
-  "default_branch": "master",
-  "organization": {
-    "login": "rails",
-    "id": 4223,
-    "avatar_url": "https://avatars.githubusercontent.com/u/4223?",
-    "gravatar_id": "30f39a09e233e8369dddf6feb4be0308",
-    "url": "https://api.github.com/users/rails",
-    "html_url": "https://github.com/rails",
-    "followers_url": "https://api.github.com/users/rails/followers",
-    "following_url": "https://api.github.com/users/rails/following{/other_user}",
-    "gists_url": "https://api.github.com/users/rails/gists{/gist_id}",
-    "starred_url": "https://api.github.com/users/rails/starred{/owner}{/repo}",
-    "subscriptions_url": "https://api.github.com/users/rails/subscriptions",
-    "organizations_url": "https://api.github.com/users/rails/orgs",
-    "repos_url": "https://api.github.com/users/rails/repos",
-    "events_url": "https://api.github.com/users/rails/events{/privacy}",
-    "received_events_url": "https://api.github.com/users/rails/received_events",
-    "type": "Organization",
-    "site_admin": false
-  },
-  "network_count": 8278,
-  "subscribers_count": 1521
-}