pygments.rb 1.0.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4098ca01dc51f86056c5d9b00813932fcec3e55d
-  data.tar.gz: b1b4b997afea29463fe50d1d71f5149e038f44a9
+  metadata.gz: 5021687249edac6151faaec1cec0187dea8eb311
+  data.tar.gz: f61e48727a7eb866ee5c5bd549ddce136095efc2
 SHA512:
-  metadata.gz: 6966a5a27fc61a380855b779220a4b699672e5fe5cb40d554a44b6f81cf48034db918513d1a12a410185685053cd42debbf684675706fcae19a656a811ccb61a
-  data.tar.gz: 05175fe08f110359cbbaf62a6324f4eb1e2231679af5cac40129476d55ac5588dc821e805b658976a363a243cbea48bd69b965ef862858cb878dc47b172f36c7
+  metadata.gz: 05ec911f5a0aa423dd24da7ad7a4228989170790dee007347e401745c64d5c5fbc29b43cbe9e6a43f499f46ca5af8c504d0e0e29c2272aeb82fbcee524401b69
+  data.tar.gz: b93056fd8b559770b234958660c4643ac400cbedfcf65df9e20dfcf859651b75d3361b1723506ed6bf18d7ab30de128d15ca65ae2454974f73e345b8cc4bed9b

data/CHANGELOG.md

@@ -1,6 +1,18 @@
 changelog
 ===========
 
+Version 1.1.1 (2016/12/28)
+-----------------------------
+
+* Suppress Ruby 2.4.0's warnings [#172](https://github.com/tmm1/pygments.rb/pull/172)
+* Enable `frozen_string_literal` [#173](https://github.com/tmm1/pygments.rb/pull/173)
+
+Version 1.1.0 (2016/12/24)
+-----------------------------
+
+* Support JRuby [#170](https://github.com/tmm1/pygments.rb/pull/170)
+* Make pygments.rb thread safe [#171](https://github.com/tmm1/pygments.rb/pull/171)
+
 Version 1.0.0 (2016/12/11)
 -----------------------------
 

data/circle.yml

@@ -1,7 +1,20 @@
 machine:
   ruby:
     version: 2.3.1
+  java:
+    version: oraclejdk8
+  environment:
+    JRUBY_OPTS: '--dev --debug'
+    JRUBY: jruby-9.1.6.0
+
+dependencies:
+  pre:
+    - echo rvm_autoupdate_flag=0 >> ~/.rvmrc
+    - rvm install $JRUBY
+  post:
+    - rvm-exec $JRUBY bundle install
 
 test:
   override:
+    - rvm-exec $JRUBY bundle exec rake test
     - bundle exec rake test

data/lib/pygments/lexer.rb

@@ -1,3 +1,5 @@
+# coding: utf-8
+# frozen_string_literal: true
 module Pygments
   class Lexer < Struct.new(:name, :aliases, :filenames, :mimetypes)
     @lexers          = []

data/lib/pygments/popen.rb

@@ -1,6 +1,8 @@
 # coding: utf-8
-require 'posix/spawn'
-require 'yajl'
+# frozen_string_literal: true
+
+require 'open3'
+require 'multi_json'
 require 'timeout'
 require 'logger'
 require 'time'
@@ -12,9 +14,12 @@ end
 # Pygments provides access to the Pygments library via a pipe and a long-running
 # Python process.
 module Pygments
-  module Popen
-    include POSIX::Spawn
-    extend self
+  class Popen
+
+    def popen4(cmd)
+      stdin, stdout, stderr, wait_thr = Open3.popen3(cmd)
+      [wait_thr[:pid], stdin, stdout, stderr]
+    end
 
     # Get things started by opening a pipe to mentos (the freshmaker), a
     # Python process that talks to the Pygments library. We'll talk back and
@@ -262,7 +267,7 @@ module Pygments
 
           kwargs.freeze
           kwargs = kwargs.merge("fd" => @out.to_i, "id" => id, "bytes" => bytesize)
-          out_header = Yajl.dump(:method => method, :args => args, :kwargs => kwargs)
+          out_header = MultiJson.dump(:method => method, :args => args, :kwargs => kwargs)
 
           # Get the size of the header itself and write that.
           bits = get_fixed_bits_from_header(out_header)
@@ -322,12 +327,12 @@ module Pygments
     def handle_header_and_return(header, id)
       if header
         header = header_to_json(header)
-        bytes = header["bytes"]
+        bytes = header[:bytes]
 
         # Read more bytes (the actual response body)
         res = @out.read(bytes.to_i)
 
-        if header["method"] == "highlight"
+        if header[:method] == "highlight"
           # Make sure we have a result back; else consider this an error.
           if res.nil?
             @log.warn "No highlight result back from mentos."
@@ -368,9 +373,7 @@ module Pygments
     # id, with two padding also. This means we are sending over the 8 characters +
     # code + 8 characters.
     def add_ids(code, id)
-      code.freeze
-      code = id + "  #{code}  #{id}"
-      code
+      (id + "  #{code}  #{id}").freeze
     end
 
     # Write data to mentos, the Python process.
@@ -423,7 +426,7 @@ module Pygments
     # want them, text otherwise.
     def return_result(res, method)
       unless method == :lexer_name_for || method == :highlight || method == :css
-        res = Yajl.load(res, :symbolize_keys => true)
+        res = MultiJson.load(res, :symbolize_keys => true)
       end
       res = res.rstrip if res.class == String
       res
@@ -432,14 +435,14 @@ module Pygments
     # Convert a text header into JSON for easy access.
     def header_to_json(header)
       @log.info "[In header: #{header} "
-      header = Yajl.load(header)
+      header = MultiJson.load(header, :symbolize_keys => true)
 
-      if header["error"]
+      if header[:error]
         # Raise this as a Ruby exception of the MentosError class.
         # Stop so we don't leave the pipe in an inconsistent state.
         @log.error "Failed to convert header to JSON."
-        stop header["error"]
-        raise MentosError, header["error"]
+        stop header[:error]
+        raise MentosError, header[:error]
       else
         header
       end

data/lib/pygments/version.rb

@@ -1,3 +1,5 @@
+# coding: utf-8
+# frozen_string_literal: true
 module Pygments
-  VERSION = '1.0.0'
+  VERSION = '1.1.1'
 end

data/lib/pygments.rb

@@ -1,8 +1,29 @@
+# coding: utf-8
+# frozen_string_literal: true
 require File.join(File.dirname(__FILE__), 'pygments/popen')
-
+require 'forwardable'
 
 module Pygments
-  extend Pygments::Popen
 
   autoload :Lexer, 'pygments/lexer'
+
+  class << self
+    extend Forwardable
+
+    def engine
+      Thread.current.thread_variable_get(:pygments_engine) ||
+        Thread.current.thread_variable_set(:pygments_engine, Pygments::Popen.new)
+    end
+
+    def_delegators :engine,
+      :formatters,
+      :lexers,
+      :lexers!,
+      :filters,
+      :styles,
+      :css,
+      :lexer_name_for,
+      :highlight,
+      :start
+  end
 end

data/pygments.rb.gemspec

@@ -14,8 +14,7 @@ Gem::Specification.new do |s|
   s.email = ['aman@tmm1.net']
   s.license = 'MIT'
 
-  s.add_dependency 'yajl-ruby',   '~> 1.2'
-  s.add_dependency 'posix-spawn', '~> 0.3.6'
+  s.add_dependency 'multi_json', '>= 1.0.0'
   s.add_development_dependency 'rake-compiler', '~> 0.7.6'
   s.add_development_dependency 'test-unit', '~> 3.0.0'
 

data/test/test_pygments.rb

@@ -1,10 +1,13 @@
-#coding: utf-8
+# coding: utf-8
+# frozen_string_literal: true
 
 require 'test/unit'
 require File.join(File.dirname(__FILE__), '..', '/lib/pygments.rb')
 ENV['mentos-test'] = "yes"
 
+
 P = Pygments
+PE = Pygments.engine
 
 class PygmentsHighlightTest < Test::Unit::TestCase
   RUBY_CODE = "#!/usr/bin/ruby\nputs 'foo'"
@@ -111,6 +114,17 @@ class PygmentsHighlightTest < Test::Unit::TestCase
     code = P.highlight("importr python;    wat?", :lexer => 'py')
     assert_match ">importr</span>", code
   end
+
+  def test_highlight_on_multi_threads
+    10.times.map do
+      Thread.new do
+        test_full_html_highlight
+      end
+    end.each do |thread|
+      thread.join
+    end
+  end
+
 end
 
 # Philosophically, I'm not the biggest fan of testing private
@@ -118,44 +132,44 @@ end
 # over the pipe I think it's necessary and informative.
 class PygmentsValidityTest < Test::Unit::TestCase
   def test_add_ids_with_padding
-    res = P.send(:add_ids, "herp derp baz boo foo", "ABCDEFGH")
+    res = PE.send(:add_ids, "herp derp baz boo foo", "ABCDEFGH")
     assert_equal "ABCDEFGH  herp derp baz boo foo  ABCDEFGH", res
   end
 
   def test_add_ids_on_empty_string
-    res = P.send(:add_ids, "", "ABCDEFGH")
+    res = PE.send(:add_ids, "", "ABCDEFGH")
     assert_equal "ABCDEFGH    ABCDEFGH", res
   end
 
   def test_add_ids_with_unicode_data
-    res = P.send(:add_ids, "# ø ø ø", "ABCDEFGH")
+    res = PE.send(:add_ids, "# ø ø ø", "ABCDEFGH")
     assert_equal "ABCDEFGH  # ø ø ø  ABCDEFGH", res
   end
 
   def test_add_ids_with_starting_slashes
-    res = P.send(:add_ids, '\\# ø ø ø..//', "ABCDEFGH")
+    res = PE.send(:add_ids, '\\# ø ø ø..//', "ABCDEFGH")
     assert_equal "ABCDEFGH  \\# ø ø ø..//  ABCDEFGH", res
   end
 
   def test_get_fixed_bits_from_header
-    bits = P.send(:get_fixed_bits_from_header, '{"herp": "derp"}')
+    bits = PE.send(:get_fixed_bits_from_header, '{"herp": "derp"}')
     assert_equal "00000000000000000000000000010000", bits
   end
 
   def test_get_fixed_bits_from_header_works_with_large_headers
-    bits = P.send(:get_fixed_bits_from_header, '{"herp": "derp"}' * 10000)
+    bits = PE.send(:get_fixed_bits_from_header, '{"herp": "derp"}' * 10000)
     assert_equal "00000000000000100111000100000000", bits
   end
 
   def test_size_check
     size = "00000000000000000000000000100110"
-    res = P.send(:size_check, size)
+    res = PE.send(:size_check, size)
     assert_equal res, true
   end
 
   def test_size_check_bad
     size = "some random thing"
-    res = P.send(:size_check, size)
+    res = PE.send(:size_check, size)
     assert_equal res, false
   end
 end

data/vendor/pygments-main/scripts/find_error.py

@@ -1 +1 @@
-debug_lexer.py
+vendor/pygments-main/scripts/debug_lexer.py

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pygments.rb
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Aman Gupta
@@ -9,36 +9,22 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-11 00:00:00.000000000 Z
+date: 2016-12-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: yajl-ruby
+  name: multi_json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: 1.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.2'
-- !ruby/object:Gem::Dependency
-  name: posix-spawn
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.3.6
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.6
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
@@ -425,7 +411,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: pygments wrapper for ruby