pygments.rb 0.2.13 → 0.3.0

data/vendor/simplejson/simplejson/tool.py

@@ -0,0 +1,39 @@
+r"""Command-line tool to validate and pretty-print JSON
+
+Usage::
+
+    $ echo '{"json":"obj"}' | python -m simplejson.tool
+    {
+        "json": "obj"
+    }
+    $ echo '{ 1.2:3.4}' | python -m simplejson.tool
+    Expecting property name: line 1 column 2 (char 2)
+
+"""
+import sys
+import simplejson as json
+
+def main():
+    if len(sys.argv) == 1:
+        infile = sys.stdin
+        outfile = sys.stdout
+    elif len(sys.argv) == 2:
+        infile = open(sys.argv[1], 'rb')
+        outfile = sys.stdout
+    elif len(sys.argv) == 3:
+        infile = open(sys.argv[1], 'rb')
+        outfile = open(sys.argv[2], 'wb')
+    else:
+        raise SystemExit(sys.argv[0] + " [infile [outfile]]")
+    try:
+        obj = json.load(infile,
+                        object_pairs_hook=json.OrderedDict,
+                        use_decimal=True)
+    except ValueError, e:
+        raise SystemExit(e)
+    json.dump(obj, outfile, sort_keys=True, indent='    ', use_decimal=True)
+    outfile.write('\n')
+
+
+if __name__ == '__main__':
+    main()

metadata

@@ -1,46 +1,62 @@
 --- !ruby/object:Gem::Specification 
 name: pygments.rb
 version: !ruby/object:Gem::Version 
-  hash: 13
+  hash: 19
   prerelease: 
   segments: 
   - 0
-  - 2
-  - 13
-  version: 0.2.13
+  - 3
+  - 0
+  version: 0.3.0
 platform: ruby
 authors: 
 - Aman Gupta
+- Ted Nyman
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2012-06-19 00:00:00 +02:00
-default_executable: 
+date: 2012-09-26 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: rubypython
+  name: yajl-ruby
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        hash: 13
+        hash: 19
         segments: 
+        - 1
+        - 1
         - 0
-        - 5
-        - 3
-        version: 0.5.3
+        version: 1.1.0
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: rake-compiler
+  name: posix-spawn
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - "="
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 0
+        - 3
+        - 6
+        version: 0.3.6
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rake-compiler
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
       - !ruby/object:Gem::Version 
         hash: 15
         segments: 
@@ -49,8 +65,8 @@ dependencies:
         - 6
         version: 0.7.6
   type: :development
-  version_requirements: *id002
-description: pygments.rb exposes the pygments syntax highlighter via embedded python
+  version_requirements: *id003
+description: pygments.rb exposes the pygments syntax highlighter to Ruby
 email: 
 - aman@tmm1.net
 executables: []
@@ -65,16 +81,18 @@ files:
 - README.md
 - Rakefile
 - bench.rb
-- ext/extconf.rb
-- ext/pygments.c
+- cache-lexers.rb
+- lexers
 - lib/pygments.rb
-- lib/pygments/c.rb
-- lib/pygments/ffi.rb
 - lib/pygments/lexer.rb
+- lib/pygments/mentos.py
+- lib/pygments/popen.rb
 - lib/pygments/version.rb
 - pygments.rb.gemspec
+- test/test_data.c
+- test/test_data.py
+- test/test_data_generated
 - test/test_pygments.rb
-- vendor/.gitignore
 - vendor/custom_lexers/github.py
 - vendor/pygments-main/AUTHORS
 - vendor/pygments-main/CHANGES
@@ -413,7 +431,47 @@ files:
 - vendor/pygments-main/tests/test_token.py
 - vendor/pygments-main/tests/test_using_api.py
 - vendor/pygments-main/tests/test_util.py
-has_rdoc: true
+- vendor/simplejson/.gitignore
+- vendor/simplejson/.travis.yml
+- vendor/simplejson/CHANGES.txt
+- vendor/simplejson/LICENSE.txt
+- vendor/simplejson/MANIFEST.in
+- vendor/simplejson/README.rst
+- vendor/simplejson/conf.py
+- vendor/simplejson/index.rst
+- vendor/simplejson/scripts/make_docs.py
+- vendor/simplejson/setup.py
+- vendor/simplejson/simplejson/__init__.py
+- vendor/simplejson/simplejson/_speedups.c
+- vendor/simplejson/simplejson/decoder.py
+- vendor/simplejson/simplejson/encoder.py
+- vendor/simplejson/simplejson/ordered_dict.py
+- vendor/simplejson/simplejson/scanner.py
+- vendor/simplejson/simplejson/tests/__init__.py
+- vendor/simplejson/simplejson/tests/test_bigint_as_string.py
+- vendor/simplejson/simplejson/tests/test_check_circular.py
+- vendor/simplejson/simplejson/tests/test_decimal.py
+- vendor/simplejson/simplejson/tests/test_decode.py
+- vendor/simplejson/simplejson/tests/test_default.py
+- vendor/simplejson/simplejson/tests/test_dump.py
+- vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py
+- vendor/simplejson/simplejson/tests/test_encode_for_html.py
+- vendor/simplejson/simplejson/tests/test_errors.py
+- vendor/simplejson/simplejson/tests/test_fail.py
+- vendor/simplejson/simplejson/tests/test_float.py
+- vendor/simplejson/simplejson/tests/test_indent.py
+- vendor/simplejson/simplejson/tests/test_item_sort_key.py
+- vendor/simplejson/simplejson/tests/test_namedtuple.py
+- vendor/simplejson/simplejson/tests/test_pass1.py
+- vendor/simplejson/simplejson/tests/test_pass2.py
+- vendor/simplejson/simplejson/tests/test_pass3.py
+- vendor/simplejson/simplejson/tests/test_recursion.py
+- vendor/simplejson/simplejson/tests/test_scanstring.py
+- vendor/simplejson/simplejson/tests/test_separators.py
+- vendor/simplejson/simplejson/tests/test_speedups.py
+- vendor/simplejson/simplejson/tests/test_tuple.py
+- vendor/simplejson/simplejson/tests/test_unicode.py
+- vendor/simplejson/simplejson/tool.py
 homepage: http://github.com/tmm1/pygments.rb
 licenses: []
 
@@ -443,7 +501,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.6.2
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: pygments wrapper for ruby

data/ext/extconf.rb

@@ -1,14 +0,0 @@
-require 'mkmf'
-
-python = %w[ 2.7 2.6 2.5 2.4 ].find do |version|
-  have_library("python#{version}", 'Py_Initialize', "python#{version}/Python.h")
-end
-
-$CFLAGS << " -Wall "
-
-unless python
-  $stderr.puts '*** could not find libpython or Python.h'
-else
-  $defs << "-DPYGMENTS_PYTHON_VERSION=#{python.gsub('.','')}"
-  create_makefile('pygments_ext')
-end

data/ext/pygments.c

@@ -1,466 +0,0 @@
-#include <stdio.h>
-#include <stdlib.h>
-
-#include <ruby.h>
-
-#if PYGMENTS_PYTHON_VERSION == 24
-#include <python2.4/Python.h>
-#elif PYGMENTS_PYTHON_VERSION == 25
-#include <python2.5/Python.h>
-#elif PYGMENTS_PYTHON_VERSION == 26
-#include <python2.6/Python.h>
-#elif PYGMENTS_PYTHON_VERSION == 27
-#include <python2.7/Python.h>
-#else
-#error Unknown python version
-#endif
-
-#ifdef RUBY_VM
-#include <ruby/st.h>
-#include <ruby/encoding.h>
-#else
-#include <st.h>
-#endif
-
-#ifndef RSTRING_PTR
-#define RSTRING_PTR(str) RSTRING(str)->ptr
-#endif
-#ifndef RSTRING_LEN
-#define RSTRING_LEN(str) RSTRING(str)->len
-#endif
-
-static VALUE mPygments, mPygmentsC;
-static PyObject
-  /* modules */
-  *pygments,
-  *pygments_lexers,
-  *pygments_formatters,
-  *pygments_styles,
-  *pygments_filters,
-
-  /* lexer methods */
-  *guess_lexer,
-  *guess_lexer_for_filename,
-  *get_lexer_for_mimetype,
-  *get_lexer_for_filename,
-  *get_lexer_by_name,
-  *get_all_lexers,
-
-  /* formatter methods */
-  *get_formatter_by_name,
-  *get_all_formatters,
-
-  /* highlighter methods */
-  *highlight,
-
-  /* style methods */
-  *get_all_styles,
-
-  /* filter methods */
-  *get_all_filters;
-
-static int
-each_hash_i(VALUE key, VALUE val, VALUE arg)
-{
-  Check_Type(key, T_SYMBOL);
-
-  PyObject *py = (PyObject*) arg, *py_val = NULL;
-  switch (TYPE(val)) {
-    case T_NIL:
-      return ST_CONTINUE;
-      break;
-
-    case T_FALSE:
-      py_val = Py_False;
-      break;
-
-    case T_TRUE:
-      py_val = Py_True;
-      break;
-
-    case T_STRING:
-      py_val = PyString_FromString(RSTRING_PTR(val));
-      break;
-
-    default:
-      Check_Type(val, T_STRING);
-  }
-
-  PyDict_SetItemString(py, rb_id2name(SYM2ID(key)), py_val);
-
-  return ST_CONTINUE;
-}
-
-static PyObject*
-rb_to_py(VALUE rb)
-{
-  PyObject *py = NULL;
-
-  switch (TYPE(rb)) {
-    case T_HASH:
-      py = PyDict_New();
-      rb_hash_foreach(rb, each_hash_i, (VALUE)py);
-      break;
-  }
-
-  return py;
-}
-
-static VALUE
-py_to_rb(PyObject *py)
-{
-  VALUE rb = Qnil;
-  Py_ssize_t len, i;
-
-  if (py) {
-    if (PyIter_Check(py)) {
-      PyObject *item;
-      rb = rb_ary_new();
-
-      while ((item = PyIter_Next(py))) {
-        rb_ary_push(rb, py_to_rb(item));
-        Py_DECREF(item);
-      }
-
-    } else if (PyString_Check(py)) {
-      char *data;
-
-      if (PyString_AsStringAndSize(py, &data, &len) == 0) {
-        rb = rb_str_new(data, len);
-      }
-
-    } else if (PyTuple_Check(py)) {
-      len = PyTuple_Size(py);
-
-      PyObject *item;
-      rb = rb_ary_new();
-
-      for (i=0; i<len; i++) {
-        item = PyTuple_GetItem(py, i);
-        rb_ary_push(rb, py_to_rb(item));
-      }
-
-    } else if (PyList_Check(py)) {
-      len = PyList_Size(py);
-
-      PyObject *item;
-      rb = rb_ary_new();
-
-      for (i=0; i<len; i++) {
-        item = PyList_GetItem(py, i);
-        rb_ary_push(rb, py_to_rb(item));
-      }
-
-    } else if (PyDict_Check(py)) {
-      PyObject *key, *val;
-      Py_ssize_t pos = 0;
-
-      rb = rb_hash_new();
-
-      while (PyDict_Next(py, &pos, &key, &val)) {
-        rb_hash_aset(rb, py_to_rb(key), py_to_rb(val));
-      }
-    }
-  }
-
-  return rb;
-}
-
-static PyObject*
-pygments__lexer_for(VALUE code, VALUE options)
-{
-  VALUE filename, mimetype, lexer;
-  PyObject *ret = NULL, *args = NULL, *kwargs = NULL;
-
-  if (RTEST(code))
-    Check_Type(code, T_STRING);
-
-  if (RTEST(options)) {
-    Check_Type(options, T_HASH);
-
-    VALUE kw = rb_hash_aref(options, ID2SYM(rb_intern("options")));
-    if (RTEST(kw)) {
-      Check_Type(kw, T_HASH);
-      kwargs = rb_to_py(kw);
-    }
-
-    lexer = rb_hash_aref(options, ID2SYM(rb_intern("lexer")));
-    filename = rb_hash_aref(options, ID2SYM(rb_intern("filename")));
-    mimetype = rb_hash_aref(options, ID2SYM(rb_intern("mimetype")));
-
-    if (RTEST(lexer)) {
-      Check_Type(lexer, T_STRING);
-      args = Py_BuildValue("(s)", RSTRING_PTR(lexer));
-      ret = PyObject_Call(get_lexer_by_name, args, kwargs);
-
-    } else if (RTEST(mimetype)) {
-      Check_Type(mimetype, T_STRING);
-      args = Py_BuildValue("(s)", RSTRING_PTR(mimetype));
-      ret = PyObject_Call(get_lexer_for_mimetype, args, kwargs);
-
-    } else if (RTEST(filename)) {
-      Check_Type(filename, T_STRING);
-
-      if (RTEST(code)) {
-        args = Py_BuildValue("(ss)", RSTRING_PTR(filename), RSTRING_PTR(code));
-        ret = PyObject_Call(guess_lexer_for_filename, args, kwargs);
-      } else {
-        args = Py_BuildValue("(s)", RSTRING_PTR(filename));
-        ret = PyObject_Call(get_lexer_for_filename, args, kwargs);
-      }
-    }
-  }
-
-  if (ret == NULL && RTEST(code)) {
-    args = Py_BuildValue("(s)", RSTRING_PTR(code));
-    ret = PyObject_Call(guess_lexer, args, kwargs);
-  }
-
-  Py_XDECREF(args);
-  Py_XDECREF(kwargs);
-  PyErr_Clear();
-  return ret;
-}
-
-static VALUE
-rb_pygments_lexer_name_for(int argc, VALUE *argv, VALUE self)
-{
-  VALUE code = Qnil, options = Qnil;
-  VALUE name = Qnil;
-  PyObject *lexer = NULL, *aliases = NULL;
-
-  int found = rb_scan_args(argc, argv, "11", &code, &options);
-
-  if (found > 0) {
-    if (found == 1 && TYPE(code) == T_HASH) {
-      options = code;
-      code = Qnil;
-    }
-
-    lexer = pygments__lexer_for(code, options);
-
-    if (lexer) {
-      aliases = PyObject_GetAttrString(lexer, "aliases");
-      if (aliases && PyList_Size(aliases) > 0) {
-        PyObject *alias = PyList_GetItem(aliases, 0);
-        name = rb_str_new2(PyString_AsString(alias));
-      }
-    }
-  }
-
-  Py_XDECREF(aliases);
-  Py_XDECREF(lexer);
-  PyErr_Clear();
-  return name;
-}
-
-static VALUE
-rb_pygments_css(int argc, VALUE *argv, VALUE self)
-{
-  VALUE css = Qnil, prefix = Qnil, options = Qnil;
-  PyObject *args = NULL, *kwargs = NULL, *formatter = NULL;
-  int found = rb_scan_args(argc, argv, "02", &prefix, &options);
-
-  if (found == 1 && TYPE(prefix) == T_HASH) {
-    options = prefix;
-    prefix = Qnil;
-  }
-
-  if (RTEST(prefix))
-    Check_Type(prefix, T_STRING);
-
-  if (RTEST(options)) {
-    Check_Type(options, T_HASH);
-    kwargs = rb_to_py(options);
-  }
-
-  args = Py_BuildValue("(s)", "html");
-  formatter = PyObject_Call(get_formatter_by_name, args, kwargs);
-  if (formatter) {
-    PyObject *styles = PyObject_CallMethod(formatter, "get_style_defs", "(s)", RTEST(prefix) ? RSTRING_PTR(prefix) : "");
-    if (styles) {
-      css = rb_str_new2(PyString_AsString(styles));
-    }
-    Py_XDECREF(styles);
-  }
-
-  Py_XDECREF(args);
-  Py_XDECREF(kwargs);
-  Py_XDECREF(formatter);
-  PyErr_Clear();
-
-  return css;
-}
-
-static VALUE
-rb_pygments_highlight(int argc, VALUE *argv, VALUE self)
-{
-  PyObject *args = NULL, *kwargs = NULL, *lexer = NULL, *formatter = NULL;
-  VALUE code = Qnil, options = Qnil, ret = Qnil, format = Qnil;
-  rb_scan_args(argc, argv, "11", &code, &options);
-
-  if (RTEST(options)) {
-    format = rb_hash_aref(options, ID2SYM(rb_intern("formatter")));
-    if (RTEST(format))
-      Check_Type(format, T_STRING);
-
-    VALUE kw = rb_hash_aref(options, ID2SYM(rb_intern("options")));
-    if (RTEST(kw)) {
-      Check_Type(kw, T_HASH);
-      kwargs = rb_to_py(kw);
-    }
-  }
-
-  lexer = pygments__lexer_for(code, options);
-
-  if (lexer) {
-    args = Py_BuildValue("(s)", RTEST(format) ? RSTRING_PTR(format) : "html");
-    formatter = PyObject_Call(get_formatter_by_name, args, kwargs);
-    Py_XDECREF(args);
-    args = NULL;
-
-    if (formatter) {
-      PyObject *input = NULL, *output = NULL;
-
-      input = PyUnicode_FromStringAndSize(RSTRING_PTR(code), RSTRING_LEN(code));
-      if (input) {
-        output = PyObject_CallFunction(highlight, "(OOO)", input, lexer, formatter);
-
-        if (output) {
-          PyObject *string = PyUnicode_AsEncodedString(output, "utf-8", "strict");
-          if (string) {
-            Py_ssize_t len;
-            char *data;
-
-            if (PyString_AsStringAndSize(string, &data, &len) == 0) {
-              ret = rb_str_new(data, len);
-            }
-          }
-          Py_XDECREF(string);
-        }
-      }
-
-      Py_XDECREF(output);
-      Py_XDECREF(input);
-    }
-  }
-
-  Py_XDECREF(args);
-  Py_XDECREF(kwargs);
-  Py_XDECREF(lexer);
-  PyErr_Clear();
-
-#ifdef RUBY_VM
-  if (RTEST(ret))
-    rb_funcall(ret, rb_intern("force_encoding"), 1, rb_str_new2("utf-8"));
-#endif
-
-  return ret;
-}
-
-static VALUE
-rb_pygments_styles(int argc, VALUE *argv, VALUE self)
-{
-  PyObject *styles = PyObject_CallFunction(get_all_styles, "");
-  VALUE ret = py_to_rb(styles);
-  Py_XDECREF(styles);
-  PyErr_Clear();
-  return ret;
-}
-
-static VALUE
-rb_pygments_filters(int argc, VALUE *argv, VALUE self)
-{
-  PyObject *filters = PyObject_CallFunction(get_all_filters, "");
-  VALUE ret = py_to_rb(filters);
-  Py_XDECREF(filters);
-  PyErr_Clear();
-  return ret;
-}
-
-static VALUE
-rb_pygments_lexers(int argc, VALUE *argv, VALUE self)
-{
-  PyObject *lexers = PyObject_CallFunction(get_all_lexers, "");
-  VALUE ret = py_to_rb(lexers);
-  Py_XDECREF(lexers);
-  PyErr_Clear();
-  return ret;
-}
-
-static VALUE
-rb_pygments_formatters(int argc, VALUE *argv, VALUE self)
-{
-  PyObject *formatters = PyObject_CallFunction(get_all_formatters, "");
-  PyObject *item;
-  VALUE ret = rb_ary_new();
-
-  while ((item = PyIter_Next(formatters))) {
-    VALUE curr = rb_ary_new();
-    rb_ary_push(ret, curr);
-
-    rb_ary_push(curr, py_to_rb(PyObject_GetAttrString(item, "__name__")));
-    rb_ary_push(curr, py_to_rb(PyObject_GetAttrString(item, "name")));
-    rb_ary_push(curr, py_to_rb(PyObject_GetAttrString(item, "aliases")));
-
-    Py_DECREF(item);
-  }
-
-  Py_XDECREF(formatters);
-  PyErr_Clear();
-  return ret;
-}
-
-#define ENSURE(var, expr) do{ \
-  if ((var = (expr)) == NULL) { \
-    rb_raise(rb_eRuntimeError, "unable to lookup " # var); \
-  } \
-} while(0)
-
-void
-Init_pygments_ext()
-{
-  { /* python stuff */
-    Py_Initialize();
-
-    /* modules */
-    ENSURE(pygments, PyImport_ImportModule("pygments"));
-    ENSURE(pygments_lexers, PyImport_ImportModule("pygments.lexers"));
-    ENSURE(pygments_formatters, PyImport_ImportModule("pygments.formatters"));
-    ENSURE(pygments_styles, PyImport_ImportModule("pygments.styles"));
-    ENSURE(pygments_filters, PyImport_ImportModule("pygments.filters"));
-
-    /* lexer methods */
-    ENSURE(guess_lexer, PyObject_GetAttrString(pygments_lexers, "guess_lexer"));
-    ENSURE(guess_lexer_for_filename, PyObject_GetAttrString(pygments_lexers, "guess_lexer_for_filename"));
-    ENSURE(get_lexer_for_filename, PyObject_GetAttrString(pygments_lexers, "get_lexer_for_filename"));
-    ENSURE(get_lexer_for_mimetype, PyObject_GetAttrString(pygments_lexers, "get_lexer_for_mimetype"));
-    ENSURE(get_lexer_by_name, PyObject_GetAttrString(pygments_lexers, "get_lexer_by_name"));
-    ENSURE(get_all_lexers, PyObject_GetAttrString(pygments_lexers, "get_all_lexers"));
-
-    /* formatter methods */
-    ENSURE(get_formatter_by_name, PyObject_GetAttrString(pygments_formatters, "get_formatter_by_name"));
-    ENSURE(get_all_formatters, PyObject_GetAttrString(pygments_formatters, "get_all_formatters"));
-
-    /* highlighter methods */
-    ENSURE(highlight, PyObject_GetAttrString(pygments, "highlight"));
-
-    /* style methods */
-    ENSURE(get_all_styles, PyObject_GetAttrString(pygments_styles, "get_all_styles"));
-
-    /* filter methods */
-    ENSURE(get_all_filters, PyObject_GetAttrString(pygments_filters, "get_all_filters"));
-  }
-
-  { /* ruby stuff */
-    mPygments = rb_define_module("Pygments");
-    mPygmentsC = rb_define_module_under(mPygments, "C");
-    rb_define_method(mPygmentsC, "lexer_name_for", rb_pygments_lexer_name_for, -1);
-    rb_define_method(mPygmentsC, "css", rb_pygments_css, -1);
-    rb_define_method(mPygmentsC, "_highlight", rb_pygments_highlight, -1);
-    rb_define_method(mPygmentsC, "styles", rb_pygments_styles, 0);
-    rb_define_method(mPygmentsC, "filters", rb_pygments_filters, 0);
-    rb_define_method(mPygmentsC, "_lexers", rb_pygments_lexers, 0);
-    rb_define_method(mPygmentsC, "_formatters", rb_pygments_formatters, 0);
-  }
-}