pygmentize 0.0.1

data/vendor/pygments/util.py

@@ -0,0 +1,226 @@
+# -*- coding: utf-8 -*-
+"""
+    pygments.util
+    ~~~~~~~~~~~~~
+
+    Utility functions.
+
+    :copyright: Copyright 2006-2010 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import re
+import sys
+import codecs
+
+
+split_path_re = re.compile(r'[/\\ ]')
+doctype_lookup_re = re.compile(r'''(?smx)
+    (<\?.*?\?>)?\s*
+    <!DOCTYPE\s+(
+     [a-zA-Z_][a-zA-Z0-9]*\s+
+     [a-zA-Z_][a-zA-Z0-9]*\s+
+     "[^"]*")
+     [^>]*>
+''')
+tag_re = re.compile(r'<(.+?)(\s.*?)?>.*?</.+?>(?uism)')
+
+
+class ClassNotFound(ValueError):
+    """
+    If one of the get_*_by_* functions didn't find a matching class.
+    """
+
+
+class OptionError(Exception):
+    pass
+
+
+def get_choice_opt(options, optname, allowed, default=None, normcase=False):
+    string = options.get(optname, default)
+    if normcase:
+        string = string.lower()
+    if string not in allowed:
+        raise OptionError('Value for option %s must be one of %s' %
+                          (optname, ', '.join(map(str, allowed))))
+    return string
+
+
+def get_bool_opt(options, optname, default=None):
+    string = options.get(optname, default)
+    if isinstance(string, bool):
+        return string
+    elif isinstance(string, int):
+        return bool(string)
+    elif not isinstance(string, basestring):
+        raise OptionError('Invalid type %r for option %s; use '
+                          '1/0, yes/no, true/false, on/off' % (
+                          string, optname))
+    elif string.lower() in ('1', 'yes', 'true', 'on'):
+        return True
+    elif string.lower() in ('0', 'no', 'false', 'off'):
+        return False
+    else:
+        raise OptionError('Invalid value %r for option %s; use '
+                          '1/0, yes/no, true/false, on/off' % (
+                          string, optname))
+
+
+def get_int_opt(options, optname, default=None):
+    string = options.get(optname, default)
+    try:
+        return int(string)
+    except TypeError:
+        raise OptionError('Invalid type %r for option %s; you '
+                          'must give an integer value' % (
+                          string, optname))
+    except ValueError:
+        raise OptionError('Invalid value %r for option %s; you '
+                          'must give an integer value' % (
+                          string, optname))
+
+
+def get_list_opt(options, optname, default=None):
+    val = options.get(optname, default)
+    if isinstance(val, basestring):
+        return val.split()
+    elif isinstance(val, (list, tuple)):
+        return list(val)
+    else:
+        raise OptionError('Invalid type %r for option %s; you '
+                          'must give a list value' % (
+                          val, optname))
+
+
+def docstring_headline(obj):
+    if not obj.__doc__:
+        return ''
+    res = []
+    for line in obj.__doc__.strip().splitlines():
+        if line.strip():
+            res.append(" " + line.strip())
+        else:
+            break
+    return ''.join(res).lstrip()
+
+
+def make_analysator(f):
+    """
+    Return a static text analysation function that
+    returns float values.
+    """
+    def text_analyse(text):
+        rv = f(text)
+        if not rv:
+            return 0.0
+        return min(1.0, max(0.0, float(rv)))
+    text_analyse.__doc__ = f.__doc__
+    return staticmethod(text_analyse)
+
+
+def shebang_matches(text, regex):
+    """
+    Check if the given regular expression matches the last part of the
+    shebang if one exists.
+
+        >>> from pygments.util import shebang_matches
+        >>> shebang_matches('#!/usr/bin/env python', r'python(2\.\d)?')
+        True
+        >>> shebang_matches('#!/usr/bin/python2.4', r'python(2\.\d)?')
+        True
+        >>> shebang_matches('#!/usr/bin/python-ruby', r'python(2\.\d)?')
+        False
+        >>> shebang_matches('#!/usr/bin/python/ruby', r'python(2\.\d)?')
+        False
+        >>> shebang_matches('#!/usr/bin/startsomethingwith python',
+        ...                 r'python(2\.\d)?')
+        True
+
+    It also checks for common windows executable file extensions::
+
+        >>> shebang_matches('#!C:\\Python2.4\\Python.exe', r'python(2\.\d)?')
+        True
+
+    Parameters (``'-f'`` or ``'--foo'`` are ignored so ``'perl'`` does
+    the same as ``'perl -e'``)
+
+    Note that this method automatically searches the whole string (eg:
+    the regular expression is wrapped in ``'^$'``)
+    """
+    index = text.find('\n')
+    if index >= 0:
+        first_line = text[:index].lower()
+    else:
+        first_line = text.lower()
+    if first_line.startswith('#!'):
+        try:
+            found = [x for x in split_path_re.split(first_line[2:].strip())
+                     if x and not x.startswith('-')][-1]
+        except IndexError:
+            return False
+        regex = re.compile('^%s(\.(exe|cmd|bat|bin))?$' % regex, re.IGNORECASE)
+        if regex.search(found) is not None:
+            return True
+    return False
+
+
+def doctype_matches(text, regex):
+    """
+    Check if the doctype matches a regular expression (if present).
+    Note that this method only checks the first part of a DOCTYPE.
+    eg: 'html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"'
+    """
+    m = doctype_lookup_re.match(text)
+    if m is None:
+        return False
+    doctype = m.group(2)
+    return re.compile(regex).match(doctype.strip()) is not None
+
+
+def html_doctype_matches(text):
+    """
+    Check if the file looks like it has a html doctype.
+    """
+    return doctype_matches(text, r'html\s+PUBLIC\s+"-//W3C//DTD X?HTML.*')
+
+
+_looks_like_xml_cache = {}
+def looks_like_xml(text):
+    """
+    Check if a doctype exists or if we have some tags.
+    """
+    key = hash(text)
+    try:
+        return _looks_like_xml_cache[key]
+    except KeyError:
+        m = doctype_lookup_re.match(text)
+        if m is not None:
+            return True
+        rv = tag_re.search(text[:1000]) is not None
+        _looks_like_xml_cache[key] = rv
+        return rv
+
+# Python 2/3 compatibility
+
+if sys.version_info < (3,0):
+    b = bytes = str
+    u_prefix = 'u'
+    import StringIO, cStringIO
+    BytesIO = cStringIO.StringIO
+    StringIO = StringIO.StringIO
+    uni_open = codecs.open
+else:
+    import builtins
+    bytes = builtins.bytes
+    u_prefix = ''
+    def b(s):
+        if isinstance(s, str):
+            return bytes(map(ord, s))
+        elif isinstance(s, bytes):
+            return s
+        else:
+            raise TypeError("Invalid argument %r for b()" % (s,))
+    import io
+    BytesIO = io.BytesIO
+    StringIO = io.StringIO
+    uni_open = builtins.open

metadata

@@ -0,0 +1,166 @@
+--- !ruby/object:Gem::Specification 
+name: pygmentize
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Damian Janowski
+- Michel Martens
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-24 00:00:00 -03:00
+default_executable: 
+dependencies: []
+
+description: A Ruby gem that vendors Pygments
+email: 
+- djanowski@dimaion.com
+- michel@soveran.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- pygmentize.gemspec
+- LICENSE
+- lib/pygments.rb
+- test/pygments.rb
+- vendor/pygmentize.py
+- vendor/pygments/__init__.py
+- vendor/pygments/__init__.pyc
+- vendor/pygments/AUTHORS
+- vendor/pygments/cmdline.py
+- vendor/pygments/cmdline.pyc
+- vendor/pygments/console.py
+- vendor/pygments/console.pyc
+- vendor/pygments/filter.py
+- vendor/pygments/filter.pyc
+- vendor/pygments/filters/__init__.py
+- vendor/pygments/filters/__init__.pyc
+- vendor/pygments/formatter.py
+- vendor/pygments/formatter.pyc
+- vendor/pygments/formatters/__init__.py
+- vendor/pygments/formatters/__init__.pyc
+- vendor/pygments/formatters/_mapping.py
+- vendor/pygments/formatters/_mapping.pyc
+- vendor/pygments/formatters/bbcode.py
+- vendor/pygments/formatters/bbcode.pyc
+- vendor/pygments/formatters/html.py
+- vendor/pygments/formatters/html.pyc
+- vendor/pygments/formatters/img.py
+- vendor/pygments/formatters/img.pyc
+- vendor/pygments/formatters/latex.py
+- vendor/pygments/formatters/latex.pyc
+- vendor/pygments/formatters/other.py
+- vendor/pygments/formatters/other.pyc
+- vendor/pygments/formatters/rtf.py
+- vendor/pygments/formatters/rtf.pyc
+- vendor/pygments/formatters/svg.py
+- vendor/pygments/formatters/svg.pyc
+- vendor/pygments/formatters/terminal.py
+- vendor/pygments/formatters/terminal.pyc
+- vendor/pygments/formatters/terminal256.py
+- vendor/pygments/formatters/terminal256.pyc
+- vendor/pygments/lexer.py
+- vendor/pygments/lexer.pyc
+- vendor/pygments/lexers/__init__.py
+- vendor/pygments/lexers/__init__.pyc
+- vendor/pygments/lexers/_asybuiltins.py
+- vendor/pygments/lexers/_clbuiltins.py
+- vendor/pygments/lexers/_luabuiltins.py
+- vendor/pygments/lexers/_mapping.py
+- vendor/pygments/lexers/_mapping.pyc
+- vendor/pygments/lexers/_phpbuiltins.py
+- vendor/pygments/lexers/_vimbuiltins.py
+- vendor/pygments/lexers/agile.py
+- vendor/pygments/lexers/agile.pyc
+- vendor/pygments/lexers/asm.py
+- vendor/pygments/lexers/compiled.py
+- vendor/pygments/lexers/dotnet.py
+- vendor/pygments/lexers/functional.py
+- vendor/pygments/lexers/functional.pyc
+- vendor/pygments/lexers/math.py
+- vendor/pygments/lexers/other.py
+- vendor/pygments/lexers/parsers.py
+- vendor/pygments/lexers/special.py
+- vendor/pygments/lexers/special.pyc
+- vendor/pygments/lexers/templates.py
+- vendor/pygments/lexers/text.py
+- vendor/pygments/lexers/web.py
+- vendor/pygments/lexers/web.pyc
+- vendor/pygments/LICENSE
+- vendor/pygments/plugin.py
+- vendor/pygments/plugin.pyc
+- vendor/pygments/scanner.py
+- vendor/pygments/style.py
+- vendor/pygments/style.pyc
+- vendor/pygments/styles/__init__.py
+- vendor/pygments/styles/__init__.pyc
+- vendor/pygments/styles/autumn.py
+- vendor/pygments/styles/borland.py
+- vendor/pygments/styles/bw.py
+- vendor/pygments/styles/colorful.py
+- vendor/pygments/styles/default.py
+- vendor/pygments/styles/default.pyc
+- vendor/pygments/styles/emacs.py
+- vendor/pygments/styles/friendly.py
+- vendor/pygments/styles/fruity.py
+- vendor/pygments/styles/manni.py
+- vendor/pygments/styles/monokai.py
+- vendor/pygments/styles/murphy.py
+- vendor/pygments/styles/native.py
+- vendor/pygments/styles/pastie.py
+- vendor/pygments/styles/perldoc.py
+- vendor/pygments/styles/tango.py
+- vendor/pygments/styles/trac.py
+- vendor/pygments/styles/vim.py
+- vendor/pygments/styles/vs.py
+- vendor/pygments/token.py
+- vendor/pygments/token.pyc
+- vendor/pygments/unistring.py
+- vendor/pygments/unistring.pyc
+- vendor/pygments/util.py
+- vendor/pygments/util.pyc
+has_rdoc: true
+homepage: http://github.com/djanowski/pygments
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A Ruby gem that vendors Pygments
+test_files: []
+