pygmentize 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- data/LICENSE +19 -0
- data/lib/pygments.rb +23 -0
- data/pygmentize.gemspec +11 -0
- data/test/pygments.rb +19 -0
- data/vendor/pygmentize.py +7 -0
- data/vendor/pygments/AUTHORS +73 -0
- data/vendor/pygments/LICENSE +25 -0
- data/vendor/pygments/__init__.py +91 -0
- data/vendor/pygments/__init__.pyc +0 -0
- data/vendor/pygments/cmdline.py +430 -0
- data/vendor/pygments/cmdline.pyc +0 -0
- data/vendor/pygments/console.py +74 -0
- data/vendor/pygments/console.pyc +0 -0
- data/vendor/pygments/filter.py +74 -0
- data/vendor/pygments/filter.pyc +0 -0
- data/vendor/pygments/filters/__init__.py +357 -0
- data/vendor/pygments/filters/__init__.pyc +0 -0
- data/vendor/pygments/formatter.py +92 -0
- data/vendor/pygments/formatter.pyc +0 -0
- data/vendor/pygments/formatters/__init__.py +68 -0
- data/vendor/pygments/formatters/__init__.pyc +0 -0
- data/vendor/pygments/formatters/_mapping.py +92 -0
- data/vendor/pygments/formatters/_mapping.pyc +0 -0
- data/vendor/pygments/formatters/bbcode.py +109 -0
- data/vendor/pygments/formatters/bbcode.pyc +0 -0
- data/vendor/pygments/formatters/html.py +723 -0
- data/vendor/pygments/formatters/html.pyc +0 -0
- data/vendor/pygments/formatters/img.py +553 -0
- data/vendor/pygments/formatters/img.pyc +0 -0
- data/vendor/pygments/formatters/latex.py +354 -0
- data/vendor/pygments/formatters/latex.pyc +0 -0
- data/vendor/pygments/formatters/other.py +117 -0
- data/vendor/pygments/formatters/other.pyc +0 -0
- data/vendor/pygments/formatters/rtf.py +136 -0
- data/vendor/pygments/formatters/rtf.pyc +0 -0
- data/vendor/pygments/formatters/svg.py +154 -0
- data/vendor/pygments/formatters/svg.pyc +0 -0
- data/vendor/pygments/formatters/terminal.py +109 -0
- data/vendor/pygments/formatters/terminal.pyc +0 -0
- data/vendor/pygments/formatters/terminal256.py +219 -0
- data/vendor/pygments/formatters/terminal256.pyc +0 -0
- data/vendor/pygments/lexer.py +660 -0
- data/vendor/pygments/lexer.pyc +0 -0
- data/vendor/pygments/lexers/__init__.py +226 -0
- data/vendor/pygments/lexers/__init__.pyc +0 -0
- data/vendor/pygments/lexers/_asybuiltins.py +1645 -0
- data/vendor/pygments/lexers/_clbuiltins.py +232 -0
- data/vendor/pygments/lexers/_luabuiltins.py +256 -0
- data/vendor/pygments/lexers/_mapping.py +234 -0
- data/vendor/pygments/lexers/_mapping.pyc +0 -0
- data/vendor/pygments/lexers/_phpbuiltins.py +3389 -0
- data/vendor/pygments/lexers/_vimbuiltins.py +3 -0
- data/vendor/pygments/lexers/agile.py +1485 -0
- data/vendor/pygments/lexers/agile.pyc +0 -0
- data/vendor/pygments/lexers/asm.py +353 -0
- data/vendor/pygments/lexers/compiled.py +2365 -0
- data/vendor/pygments/lexers/dotnet.py +355 -0
- data/vendor/pygments/lexers/functional.py +756 -0
- data/vendor/pygments/lexers/functional.pyc +0 -0
- data/vendor/pygments/lexers/math.py +461 -0
- data/vendor/pygments/lexers/other.py +2297 -0
- data/vendor/pygments/lexers/parsers.py +695 -0
- data/vendor/pygments/lexers/special.py +100 -0
- data/vendor/pygments/lexers/special.pyc +0 -0
- data/vendor/pygments/lexers/templates.py +1387 -0
- data/vendor/pygments/lexers/text.py +1586 -0
- data/vendor/pygments/lexers/web.py +1619 -0
- data/vendor/pygments/lexers/web.pyc +0 -0
- data/vendor/pygments/plugin.py +74 -0
- data/vendor/pygments/plugin.pyc +0 -0
- data/vendor/pygments/scanner.py +104 -0
- data/vendor/pygments/style.py +117 -0
- data/vendor/pygments/style.pyc +0 -0
- data/vendor/pygments/styles/__init__.py +68 -0
- data/vendor/pygments/styles/__init__.pyc +0 -0
- data/vendor/pygments/styles/autumn.py +65 -0
- data/vendor/pygments/styles/borland.py +51 -0
- data/vendor/pygments/styles/bw.py +49 -0
- data/vendor/pygments/styles/colorful.py +81 -0
- data/vendor/pygments/styles/default.py +73 -0
- data/vendor/pygments/styles/default.pyc +0 -0
- data/vendor/pygments/styles/emacs.py +72 -0
- data/vendor/pygments/styles/friendly.py +72 -0
- data/vendor/pygments/styles/fruity.py +43 -0
- data/vendor/pygments/styles/manni.py +75 -0
- data/vendor/pygments/styles/monokai.py +106 -0
- data/vendor/pygments/styles/murphy.py +80 -0
- data/vendor/pygments/styles/native.py +65 -0
- data/vendor/pygments/styles/pastie.py +75 -0
- data/vendor/pygments/styles/perldoc.py +69 -0
- data/vendor/pygments/styles/tango.py +141 -0
- data/vendor/pygments/styles/trac.py +63 -0
- data/vendor/pygments/styles/vim.py +63 -0
- data/vendor/pygments/styles/vs.py +38 -0
- data/vendor/pygments/token.py +198 -0
- data/vendor/pygments/token.pyc +0 -0
- data/vendor/pygments/unistring.py +130 -0
- data/vendor/pygments/unistring.pyc +0 -0
- data/vendor/pygments/util.py +226 -0
- data/vendor/pygments/util.pyc +0 -0
- metadata +166 -0
data/LICENSE
ADDED
@@ -0,0 +1,19 @@
|
|
1
|
+
Copyright (c) 2010 Damian Janowski & Michel Martens
|
2
|
+
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
4
|
+
of this software and associated documentation files (the "Software"), to deal
|
5
|
+
in the Software without restriction, including without limitation the rights
|
6
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
7
|
+
copies of the Software, and to permit persons to whom the Software is
|
8
|
+
furnished to do so, subject to the following conditions:
|
9
|
+
|
10
|
+
The above copyright notice and this permission notice shall be included in
|
11
|
+
all copies or substantial portions of the Software.
|
12
|
+
|
13
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
14
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
15
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
16
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
17
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
18
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
19
|
+
THE SOFTWARE.
|
data/lib/pygments.rb
ADDED
@@ -0,0 +1,23 @@
|
|
1
|
+
require "shellwords"
|
2
|
+
|
3
|
+
class Pygments
|
4
|
+
VERSION = "0.0.1"
|
5
|
+
|
6
|
+
def self.bin
|
7
|
+
"/usr/bin/env python #{File.expand_path("../vendor/pygmentize.py", File.dirname(__FILE__))}"
|
8
|
+
end
|
9
|
+
|
10
|
+
def self.pygmentize(source, lexer)
|
11
|
+
args = [
|
12
|
+
"-l", lexer.to_s,
|
13
|
+
"-f", "html",
|
14
|
+
"-O", "encoding=#{source.encoding}"
|
15
|
+
]
|
16
|
+
|
17
|
+
IO.popen("#{bin} #{Shellwords.shelljoin args}", "r+") do |io|
|
18
|
+
io.write(source)
|
19
|
+
io.close_write
|
20
|
+
io.read
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
data/pygmentize.gemspec
ADDED
@@ -0,0 +1,11 @@
|
|
1
|
+
|
2
|
+
Gem::Specification.new do |s|
|
3
|
+
s.name = "pygmentize"
|
4
|
+
s.version = "0.0.1"
|
5
|
+
s.summary = "A Ruby gem that vendors Pygments"
|
6
|
+
s.description = "A Ruby gem that vendors Pygments"
|
7
|
+
s.authors = ["Damian Janowski", "Michel Martens"]
|
8
|
+
s.email = ["djanowski@dimaion.com", "michel@soveran.com"]
|
9
|
+
s.homepage = "http://github.com/djanowski/pygments"
|
10
|
+
s.files = ["pygmentize.gemspec", "LICENSE", "lib/pygments.rb", "test/pygments.rb", "vendor/pygmentize.py", "vendor/pygments", "vendor/pygments/__init__.py", "vendor/pygments/__init__.pyc", "vendor/pygments/AUTHORS", "vendor/pygments/cmdline.py", "vendor/pygments/cmdline.pyc", "vendor/pygments/console.py", "vendor/pygments/console.pyc", "vendor/pygments/filter.py", "vendor/pygments/filter.pyc", "vendor/pygments/filters", "vendor/pygments/filters/__init__.py", "vendor/pygments/filters/__init__.pyc", "vendor/pygments/formatter.py", "vendor/pygments/formatter.pyc", "vendor/pygments/formatters", "vendor/pygments/formatters/__init__.py", "vendor/pygments/formatters/__init__.pyc", "vendor/pygments/formatters/_mapping.py", "vendor/pygments/formatters/_mapping.pyc", "vendor/pygments/formatters/bbcode.py", "vendor/pygments/formatters/bbcode.pyc", "vendor/pygments/formatters/html.py", "vendor/pygments/formatters/html.pyc", "vendor/pygments/formatters/img.py", "vendor/pygments/formatters/img.pyc", "vendor/pygments/formatters/latex.py", "vendor/pygments/formatters/latex.pyc", "vendor/pygments/formatters/other.py", "vendor/pygments/formatters/other.pyc", "vendor/pygments/formatters/rtf.py", "vendor/pygments/formatters/rtf.pyc", "vendor/pygments/formatters/svg.py", "vendor/pygments/formatters/svg.pyc", "vendor/pygments/formatters/terminal.py", "vendor/pygments/formatters/terminal.pyc", "vendor/pygments/formatters/terminal256.py", "vendor/pygments/formatters/terminal256.pyc", "vendor/pygments/lexer.py", "vendor/pygments/lexer.pyc", "vendor/pygments/lexers", "vendor/pygments/lexers/__init__.py", "vendor/pygments/lexers/__init__.pyc", "vendor/pygments/lexers/_asybuiltins.py", "vendor/pygments/lexers/_clbuiltins.py", "vendor/pygments/lexers/_luabuiltins.py", "vendor/pygments/lexers/_mapping.py", "vendor/pygments/lexers/_mapping.pyc", "vendor/pygments/lexers/_phpbuiltins.py", "vendor/pygments/lexers/_vimbuiltins.py", "vendor/pygments/lexers/agile.py", "vendor/pygments/lexers/agile.pyc", "vendor/pygments/lexers/asm.py", "vendor/pygments/lexers/compiled.py", "vendor/pygments/lexers/dotnet.py", "vendor/pygments/lexers/functional.py", "vendor/pygments/lexers/functional.pyc", "vendor/pygments/lexers/math.py", "vendor/pygments/lexers/other.py", "vendor/pygments/lexers/parsers.py", "vendor/pygments/lexers/special.py", "vendor/pygments/lexers/special.pyc", "vendor/pygments/lexers/templates.py", "vendor/pygments/lexers/text.py", "vendor/pygments/lexers/web.py", "vendor/pygments/lexers/web.pyc", "vendor/pygments/LICENSE", "vendor/pygments/plugin.py", "vendor/pygments/plugin.pyc", "vendor/pygments/scanner.py", "vendor/pygments/style.py", "vendor/pygments/style.pyc", "vendor/pygments/styles", "vendor/pygments/styles/__init__.py", "vendor/pygments/styles/__init__.pyc", "vendor/pygments/styles/autumn.py", "vendor/pygments/styles/borland.py", "vendor/pygments/styles/bw.py", "vendor/pygments/styles/colorful.py", "vendor/pygments/styles/default.py", "vendor/pygments/styles/default.pyc", "vendor/pygments/styles/emacs.py", "vendor/pygments/styles/friendly.py", "vendor/pygments/styles/fruity.py", "vendor/pygments/styles/manni.py", "vendor/pygments/styles/monokai.py", "vendor/pygments/styles/murphy.py", "vendor/pygments/styles/native.py", "vendor/pygments/styles/pastie.py", "vendor/pygments/styles/perldoc.py", "vendor/pygments/styles/tango.py", "vendor/pygments/styles/trac.py", "vendor/pygments/styles/vim.py", "vendor/pygments/styles/vs.py", "vendor/pygments/token.py", "vendor/pygments/token.pyc", "vendor/pygments/unistring.py", "vendor/pygments/unistring.pyc", "vendor/pygments/util.py", "vendor/pygments/util.pyc"]
|
11
|
+
end
|
data/test/pygments.rb
ADDED
@@ -0,0 +1,19 @@
|
|
1
|
+
# encoding: UTF-8
|
2
|
+
|
3
|
+
require File.expand_path("../lib/pygments", File.dirname(__FILE__))
|
4
|
+
require "nokogiri"
|
5
|
+
|
6
|
+
test "colorizes output" do
|
7
|
+
output = Pygments.pygmentize(%Q[{foo: "bar"}], :javascript)
|
8
|
+
|
9
|
+
doc = Nokogiri::HTML(output)
|
10
|
+
|
11
|
+
assert doc.at_xpath(".//div[@class='highlight']")
|
12
|
+
assert doc.at_xpath(".//div[@class='highlight']/pre/span[@class='nx' and text()='foo']")
|
13
|
+
end
|
14
|
+
|
15
|
+
test "handles encodings" do
|
16
|
+
output = Pygments.pygmentize(%Q[{foo: "bar", baz: "qüx"}], :javascript)
|
17
|
+
|
18
|
+
assert output.encoding == Encoding::UTF_8
|
19
|
+
end
|
@@ -0,0 +1,73 @@
|
|
1
|
+
Pygments is written and maintained by Georg Brandl <georg@python.org>.
|
2
|
+
|
3
|
+
Major developers are Tim Hatch <tim@timhatch.com> and Armin Ronacher
|
4
|
+
<armin.ronacher@active-4.com>.
|
5
|
+
|
6
|
+
Other contributors, listed alphabetically, are:
|
7
|
+
|
8
|
+
* Kumar Appaiah -- Debian control lexer
|
9
|
+
* Ali Afshar -- image formatter
|
10
|
+
* Andreas Amann -- AppleScript lexer
|
11
|
+
* Jeremy Ashkenas -- CoffeeScript lexer
|
12
|
+
* Stefan Matthias Aust -- Smalltalk lexer
|
13
|
+
* Ben Bangert -- Mako lexers
|
14
|
+
* Max Battcher -- Darcs patch lexer
|
15
|
+
* Paul Baumgart, 280 North, Inc. -- Objective-J lexer
|
16
|
+
* Michael Bayer -- Myghty lexers
|
17
|
+
* Jarrett Billingsley -- MiniD lexer
|
18
|
+
* Adam Blinkinsop -- Haskell, Redcode lexers
|
19
|
+
* Frits van Bommel -- assembler lexers
|
20
|
+
* Pierre Bourdon -- bugfixes
|
21
|
+
* Christopher Creutzig -- MuPAD lexer
|
22
|
+
* Pete Curry -- bugfixes
|
23
|
+
* Owen Durni -- haXe lexer
|
24
|
+
* Nick Efford -- Python 3 lexer
|
25
|
+
* Artem Egorkine -- terminal256 formatter
|
26
|
+
* Laurent Gautier -- R/S lexer
|
27
|
+
* Krzysiek Goj -- Scala lexer
|
28
|
+
* Matt Good -- Genshi, Cheetah lexers
|
29
|
+
* Patrick Gotthardt -- PHP namespaces support
|
30
|
+
* Olivier Guibe -- Asymptote lexer
|
31
|
+
* Matthew Harrison -- SVG formatter
|
32
|
+
* Steven Hazel -- Tcl lexer
|
33
|
+
* Aslak Hellesøy -- Gherkin lexer
|
34
|
+
* David Hess, Fish Software, Inc. -- Objective-J lexer
|
35
|
+
* Varun Hiremath -- Debian control lexer
|
36
|
+
* Dennis Kaarsemaker -- sources.list lexer
|
37
|
+
* Benjamin Kowarsch -- Modula-2 lexer
|
38
|
+
* Marek Kubica -- Scheme lexer
|
39
|
+
* Jochen Kupperschmidt -- Markdown processor
|
40
|
+
* Gerd Kurzbach -- Modelica lexer
|
41
|
+
* Mark Lee -- Vala lexer
|
42
|
+
* Ben Mabey -- Gherkin lexer
|
43
|
+
* Kirk McDonald -- D lexer
|
44
|
+
* Lukas Meuser -- BBCode formatter, Lua lexer
|
45
|
+
* Paulo Moura -- Logtalk lexer
|
46
|
+
* Ana Nelson -- Ragel, ANTLR, R console lexers
|
47
|
+
* Nam T. Nguyen -- Monokai style
|
48
|
+
* Jesper Noehr -- HTML formatter "anchorlinenos"
|
49
|
+
* Jonas Obrist -- BBCode lexer
|
50
|
+
* David Oliva -- Rebol lexer
|
51
|
+
* Ronny Pfannschmidt -- BBCode lexer
|
52
|
+
* Benjamin Peterson -- Test suite refactoring
|
53
|
+
* Justin Reidy -- MXML lexer
|
54
|
+
* Andre Roberge -- Tango style
|
55
|
+
* Konrad Rudolph -- LaTeX formatter enhancements
|
56
|
+
* Mario Ruggier -- Evoque lexers
|
57
|
+
* Stou Sandalski -- NumPy, FORTRAN, tcsh and XSLT lexers
|
58
|
+
* Matteo Sasso -- Common Lisp lexer
|
59
|
+
* Joe Schafer -- Ada lexer
|
60
|
+
* Ken Schutte -- Matlab lexers
|
61
|
+
* Tassilo Schweyer -- Io, MOOCode lexers
|
62
|
+
* Joerg Sieker -- ABAP lexer
|
63
|
+
* Kirill Simonov -- YAML lexer
|
64
|
+
* Tiberius Teng -- default style overhaul
|
65
|
+
* Jeremy Thurgood -- Erlang, Squid config lexers
|
66
|
+
* Erick Tryzelaar -- Felix lexer
|
67
|
+
* Whitney Young -- ObjectiveC lexer
|
68
|
+
* Nathan Weizenbaum -- Haml and Sass lexers
|
69
|
+
* Dietmar Winkler -- Modelica lexer
|
70
|
+
* Nils Winter -- Smalltalk lexer
|
71
|
+
* Davy Wybiral -- Clojure lexer
|
72
|
+
|
73
|
+
Many thanks for all contributions!
|
@@ -0,0 +1,25 @@
|
|
1
|
+
Copyright (c) 2006-2010 by the respective authors (see AUTHORS file).
|
2
|
+
All rights reserved.
|
3
|
+
|
4
|
+
Redistribution and use in source and binary forms, with or without
|
5
|
+
modification, are permitted provided that the following conditions are
|
6
|
+
met:
|
7
|
+
|
8
|
+
* Redistributions of source code must retain the above copyright
|
9
|
+
notice, this list of conditions and the following disclaimer.
|
10
|
+
|
11
|
+
* Redistributions in binary form must reproduce the above copyright
|
12
|
+
notice, this list of conditions and the following disclaimer in the
|
13
|
+
documentation and/or other materials provided with the distribution.
|
14
|
+
|
15
|
+
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
16
|
+
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
17
|
+
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
18
|
+
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
19
|
+
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
20
|
+
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
21
|
+
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
22
|
+
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
23
|
+
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
24
|
+
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
25
|
+
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
@@ -0,0 +1,91 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
Pygments
|
4
|
+
~~~~~~~~
|
5
|
+
|
6
|
+
Pygments is a syntax highlighting package written in Python.
|
7
|
+
|
8
|
+
It is a generic syntax highlighter for general use in all kinds of software
|
9
|
+
such as forum systems, wikis or other applications that need to prettify
|
10
|
+
source code. Highlights are:
|
11
|
+
|
12
|
+
* a wide range of common languages and markup formats is supported
|
13
|
+
* special attention is paid to details, increasing quality by a fair amount
|
14
|
+
* support for new languages and formats are added easily
|
15
|
+
* a number of output formats, presently HTML, LaTeX, RTF, SVG, all image
|
16
|
+
formats that PIL supports, and ANSI sequences
|
17
|
+
* it is usable as a command-line tool and as a library
|
18
|
+
* ... and it highlights even Brainfuck!
|
19
|
+
|
20
|
+
The `Pygments tip`_ is installable with ``easy_install Pygments==dev``.
|
21
|
+
|
22
|
+
.. _Pygments tip:
|
23
|
+
http://dev.pocoo.org/hg/pygments-main/archive/tip.tar.gz#egg=Pygments-dev
|
24
|
+
|
25
|
+
:copyright: Copyright 2006-2010 by the Pygments team, see AUTHORS.
|
26
|
+
:license: BSD, see LICENSE for details.
|
27
|
+
"""
|
28
|
+
|
29
|
+
__version__ = '1.3.1'
|
30
|
+
__docformat__ = 'restructuredtext'
|
31
|
+
|
32
|
+
__all__ = ['lex', 'format', 'highlight']
|
33
|
+
|
34
|
+
|
35
|
+
import sys
|
36
|
+
|
37
|
+
from pygments.util import StringIO, BytesIO
|
38
|
+
|
39
|
+
|
40
|
+
def lex(code, lexer):
|
41
|
+
"""
|
42
|
+
Lex ``code`` with ``lexer`` and return an iterable of tokens.
|
43
|
+
"""
|
44
|
+
try:
|
45
|
+
return lexer.get_tokens(code)
|
46
|
+
except TypeError, err:
|
47
|
+
if isinstance(err.args[0], str) and \
|
48
|
+
'unbound method get_tokens' in err.args[0]:
|
49
|
+
raise TypeError('lex() argument must be a lexer instance, '
|
50
|
+
'not a class')
|
51
|
+
raise
|
52
|
+
|
53
|
+
|
54
|
+
def format(tokens, formatter, outfile=None):
|
55
|
+
"""
|
56
|
+
Format a tokenlist ``tokens`` with the formatter ``formatter``.
|
57
|
+
|
58
|
+
If ``outfile`` is given and a valid file object (an object
|
59
|
+
with a ``write`` method), the result will be written to it, otherwise
|
60
|
+
it is returned as a string.
|
61
|
+
"""
|
62
|
+
try:
|
63
|
+
if not outfile:
|
64
|
+
#print formatter, 'using', formatter.encoding
|
65
|
+
realoutfile = formatter.encoding and BytesIO() or StringIO()
|
66
|
+
formatter.format(tokens, realoutfile)
|
67
|
+
return realoutfile.getvalue()
|
68
|
+
else:
|
69
|
+
formatter.format(tokens, outfile)
|
70
|
+
except TypeError, err:
|
71
|
+
if isinstance(err.args[0], str) and \
|
72
|
+
'unbound method format' in err.args[0]:
|
73
|
+
raise TypeError('format() argument must be a formatter instance, '
|
74
|
+
'not a class')
|
75
|
+
raise
|
76
|
+
|
77
|
+
|
78
|
+
def highlight(code, lexer, formatter, outfile=None):
|
79
|
+
"""
|
80
|
+
Lex ``code`` with ``lexer`` and format it with the formatter ``formatter``.
|
81
|
+
|
82
|
+
If ``outfile`` is given and a valid file object (an object
|
83
|
+
with a ``write`` method), the result will be written to it, otherwise
|
84
|
+
it is returned as a string.
|
85
|
+
"""
|
86
|
+
return format(lex(code, lexer), formatter, outfile)
|
87
|
+
|
88
|
+
|
89
|
+
if __name__ == '__main__':
|
90
|
+
from pygments.cmdline import main
|
91
|
+
sys.exit(main(sys.argv))
|
Binary file
|
@@ -0,0 +1,430 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.cmdline
|
4
|
+
~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Command line interface.
|
7
|
+
|
8
|
+
:copyright: Copyright 2006-2010 by the Pygments team, see AUTHORS.
|
9
|
+
:license: BSD, see LICENSE for details.
|
10
|
+
"""
|
11
|
+
import sys
|
12
|
+
import getopt
|
13
|
+
from textwrap import dedent
|
14
|
+
|
15
|
+
from pygments import __version__, highlight
|
16
|
+
from pygments.util import ClassNotFound, OptionError, docstring_headline
|
17
|
+
from pygments.lexers import get_all_lexers, get_lexer_by_name, get_lexer_for_filename, \
|
18
|
+
find_lexer_class, guess_lexer, TextLexer
|
19
|
+
from pygments.formatters import get_all_formatters, get_formatter_by_name, \
|
20
|
+
get_formatter_for_filename, find_formatter_class, \
|
21
|
+
TerminalFormatter # pylint:disable-msg=E0611
|
22
|
+
from pygments.filters import get_all_filters, find_filter_class
|
23
|
+
from pygments.styles import get_all_styles, get_style_by_name
|
24
|
+
|
25
|
+
|
26
|
+
USAGE = """\
|
27
|
+
Usage: %s [-l <lexer> | -g] [-F <filter>[:<options>]] [-f <formatter>]
|
28
|
+
[-O <options>] [-P <option=value>] [-o <outfile>] [<infile>]
|
29
|
+
|
30
|
+
%s -S <style> -f <formatter> [-a <arg>] [-O <options>] [-P <option=value>]
|
31
|
+
%s -L [<which> ...]
|
32
|
+
%s -N <filename>
|
33
|
+
%s -H <type> <name>
|
34
|
+
%s -h | -V
|
35
|
+
|
36
|
+
Highlight the input file and write the result to <outfile>.
|
37
|
+
|
38
|
+
If no input file is given, use stdin, if -o is not given, use stdout.
|
39
|
+
|
40
|
+
<lexer> is a lexer name (query all lexer names with -L). If -l is not
|
41
|
+
given, the lexer is guessed from the extension of the input file name
|
42
|
+
(this obviously doesn't work if the input is stdin). If -g is passed,
|
43
|
+
attempt to guess the lexer from the file contents, or pass through as
|
44
|
+
plain text if this fails (this can work for stdin).
|
45
|
+
|
46
|
+
Likewise, <formatter> is a formatter name, and will be guessed from
|
47
|
+
the extension of the output file name. If no output file is given,
|
48
|
+
the terminal formatter will be used by default.
|
49
|
+
|
50
|
+
With the -O option, you can give the lexer and formatter a comma-
|
51
|
+
separated list of options, e.g. ``-O bg=light,python=cool``.
|
52
|
+
|
53
|
+
The -P option adds lexer and formatter options like the -O option, but
|
54
|
+
you can only give one option per -P. That way, the option value may
|
55
|
+
contain commas and equals signs, which it can't with -O, e.g.
|
56
|
+
``-P "heading=Pygments, the Python highlighter".
|
57
|
+
|
58
|
+
With the -F option, you can add filters to the token stream, you can
|
59
|
+
give options in the same way as for -O after a colon (note: there must
|
60
|
+
not be spaces around the colon).
|
61
|
+
|
62
|
+
The -O, -P and -F options can be given multiple times.
|
63
|
+
|
64
|
+
With the -S option, print out style definitions for style <style>
|
65
|
+
for formatter <formatter>. The argument given by -a is formatter
|
66
|
+
dependent.
|
67
|
+
|
68
|
+
The -L option lists lexers, formatters, styles or filters -- set
|
69
|
+
`which` to the thing you want to list (e.g. "styles"), or omit it to
|
70
|
+
list everything.
|
71
|
+
|
72
|
+
The -N option guesses and prints out a lexer name based solely on
|
73
|
+
the given filename. It does not take input or highlight anything.
|
74
|
+
If no specific lexer can be determined "text" is returned.
|
75
|
+
|
76
|
+
The -H option prints detailed help for the object <name> of type <type>,
|
77
|
+
where <type> is one of "lexer", "formatter" or "filter".
|
78
|
+
|
79
|
+
The -h option prints this help.
|
80
|
+
The -V option prints the package version.
|
81
|
+
"""
|
82
|
+
|
83
|
+
|
84
|
+
def _parse_options(o_strs):
|
85
|
+
opts = {}
|
86
|
+
if not o_strs:
|
87
|
+
return opts
|
88
|
+
for o_str in o_strs:
|
89
|
+
if not o_str:
|
90
|
+
continue
|
91
|
+
o_args = o_str.split(',')
|
92
|
+
for o_arg in o_args:
|
93
|
+
o_arg = o_arg.strip()
|
94
|
+
try:
|
95
|
+
o_key, o_val = o_arg.split('=')
|
96
|
+
o_key = o_key.strip()
|
97
|
+
o_val = o_val.strip()
|
98
|
+
except ValueError:
|
99
|
+
opts[o_arg] = True
|
100
|
+
else:
|
101
|
+
opts[o_key] = o_val
|
102
|
+
return opts
|
103
|
+
|
104
|
+
|
105
|
+
def _parse_filters(f_strs):
|
106
|
+
filters = []
|
107
|
+
if not f_strs:
|
108
|
+
return filters
|
109
|
+
for f_str in f_strs:
|
110
|
+
if ':' in f_str:
|
111
|
+
fname, fopts = f_str.split(':', 1)
|
112
|
+
filters.append((fname, _parse_options([fopts])))
|
113
|
+
else:
|
114
|
+
filters.append((f_str, {}))
|
115
|
+
return filters
|
116
|
+
|
117
|
+
|
118
|
+
def _print_help(what, name):
|
119
|
+
try:
|
120
|
+
if what == 'lexer':
|
121
|
+
cls = find_lexer_class(name)
|
122
|
+
print "Help on the %s lexer:" % cls.name
|
123
|
+
print dedent(cls.__doc__)
|
124
|
+
elif what == 'formatter':
|
125
|
+
cls = find_formatter_class(name)
|
126
|
+
print "Help on the %s formatter:" % cls.name
|
127
|
+
print dedent(cls.__doc__)
|
128
|
+
elif what == 'filter':
|
129
|
+
cls = find_filter_class(name)
|
130
|
+
print "Help on the %s filter:" % name
|
131
|
+
print dedent(cls.__doc__)
|
132
|
+
except AttributeError:
|
133
|
+
print >>sys.stderr, "%s not found!" % what
|
134
|
+
|
135
|
+
|
136
|
+
def _print_list(what):
|
137
|
+
if what == 'lexer':
|
138
|
+
print
|
139
|
+
print "Lexers:"
|
140
|
+
print "~~~~~~~"
|
141
|
+
|
142
|
+
info = []
|
143
|
+
for fullname, names, exts, _ in get_all_lexers():
|
144
|
+
tup = (', '.join(names)+':', fullname,
|
145
|
+
exts and '(filenames ' + ', '.join(exts) + ')' or '')
|
146
|
+
info.append(tup)
|
147
|
+
info.sort()
|
148
|
+
for i in info:
|
149
|
+
print ('* %s\n %s %s') % i
|
150
|
+
|
151
|
+
elif what == 'formatter':
|
152
|
+
print
|
153
|
+
print "Formatters:"
|
154
|
+
print "~~~~~~~~~~~"
|
155
|
+
|
156
|
+
info = []
|
157
|
+
for cls in get_all_formatters():
|
158
|
+
doc = docstring_headline(cls)
|
159
|
+
tup = (', '.join(cls.aliases) + ':', doc, cls.filenames and
|
160
|
+
'(filenames ' + ', '.join(cls.filenames) + ')' or '')
|
161
|
+
info.append(tup)
|
162
|
+
info.sort()
|
163
|
+
for i in info:
|
164
|
+
print ('* %s\n %s %s') % i
|
165
|
+
|
166
|
+
elif what == 'filter':
|
167
|
+
print
|
168
|
+
print "Filters:"
|
169
|
+
print "~~~~~~~~"
|
170
|
+
|
171
|
+
for name in get_all_filters():
|
172
|
+
cls = find_filter_class(name)
|
173
|
+
print "* " + name + ':'
|
174
|
+
print " %s" % docstring_headline(cls)
|
175
|
+
|
176
|
+
elif what == 'style':
|
177
|
+
print
|
178
|
+
print "Styles:"
|
179
|
+
print "~~~~~~~"
|
180
|
+
|
181
|
+
for name in get_all_styles():
|
182
|
+
cls = get_style_by_name(name)
|
183
|
+
print "* " + name + ':'
|
184
|
+
print " %s" % docstring_headline(cls)
|
185
|
+
|
186
|
+
|
187
|
+
def main(args=sys.argv):
|
188
|
+
"""
|
189
|
+
Main command line entry point.
|
190
|
+
"""
|
191
|
+
# pylint: disable-msg=R0911,R0912,R0915
|
192
|
+
|
193
|
+
usage = USAGE % ((args[0],) * 6)
|
194
|
+
|
195
|
+
try:
|
196
|
+
popts, args = getopt.getopt(args[1:], "l:f:F:o:O:P:LS:a:N:hVHg")
|
197
|
+
except getopt.GetoptError, err:
|
198
|
+
print >>sys.stderr, usage
|
199
|
+
return 2
|
200
|
+
opts = {}
|
201
|
+
O_opts = []
|
202
|
+
P_opts = []
|
203
|
+
F_opts = []
|
204
|
+
for opt, arg in popts:
|
205
|
+
if opt == '-O':
|
206
|
+
O_opts.append(arg)
|
207
|
+
elif opt == '-P':
|
208
|
+
P_opts.append(arg)
|
209
|
+
elif opt == '-F':
|
210
|
+
F_opts.append(arg)
|
211
|
+
opts[opt] = arg
|
212
|
+
|
213
|
+
if not opts and not args:
|
214
|
+
print usage
|
215
|
+
return 0
|
216
|
+
|
217
|
+
if opts.pop('-h', None) is not None:
|
218
|
+
print usage
|
219
|
+
return 0
|
220
|
+
|
221
|
+
if opts.pop('-V', None) is not None:
|
222
|
+
print 'Pygments version %s, (c) 2006-2008 by Georg Brandl.' % __version__
|
223
|
+
return 0
|
224
|
+
|
225
|
+
# handle ``pygmentize -L``
|
226
|
+
L_opt = opts.pop('-L', None)
|
227
|
+
if L_opt is not None:
|
228
|
+
if opts:
|
229
|
+
print >>sys.stderr, usage
|
230
|
+
return 2
|
231
|
+
|
232
|
+
# print version
|
233
|
+
main(['', '-V'])
|
234
|
+
if not args:
|
235
|
+
args = ['lexer', 'formatter', 'filter', 'style']
|
236
|
+
for arg in args:
|
237
|
+
_print_list(arg.rstrip('s'))
|
238
|
+
return 0
|
239
|
+
|
240
|
+
# handle ``pygmentize -H``
|
241
|
+
H_opt = opts.pop('-H', None)
|
242
|
+
if H_opt is not None:
|
243
|
+
if opts or len(args) != 2:
|
244
|
+
print >>sys.stderr, usage
|
245
|
+
return 2
|
246
|
+
|
247
|
+
what, name = args
|
248
|
+
if what not in ('lexer', 'formatter', 'filter'):
|
249
|
+
print >>sys.stderr, usage
|
250
|
+
return 2
|
251
|
+
|
252
|
+
_print_help(what, name)
|
253
|
+
return 0
|
254
|
+
|
255
|
+
# parse -O options
|
256
|
+
parsed_opts = _parse_options(O_opts)
|
257
|
+
opts.pop('-O', None)
|
258
|
+
|
259
|
+
# parse -P options
|
260
|
+
for p_opt in P_opts:
|
261
|
+
try:
|
262
|
+
name, value = p_opt.split('=', 1)
|
263
|
+
except ValueError:
|
264
|
+
parsed_opts[p_opt] = True
|
265
|
+
else:
|
266
|
+
parsed_opts[name] = value
|
267
|
+
opts.pop('-P', None)
|
268
|
+
|
269
|
+
# handle ``pygmentize -N``
|
270
|
+
infn = opts.pop('-N', None)
|
271
|
+
if infn is not None:
|
272
|
+
try:
|
273
|
+
lexer = get_lexer_for_filename(infn, **parsed_opts)
|
274
|
+
except ClassNotFound, err:
|
275
|
+
lexer = TextLexer()
|
276
|
+
except OptionError, err:
|
277
|
+
print >>sys.stderr, 'Error:', err
|
278
|
+
return 1
|
279
|
+
|
280
|
+
print lexer.aliases[0]
|
281
|
+
return 0
|
282
|
+
|
283
|
+
# handle ``pygmentize -S``
|
284
|
+
S_opt = opts.pop('-S', None)
|
285
|
+
a_opt = opts.pop('-a', None)
|
286
|
+
if S_opt is not None:
|
287
|
+
f_opt = opts.pop('-f', None)
|
288
|
+
if not f_opt:
|
289
|
+
print >>sys.stderr, usage
|
290
|
+
return 2
|
291
|
+
if opts or args:
|
292
|
+
print >>sys.stderr, usage
|
293
|
+
return 2
|
294
|
+
|
295
|
+
try:
|
296
|
+
parsed_opts['style'] = S_opt
|
297
|
+
fmter = get_formatter_by_name(f_opt, **parsed_opts)
|
298
|
+
except ClassNotFound, err:
|
299
|
+
print >>sys.stderr, err
|
300
|
+
return 1
|
301
|
+
|
302
|
+
arg = a_opt or ''
|
303
|
+
try:
|
304
|
+
print fmter.get_style_defs(arg)
|
305
|
+
except Exception, err:
|
306
|
+
print >>sys.stderr, 'Error:', err
|
307
|
+
return 1
|
308
|
+
return 0
|
309
|
+
|
310
|
+
# if no -S is given, -a is not allowed
|
311
|
+
if a_opt is not None:
|
312
|
+
print >>sys.stderr, usage
|
313
|
+
return 2
|
314
|
+
|
315
|
+
# parse -F options
|
316
|
+
F_opts = _parse_filters(F_opts)
|
317
|
+
opts.pop('-F', None)
|
318
|
+
|
319
|
+
# select formatter
|
320
|
+
outfn = opts.pop('-o', None)
|
321
|
+
fmter = opts.pop('-f', None)
|
322
|
+
if fmter:
|
323
|
+
try:
|
324
|
+
fmter = get_formatter_by_name(fmter, **parsed_opts)
|
325
|
+
except (OptionError, ClassNotFound), err:
|
326
|
+
print >>sys.stderr, 'Error:', err
|
327
|
+
return 1
|
328
|
+
|
329
|
+
if outfn:
|
330
|
+
if not fmter:
|
331
|
+
try:
|
332
|
+
fmter = get_formatter_for_filename(outfn, **parsed_opts)
|
333
|
+
except (OptionError, ClassNotFound), err:
|
334
|
+
print >>sys.stderr, 'Error:', err
|
335
|
+
return 1
|
336
|
+
try:
|
337
|
+
outfile = open(outfn, 'wb')
|
338
|
+
except Exception, err:
|
339
|
+
print >>sys.stderr, 'Error: cannot open outfile:', err
|
340
|
+
return 1
|
341
|
+
else:
|
342
|
+
if not fmter:
|
343
|
+
fmter = TerminalFormatter(**parsed_opts)
|
344
|
+
outfile = sys.stdout
|
345
|
+
|
346
|
+
# select lexer
|
347
|
+
lexer = opts.pop('-l', None)
|
348
|
+
if lexer:
|
349
|
+
try:
|
350
|
+
lexer = get_lexer_by_name(lexer, **parsed_opts)
|
351
|
+
except (OptionError, ClassNotFound), err:
|
352
|
+
print >>sys.stderr, 'Error:', err
|
353
|
+
return 1
|
354
|
+
|
355
|
+
if args:
|
356
|
+
if len(args) > 1:
|
357
|
+
print >>sys.stderr, usage
|
358
|
+
return 2
|
359
|
+
|
360
|
+
infn = args[0]
|
361
|
+
try:
|
362
|
+
code = open(infn, 'rb').read()
|
363
|
+
except Exception, err:
|
364
|
+
print >>sys.stderr, 'Error: cannot read infile:', err
|
365
|
+
return 1
|
366
|
+
|
367
|
+
if not lexer:
|
368
|
+
try:
|
369
|
+
lexer = get_lexer_for_filename(infn, code, **parsed_opts)
|
370
|
+
except ClassNotFound, err:
|
371
|
+
if '-g' in opts:
|
372
|
+
try:
|
373
|
+
lexer = guess_lexer(code)
|
374
|
+
except ClassNotFound:
|
375
|
+
lexer = TextLexer()
|
376
|
+
else:
|
377
|
+
print >>sys.stderr, 'Error:', err
|
378
|
+
return 1
|
379
|
+
except OptionError, err:
|
380
|
+
print >>sys.stderr, 'Error:', err
|
381
|
+
return 1
|
382
|
+
|
383
|
+
else:
|
384
|
+
if '-g' in opts:
|
385
|
+
code = sys.stdin.read()
|
386
|
+
try:
|
387
|
+
lexer = guess_lexer(code)
|
388
|
+
except ClassNotFound:
|
389
|
+
lexer = TextLexer()
|
390
|
+
elif not lexer:
|
391
|
+
print >>sys.stderr, 'Error: no lexer name given and reading ' + \
|
392
|
+
'from stdin (try using -g or -l <lexer>)'
|
393
|
+
return 2
|
394
|
+
else:
|
395
|
+
code = sys.stdin.read()
|
396
|
+
|
397
|
+
# No encoding given? Use latin1 if output file given,
|
398
|
+
# stdin/stdout encoding otherwise.
|
399
|
+
# (This is a compromise, I'm not too happy with it...)
|
400
|
+
if 'encoding' not in parsed_opts and 'outencoding' not in parsed_opts:
|
401
|
+
if outfn:
|
402
|
+
# encoding pass-through
|
403
|
+
fmter.encoding = 'latin1'
|
404
|
+
else:
|
405
|
+
if sys.version_info < (3,):
|
406
|
+
# use terminal encoding; Python 3's terminals already do that
|
407
|
+
lexer.encoding = getattr(sys.stdin, 'encoding',
|
408
|
+
None) or 'ascii'
|
409
|
+
fmter.encoding = getattr(sys.stdout, 'encoding',
|
410
|
+
None) or 'ascii'
|
411
|
+
|
412
|
+
# ... and do it!
|
413
|
+
try:
|
414
|
+
# process filters
|
415
|
+
for fname, fopts in F_opts:
|
416
|
+
lexer.add_filter(fname, **fopts)
|
417
|
+
highlight(code, lexer, fmter, outfile)
|
418
|
+
except Exception, err:
|
419
|
+
import traceback
|
420
|
+
info = traceback.format_exception(*sys.exc_info())
|
421
|
+
msg = info[-1].strip()
|
422
|
+
if len(info) >= 3:
|
423
|
+
# extract relevant file and position info
|
424
|
+
msg += '\n (f%s)' % info[-2].split('\n')[0].strip()[1:]
|
425
|
+
print >>sys.stderr
|
426
|
+
print >>sys.stderr, '*** Error while highlighting:'
|
427
|
+
print >>sys.stderr, msg
|
428
|
+
return 1
|
429
|
+
|
430
|
+
return 0
|