koffi 2.3.6 → 2.3.8

package/vendor/brotli/python/bro.py

@@ -1,160 +0,0 @@
-#! /usr/bin/env python
-"""Compression/decompression utility using the Brotli algorithm."""
-
-from __future__ import print_function
-import argparse
-import sys
-import os
-import platform
-
-import brotli
-
-# default values of encoder parameters
-DEFAULT_PARAMS = {
-    'mode': brotli.MODE_GENERIC,
-    'quality': 11,
-    'lgwin': 22,
-    'lgblock': 0,
-}
-
-
-def get_binary_stdio(stream):
-    """ Return the specified standard input, output or errors stream as a
-    'raw' buffer object suitable for reading/writing binary data from/to it.
-    """
-    assert stream in ['stdin', 'stdout', 'stderr'], 'invalid stream name'
-    stdio = getattr(sys, stream)
-    if sys.version_info[0] < 3:
-        if sys.platform == 'win32':
-            # set I/O stream binary flag on python2.x (Windows)
-            runtime = platform.python_implementation()
-            if runtime == 'PyPy':
-                # the msvcrt trick doesn't work in pypy, so I use fdopen
-                mode = 'rb' if stream == 'stdin' else 'wb'
-                stdio = os.fdopen(stdio.fileno(), mode, 0)
-            else:
-                # this works with CPython -- untested on other implementations
-                import msvcrt
-                msvcrt.setmode(stdio.fileno(), os.O_BINARY)
-        return stdio
-    else:
-        # get 'buffer' attribute to read/write binary data on python3.x
-        if hasattr(stdio, 'buffer'):
-            return stdio.buffer
-        else:
-            orig_stdio = getattr(sys, '__%s__' % stream)
-            return orig_stdio.buffer
-
-
-def main(args=None):
-
-    parser = argparse.ArgumentParser(
-        prog=os.path.basename(__file__), description=__doc__)
-    parser.add_argument(
-        '--version', action='version', version=brotli.__version__)
-    parser.add_argument(
-        '-i',
-        '--input',
-        metavar='FILE',
-        type=str,
-        dest='infile',
-        help='Input file',
-        default=None)
-    parser.add_argument(
-        '-o',
-        '--output',
-        metavar='FILE',
-        type=str,
-        dest='outfile',
-        help='Output file',
-        default=None)
-    parser.add_argument(
-        '-f',
-        '--force',
-        action='store_true',
-        help='Overwrite existing output file',
-        default=False)
-    parser.add_argument(
-        '-d',
-        '--decompress',
-        action='store_true',
-        help='Decompress input file',
-        default=False)
-    params = parser.add_argument_group('optional encoder parameters')
-    params.add_argument(
-        '-m',
-        '--mode',
-        metavar='MODE',
-        type=int,
-        choices=[0, 1, 2],
-        help='The compression mode can be 0 for generic input, '
-        '1 for UTF-8 encoded text, or 2 for WOFF 2.0 font data. '
-        'Defaults to 0.')
-    params.add_argument(
-        '-q',
-        '--quality',
-        metavar='QUALITY',
-        type=int,
-        choices=list(range(0, 12)),
-        help='Controls the compression-speed vs compression-density '
-        'tradeoff. The higher the quality, the slower the '
-        'compression. Range is 0 to 11. Defaults to 11.')
-    params.add_argument(
-        '--lgwin',
-        metavar='LGWIN',
-        type=int,
-        choices=list(range(10, 25)),
-        help='Base 2 logarithm of the sliding window size. Range is '
-        '10 to 24. Defaults to 22.')
-    params.add_argument(
-        '--lgblock',
-        metavar='LGBLOCK',
-        type=int,
-        choices=[0] + list(range(16, 25)),
-        help='Base 2 logarithm of the maximum input block size. '
-        'Range is 16 to 24. If set to 0, the value will be set based '
-        'on the quality. Defaults to 0.')
-    # set default values using global DEFAULT_PARAMS dictionary
-    parser.set_defaults(**DEFAULT_PARAMS)
-
-    options = parser.parse_args(args=args)
-
-    if options.infile:
-        if not os.path.isfile(options.infile):
-            parser.error('file "%s" not found' % options.infile)
-        with open(options.infile, 'rb') as infile:
-            data = infile.read()
-    else:
-        if sys.stdin.isatty():
-            # interactive console, just quit
-            parser.error('no input')
-        infile = get_binary_stdio('stdin')
-        data = infile.read()
-
-    if options.outfile:
-        if os.path.isfile(options.outfile) and not options.force:
-            parser.error('output file exists')
-        outfile = open(options.outfile, 'wb')
-    else:
-        outfile = get_binary_stdio('stdout')
-
-    try:
-        if options.decompress:
-            data = brotli.decompress(data)
-        else:
-            data = brotli.compress(
-                data,
-                mode=options.mode,
-                quality=options.quality,
-                lgwin=options.lgwin,
-                lgblock=options.lgblock)
-    except brotli.error as e:
-        parser.exit(1,
-                    'bro: error: %s: %s' % (e, options.infile or 'sys.stdin'))
-
-    outfile.write(data)
-    outfile.close()
-
-
-if __name__ == '__main__':
-    main()

package/vendor/brotli/python/brotli.py

@@ -1,56 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-"""Functions to compress and decompress data using the Brotli library."""
-
-import _brotli
-
-
-# The library version.
-__version__ = _brotli.__version__
-
-# The compression mode.
-MODE_GENERIC = _brotli.MODE_GENERIC
-MODE_TEXT = _brotli.MODE_TEXT
-MODE_FONT = _brotli.MODE_FONT
-
-# The Compressor object.
-Compressor = _brotli.Compressor
-
-# The Decompressor object.
-Decompressor = _brotli.Decompressor
-
-# Compress a byte string.
-def compress(string, mode=MODE_GENERIC, quality=11, lgwin=22, lgblock=0):
-    """Compress a byte string.
-
-    Args:
-      string (bytes): The input data.
-      mode (int, optional): The compression mode can be MODE_GENERIC (default),
-        MODE_TEXT (for UTF-8 format text input) or MODE_FONT (for WOFF 2.0).
-      quality (int, optional): Controls the compression-speed vs compression-
-        density tradeoff. The higher the quality, the slower the compression.
-        Range is 0 to 11. Defaults to 11.
-      lgwin (int, optional): Base 2 logarithm of the sliding window size. Range
-        is 10 to 24. Defaults to 22.
-      lgblock (int, optional): Base 2 logarithm of the maximum input block size.
-        Range is 16 to 24. If set to 0, the value will be set based on the
-        quality. Defaults to 0.
-
-    Returns:
-      The compressed byte string.
-
-    Raises:
-      brotli.error: If arguments are invalid, or compressor fails.
-    """
-    compressor = Compressor(mode=mode, quality=quality, lgwin=lgwin,
-                            lgblock=lgblock)
-    return compressor.process(string) + compressor.finish()
-
-# Decompress a compressed byte string.
-decompress = _brotli.decompress
-
-# Raised if compression or decompression fails.
-error = _brotli.error

package/vendor/brotli/python/tests/_test_utils.py

@@ -1,112 +0,0 @@
-from __future__ import print_function
-import filecmp
-import glob
-import itertools
-import os
-import sys
-import sysconfig
-import tempfile
-import unittest
-
-
-project_dir = os.path.abspath(os.path.join(__file__, '..', '..', '..'))
-src_dir = os.path.join(project_dir, 'python')
-test_dir = os.path.join(project_dir, 'tests')
-
-python_exe = sys.executable or 'python'
-bro_path = os.path.join(src_dir, 'bro.py')
-BRO_ARGS = [python_exe, bro_path]
-
-# Get the platform/version-specific build folder.
-# By default, the distutils build base is in the same location as setup.py.
-platform_lib_name = 'lib.{platform}-{version[0]}.{version[1]}'.format(
-    platform=sysconfig.get_platform(), version=sys.version_info)
-build_dir = os.path.join(project_dir, 'bin', platform_lib_name)
-
-# Prepend the build folder to sys.path and the PYTHONPATH environment variable.
-if build_dir not in sys.path:
-    sys.path.insert(0, build_dir)
-TEST_ENV = os.environ.copy()
-if 'PYTHONPATH' not in TEST_ENV:
-    TEST_ENV['PYTHONPATH'] = build_dir
-else:
-    TEST_ENV['PYTHONPATH'] = build_dir + os.pathsep + TEST_ENV['PYTHONPATH']
-
-TESTDATA_DIR = os.path.join(test_dir, 'testdata')
-
-TESTDATA_FILES = [
-    'empty',  # Empty file
-    '10x10y',  # Small text
-    'alice29.txt',  # Large text
-    'random_org_10k.bin',  # Small data
-    'mapsdatazrh',  # Large data
-]
-
-TESTDATA_PATHS = [os.path.join(TESTDATA_DIR, f) for f in TESTDATA_FILES]
-
-TESTDATA_PATHS_FOR_DECOMPRESSION = glob.glob(
-    os.path.join(TESTDATA_DIR, '*.compressed'))
-
-TEMP_DIR = tempfile.mkdtemp()
-
-
-def get_temp_compressed_name(filename):
-    return os.path.join(TEMP_DIR, os.path.basename(filename + '.bro'))
-
-
-def get_temp_uncompressed_name(filename):
-    return os.path.join(TEMP_DIR, os.path.basename(filename + '.unbro'))
-
-
-def bind_method_args(method, *args, **kwargs):
-    return lambda self: method(self, *args, **kwargs)
-
-
-def generate_test_methods(test_case_class,
-                          for_decompression=False,
-                          variants=None):
-    # Add test methods for each test data file.  This makes identifying problems
-    # with specific compression scenarios easier.
-    if for_decompression:
-        paths = TESTDATA_PATHS_FOR_DECOMPRESSION
-    else:
-        paths = TESTDATA_PATHS
-    opts = []
-    if variants:
-        opts_list = []
-        for k, v in variants.items():
-            opts_list.append([r for r in itertools.product([k], v)])
-        for o in itertools.product(*opts_list):
-            opts_name = '_'.join([str(i) for i in itertools.chain(*o)])
-            opts_dict = dict(o)
-            opts.append([opts_name, opts_dict])
-    else:
-        opts.append(['', {}])
-    for method in [m for m in dir(test_case_class) if m.startswith('_test')]:
-        for testdata in paths:
-            for (opts_name, opts_dict) in opts:
-                f = os.path.splitext(os.path.basename(testdata))[0]
-                name = 'test_{method}_{options}_{file}'.format(
-                    method=method, options=opts_name, file=f)
-                func = bind_method_args(
-                    getattr(test_case_class, method), testdata, **opts_dict)
-                setattr(test_case_class, name, func)
-
-
-class TestCase(unittest.TestCase):
-
-    def tearDown(self):
-        for f in TESTDATA_PATHS:
-            try:
-                os.unlink(get_temp_compressed_name(f))
-            except OSError:
-                pass
-            try:
-                os.unlink(get_temp_uncompressed_name(f))
-            except OSError:
-                pass
-
-    def assertFilesMatch(self, first, second):
-        self.assertTrue(
-            filecmp.cmp(first, second, shallow=False),
-            'File {} differs from {}'.format(first, second))

package/vendor/brotli/python/tests/bro_test.py

@@ -1,102 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-import subprocess
-import unittest
-
-from . import _test_utils
-import brotli
-
-BRO_ARGS = _test_utils.BRO_ARGS
-TEST_ENV = _test_utils.TEST_ENV
-
-
-def _get_original_name(test_data):
-    return test_data.split('.compressed')[0]
-
-
-class TestBroDecompress(_test_utils.TestCase):
-
-    def _check_decompression(self, test_data):
-        # Verify decompression matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        original = _get_original_name(test_data)
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _decompress_file(self, test_data):
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        args = BRO_ARGS + ['-f', '-d', '-i', test_data, '-o', temp_uncompressed]
-        subprocess.check_call(args, env=TEST_ENV)
-
-    def _decompress_pipe(self, test_data):
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        args = BRO_ARGS + ['-d']
-        with open(temp_uncompressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                subprocess.check_call(
-                    args, stdin=in_file, stdout=out_file, env=TEST_ENV)
-
-    def _test_decompress_file(self, test_data):
-        self._decompress_file(test_data)
-        self._check_decompression(test_data)
-
-    def _test_decompress_pipe(self, test_data):
-        self._decompress_pipe(test_data)
-        self._check_decompression(test_data)
-
-
-_test_utils.generate_test_methods(TestBroDecompress, for_decompression=True)
-
-
-class TestBroCompress(_test_utils.TestCase):
-
-    VARIANTS = {'quality': (1, 6, 9, 11), 'lgwin': (10, 15, 20, 24)}
-
-    def _check_decompression(self, test_data, **kwargs):
-        # Write decompression to temp file and verify it matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        original = test_data
-        args = BRO_ARGS + ['-f', '-d']
-        args.extend(['-i', temp_compressed, '-o', temp_uncompressed])
-        subprocess.check_call(args, env=TEST_ENV)
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _compress_file(self, test_data, **kwargs):
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        args = BRO_ARGS + ['-f']
-        if 'quality' in kwargs:
-            args.extend(['-q', str(kwargs['quality'])])
-        if 'lgwin' in kwargs:
-            args.extend(['--lgwin', str(kwargs['lgwin'])])
-        args.extend(['-i', test_data, '-o', temp_compressed])
-        subprocess.check_call(args, env=TEST_ENV)
-
-    def _compress_pipe(self, test_data, **kwargs):
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        args = BRO_ARGS
-        if 'quality' in kwargs:
-            args.extend(['-q', str(kwargs['quality'])])
-        if 'lgwin' in kwargs:
-            args.extend(['--lgwin', str(kwargs['lgwin'])])
-        with open(temp_compressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                subprocess.check_call(
-                    args, stdin=in_file, stdout=out_file, env=TEST_ENV)
-
-    def _test_compress_file(self, test_data, **kwargs):
-        self._compress_file(test_data, **kwargs)
-        self._check_decompression(test_data)
-
-    def _test_compress_pipe(self, test_data, **kwargs):
-        self._compress_pipe(test_data, **kwargs)
-        self._check_decompression(test_data)
-
-
-_test_utils.generate_test_methods(
-    TestBroCompress, variants=TestBroCompress.VARIANTS)
-
-if __name__ == '__main__':
-    unittest.main()

package/vendor/brotli/python/tests/compress_test.py

@@ -1,41 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-import unittest
-
-from . import _test_utils
-import brotli
-
-
-class TestCompress(_test_utils.TestCase):
-
-    VARIANTS = {'quality': (1, 6, 9, 11), 'lgwin': (10, 15, 20, 24)}
-
-    def _check_decompression(self, test_data, **kwargs):
-        kwargs = {}
-        # Write decompression to temp file and verify it matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        original = test_data
-        with open(temp_uncompressed, 'wb') as out_file:
-            with open(temp_compressed, 'rb') as in_file:
-                out_file.write(brotli.decompress(in_file.read(), **kwargs))
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _compress(self, test_data, **kwargs):
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        with open(temp_compressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                out_file.write(brotli.compress(in_file.read(), **kwargs))
-
-    def _test_compress(self, test_data, **kwargs):
-        self._compress(test_data, **kwargs)
-        self._check_decompression(test_data, **kwargs)
-
-
-_test_utils.generate_test_methods(TestCompress, variants=TestCompress.VARIANTS)
-
-if __name__ == '__main__':
-    unittest.main()

package/vendor/brotli/python/tests/compressor_test.py

@@ -1,94 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-import functools
-import unittest
-
-from . import _test_utils
-import brotli
-
-
-# Do not inherit from TestCase here to ensure that test methods
-# are not run automatically and instead are run as part of a specific
-# configuration below.
-class _TestCompressor(object):
-
-    CHUNK_SIZE = 2048
-
-    def tearDown(self):
-        self.compressor = None
-
-    def _check_decompression(self, test_data):
-        # Write decompression to temp file and verify it matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        original = test_data
-        with open(temp_uncompressed, 'wb') as out_file:
-            with open(temp_compressed, 'rb') as in_file:
-                out_file.write(brotli.decompress(in_file.read()))
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _test_single_process(self, test_data):
-        # Write single-shot compression to temp file.
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        with open(temp_compressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                out_file.write(self.compressor.process(in_file.read()))
-            out_file.write(self.compressor.finish())
-        self._check_decompression(test_data)
-
-    def _test_multiple_process(self, test_data):
-        # Write chunked compression to temp file.
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        with open(temp_compressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                read_chunk = functools.partial(in_file.read, self.CHUNK_SIZE)
-                for data in iter(read_chunk, b''):
-                    out_file.write(self.compressor.process(data))
-            out_file.write(self.compressor.finish())
-        self._check_decompression(test_data)
-
-    def _test_multiple_process_and_flush(self, test_data):
-        # Write chunked and flushed compression to temp file.
-        temp_compressed = _test_utils.get_temp_compressed_name(test_data)
-        with open(temp_compressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                read_chunk = functools.partial(in_file.read, self.CHUNK_SIZE)
-                for data in iter(read_chunk, b''):
-                    out_file.write(self.compressor.process(data))
-                    out_file.write(self.compressor.flush())
-            out_file.write(self.compressor.finish())
-        self._check_decompression(test_data)
-
-
-_test_utils.generate_test_methods(_TestCompressor)
-
-
-class TestCompressorQuality1(_TestCompressor, _test_utils.TestCase):
-
-    def setUp(self):
-        self.compressor = brotli.Compressor(quality=1)
-
-
-class TestCompressorQuality6(_TestCompressor, _test_utils.TestCase):
-
-    def setUp(self):
-        self.compressor = brotli.Compressor(quality=6)
-
-
-class TestCompressorQuality9(_TestCompressor, _test_utils.TestCase):
-
-    def setUp(self):
-        self.compressor = brotli.Compressor(quality=9)
-
-
-class TestCompressorQuality11(_TestCompressor, _test_utils.TestCase):
-
-    def setUp(self):
-        self.compressor = brotli.Compressor(quality=11)
-
-
-if __name__ == '__main__':
-    unittest.main()

package/vendor/brotli/python/tests/decompress_test.py

@@ -1,42 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-import unittest
-
-from . import _test_utils
-import brotli
-
-
-def _get_original_name(test_data):
-    return test_data.split('.compressed')[0]
-
-
-class TestDecompress(_test_utils.TestCase):
-
-    def _check_decompression(self, test_data):
-        # Verify decompression matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        original = _get_original_name(test_data)
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _decompress(self, test_data):
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        with open(temp_uncompressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                out_file.write(brotli.decompress(in_file.read()))
-
-    def _test_decompress(self, test_data):
-        self._decompress(test_data)
-        self._check_decompression(test_data)
-
-    def test_garbage_appended(self):
-        with self.assertRaises(brotli.error):
-            brotli.decompress(brotli.compress(b'a') + b'a')
-
-
-_test_utils.generate_test_methods(TestDecompress, for_decompression=True)
-
-if __name__ == '__main__':
-    unittest.main()

package/vendor/brotli/python/tests/decompressor_test.py

@@ -1,59 +0,0 @@
-# Copyright 2016 The Brotli Authors. All rights reserved.
-#
-# Distributed under MIT license.
-# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
-
-import functools
-import unittest
-
-from . import _test_utils
-import brotli
-
-
-def _get_original_name(test_data):
-    return test_data.split('.compressed')[0]
-
-
-class TestDecompressor(_test_utils.TestCase):
-
-    CHUNK_SIZE = 1
-
-    def setUp(self):
-        self.decompressor = brotli.Decompressor()
-
-    def tearDown(self):
-        self.decompressor = None
-
-    def _check_decompression(self, test_data):
-        # Verify decompression matches the original.
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        original = _get_original_name(test_data)
-        self.assertFilesMatch(temp_uncompressed, original)
-
-    def _decompress(self, test_data):
-        temp_uncompressed = _test_utils.get_temp_uncompressed_name(test_data)
-        with open(temp_uncompressed, 'wb') as out_file:
-            with open(test_data, 'rb') as in_file:
-                read_chunk = functools.partial(in_file.read, self.CHUNK_SIZE)
-                for data in iter(read_chunk, b''):
-                    out_file.write(self.decompressor.process(data))
-        self.assertTrue(self.decompressor.is_finished())
-
-    def _test_decompress(self, test_data):
-        self._decompress(test_data)
-        self._check_decompression(test_data)
-
-    def test_garbage_appended(self):
-        with self.assertRaises(brotli.error):
-            self.decompressor.process(brotli.compress(b'a') + b'a')
-
-    def test_already_finished(self):
-        self.decompressor.process(brotli.compress(b'a'))
-        with self.assertRaises(brotli.error):
-            self.decompressor.process(b'a')
-
-
-_test_utils.generate_test_methods(TestDecompressor, for_decompression=True)
-
-if __name__ == '__main__':
-    unittest.main()

package/vendor/brotli/scripts/libbrotlicommon.pc.in

@@ -1,11 +0,0 @@
-prefix=@prefix@
-exec_prefix=@exec_prefix@
-libdir=@libdir@
-includedir=@includedir@
-
-Name: libbrotlicommon
-URL: https://github.com/google/brotli
-Description: Brotli common dictionary library
-Version: @PACKAGE_VERSION@
-Libs: -L${libdir} -R${libdir} -lbrotlicommon
-Cflags: -I${includedir}