extlz4 0.2.4.2

data/bin/extlz4

@@ -0,0 +1,220 @@
+#!ruby
+#vim: set fileencoding:utf-8
+
+# AUTHOR: dearblue <dearblue@users.noreply.github.com>
+# Only this program is usable as public domain software.
+
+require "extlz4"
+require "optparse"
+require "find"
+
+PROGNAME = File.basename(__FILE__)
+opt = OptionParser.new(<<-EOS, 8, "  ")
+Usage: #{PROGNAME} [option]... [file]...
+
+  This program is likely lz4-cli. Reinventing the wheel.
+EOS
+
+class << opt
+  #
+  # Define hidden switch.
+  #
+  def hide_on(opt, &block)
+    top.short[opt.to_s[1]] ||= OptionParser::Switch::NoArgument.new(&block)
+  end
+end
+
+mode = nil
+verbose = 1
+opt.separator("")
+level = 1
+opt.on("-1", "fastest (worst) compression (default)") { mode = :encode; level = 1 }
+opt.separator("  -2 .. -8 set compression level")
+opt.hide_on("-2") { mode = :encode; level = 2 }
+opt.hide_on("-3") { mode = :encode; level = 3 }
+opt.hide_on("-4") { mode = :encode; level = 4 }
+opt.hide_on("-5") { mode = :encode; level = 5 }
+opt.hide_on("-6") { mode = :encode; level = 6 }
+opt.hide_on("-7") { mode = :encode; level = 7 }
+opt.hide_on("-8") { mode = :encode; level = 8 }
+opt.on("-9", "best (slowest) compression") { mode = :encode; level = 9 }
+outstdout = false
+opt.on("-c", "write to stdout, keep original files") { outstdout = true }
+opt.on("-d", "uncompress files") { mode = :decode }
+forceoverwrite = false
+opt.on("-f", "force overwriting of output file") { forceoverwrite = true }
+keepfile = false
+opt.on("-k", "don't delete input files during operation") { keepfile = true }
+opt.on("-q", "output no warnings") { verbose = 0 }
+recursive = false
+opt.on("-r", "recursively compress files in directories") { recursive = true }
+opt.on("-t", "test compressed file") { mode = :test }
+opt.on("-v", "increment verbosery level") { verbose += 1 }
+outdir = nil
+opt.on("-Cdir", "set output directory") { |dir| outdir = dir }
+blocksize = 0
+blockdep = false
+blockchecksum = false
+opt.separator("  -B#      set block size [4-7] (default: 7)") # merged to "-BD"
+opt.on("-BD", "set mode to block dependency (improve compression ratio)", %w[4 5 6 7 D]) do |o|
+  case o
+  when ?4, ?5, ?6, ?7
+    blocksize = 1 << ((o.ord - ?0.ord) * 2 + 8)
+  when ?D
+    blockdep = true
+  else
+    0/0
+  end
+end
+checksum = true
+opt.on("-Sx", "disable content checksum (default: enabled)", %w(x)) { checksum = false }
+opt.on("-V", "display program version") {
+  puts <<-EOS
+#{PROGNAME}: extlz4-cli program version #{LZ4::VERSION} (powered by #{RUBY_ENGINE}-#{RUBY_VERSION})
+  EOS
+
+  exit 0
+}
+
+opt.separator <<EOS
+
+temporary special operation:
+EOS
+opt.on("--fix-extlz4-0.1-bug",
+       "fix corrupted lz4 stream file for encoded by extlz4-0.1",
+       "this operation required xxhash (`gem install xxhash`)") { mode = :fix_extlz4_0_1_bug }
+
+begin
+  opt.parse!
+rescue OptionParser::InvalidOption, OptionParser::InvalidArgument
+  $stderr.puts <<-EOS
+#{PROGNAME}: #{$!}
+  EOS
+#  $stderr.puts <<-EOS
+##{PROGNAME}: #{$!}
+#        enter ``#{PROGNAME} --help'' to print help.
+#  EOS
+  exit 1
+end
+
+def file_operation(outdir, infile, defaultoutfile, outstdout, forceoverwrite, keepfile)
+  case
+  when outstdout
+    outfile = $stdout.binmode
+  when infile == defaultoutfile # TODO: 大文字小文字を区別しないシステムも考慮すべし
+    $stderr.puts "#{PROGNAME}: out file name is same as in file - #{infile}"
+  else
+    outfile = defaultoutfile
+    outfile = File.join(outdir, File.basename(outfile)) if outdir
+    if !forceoverwrite && File.exist?(outfile)
+      $stderr.puts "#{PROGNAME}: file exists - #{outfile}. (with ``-f'' switch to overwrite)"
+      return false
+    end
+  end
+
+  yield(infile, outfile)
+
+  if !outstdout
+    t = File.mtime(infile)
+    File.utime(t, t, outfile)
+    File.unlink(infile) if !keepfile
+  end
+
+  true
+end
+
+def find_files(path, recursive = false)
+  unless File.directory?(path)
+    yield path
+    return nil
+  end
+
+  unless recursive
+    $stderr.puts "#{PROGNAME}: ignored directory - #{path}"
+    return nil
+  end
+
+  Find.find(path) do |path1|
+    yield path1 unless File.directory? path1
+  end
+
+  nil
+end
+
+begin
+  if ARGV.empty?
+    if $stdout.tty? && !forceoverwrite && mode != :decode && mode != :test
+      $stderr.puts <<-EOS
+#{PROGNAME}: not written to terminal. use ``-f'' to force encode.
+\tor enter ``#{PROGNAME} --help'' to print help.
+      EOS
+      exit 1
+    end
+
+    $stdin.binmode
+    $stdout.binmode
+
+    case mode
+    when :encode, nil
+      LZ4.encode_file($stdin, $stdout, level,
+                      blocksize: blocksize,
+                      blocklink: blockdep,
+                      checksum: checksum)
+    when :decode
+      LZ4.decode_file($stdin, $stdout)
+    when :test
+      LZ4.test_file($stdin)
+    else
+      raise NotImplementedError
+    end
+
+    exit 0
+  else
+    ARGV.each do |file1|
+      file1 = file1.gsub(File::ALT_SEPARATOR, File::SEPARATOR) if File::ALT_SEPARATOR
+      find_files(file1, recursive) do |file|
+        begin
+          case
+          when mode == :decode || (mode.nil? && file =~ /\.lz4$/i)
+            file_operation(outdir, file, file.sub(/\.lz4$/i, ""), outstdout, forceoverwrite, keepfile) do |infile, outfile|
+              LZ4.decode_file(infile, outfile)
+            end
+          when mode == :encode || mode.nil?
+            file_operation(outdir, file, file + ".lz4", outstdout, forceoverwrite, keepfile) do |infile, outfile|
+              LZ4.encode_file(infile, outfile, level,
+                              blocksize: blocksize,
+                              blocklink: blockdep,
+                              checksum: checksum)
+            end
+          when mode == :test
+            LZ4.test_file(file)
+          when mode == :fix_extlz4_0_1_bug
+            require "extlz4/oldstream"
+            require "extlz4/fix-0.1bug"
+
+            outname = file.sub(/(?<=#{File::SEPARATOR})(?=[^#{File::SEPARATOR}]+$)|^(?=[^#{File::SEPARATOR}]+$)/, "fixed-")
+              file_operation(outdir, file, outname, outstdout, forceoverwrite, true) do |infile, outfile|
+              if verbose > 0
+                $stderr.puts "#{PROGNAME}: correcting lz4 file - #{infile} to #{outfile}"
+              end
+              if verbose > 1
+                outinfo = ->(mesg, offset, total, *etc) do
+                  $stderr.puts "#{mesg} (at #{offset} of #{total})"
+                end
+              end
+              LZ4.fix_extlz4_0_1_bug(infile, outfile, &outinfo)
+              end
+          else
+            $stderr.puts "#{PROGNAME}: mode error - #{mode}"
+          end
+        rescue LZ4::Error #, Object
+          $stderr.puts "#{PROGNAME}: #{file} - #$! (#{$!.class})"
+        end
+      end
+    end
+  end
+rescue LZ4::Error
+  $stderr.puts "#{PROGNAME}: #$! (#{$!.class})"
+rescue SystemCallError, SignalException
+  # do nothing
+end

data/contrib/lz4/INSTALL

@@ -0,0 +1,15 @@
+Installation
+=============
+
+```
+make
+make install     # this command may require root access
+```
+
+LZ4's `Makefile` supports standard [Makefile conventions],
+including [staged installs], [redirection], or [command redefinition].
+
+[Makefile conventions]: https://www.gnu.org/prep/standards/html_node/Makefile-Conventions.html
+[staged installs]: https://www.gnu.org/prep/standards/html_node/DESTDIR.html
+[redirection]: https://www.gnu.org/prep/standards/html_node/Directory-Variables.html
+[command redefinition]: https://www.gnu.org/prep/standards/html_node/Utilities-in-Makefiles.html

data/contrib/lz4/LICENSE

@@ -0,0 +1,11 @@
+This repository uses 2 different licenses :
+- all files in the `lib` directory use a BSD 2-Clause license
+- all other files use a GPLv2 license, unless explicitly stated otherwise
+
+Relevant license is reminded at the top of each source file,
+and with presence of COPYING or LICENSE file in associated directories.
+
+This model is selected to emphasize that
+files in the `lib` directory are designed to be included into 3rd party applications,
+while all other files, in `programs`, `tests` or `examples`,
+receive more limited attention and support for such scenario.

data/contrib/lz4/NEWS

@@ -0,0 +1,231 @@
+v1.8.0
+cli : fix : do not modify /dev/null permissions, reported by @Maokaman1
+cli : added GNU separator -- specifying that all following arguments are files
+API : added LZ4_compress_HC_destSize(), by Oleg (@remittor)
+API : added LZ4F_resetDecompressionContext()
+API : lz4frame : negative compression levels trigger fast acceleration, request by Lawrence Chan
+API : lz4frame : can control block checksum and dictionary ID
+API : fix : expose obsolete decoding functions, reported by Chen Yufei
+API : experimental : lz4frame_static : new dictionary compression API
+build : fix : static lib installation, by Ido Rosen
+build : dragonFlyBSD, OpenBSD, NetBSD supported
+build : LZ4_MEMORY_USAGE can be modified at compile time, through external define
+doc : Updated LZ4 Frame format to v1.6.0, restoring Dictionary-ID field
+doc : lz4 api manual, by Przemyslaw Skibinski
+
+v1.7.5
+lz4hc : new high compression mode : levels 10-12 compress more and slower, by Przemyslaw Skibinski
+lz4cat : fix : works with relative path (#284) and stdin (#285) (reported by @beiDei8z)
+cli : fix minor notification when using -r recursive mode
+API : lz4frame : LZ4F_frameBound(0) gives upper bound of *flush() and *End() operations (#290, #280)
+doc : markdown version of man page, by Takayuki Matsuoka (#279)
+build : Makefile : fix make -jX lib+exe concurrency (#277)
+build : cmake : improvements by Michał Górny (#296)
+
+v1.7.4.2
+fix : Makefile : release build compatible with PIE and customized compilation directives provided through environment variables (#274, reported by Antoine Martin)
+
+v1.7.4
+Improved : much better speed in -mx32 mode
+cli : fix : Large file support in 32-bits mode on Mac OS-X
+fix : compilation on gcc 4.4 (#272), reported by Antoine Martin
+
+v1.7.3
+Changed : moved to versioning; package, cli and library have same version number
+Improved: Small decompression speed boost
+Improved: Small compression speed improvement on 64-bits systems
+Improved: Small compression ratio and speed improvement on small files
+Improved: Significant speed boost on ARMv6 and ARMv7
+Fix : better ratio on 64-bits big-endian targets
+Improved cmake build script, by Evan Nemerson
+New liblz4-dll project, by Przemyslaw Skibinki
+Makefile: Generates object files (*.o) for faster (re)compilation on low power systems
+cli : new : --rm and --help commands
+cli : new : preserved file attributes, by Przemyslaw Skibinki
+cli : fix : crash on some invalid inputs
+cli : fix : -t correctly validates lz4-compressed files, by Nick Terrell
+cli : fix : detects and reports fread() errors, thanks to Hiroshi Fujishima report #243
+cli : bench : new : -r recursive mode
+lz4cat : can cat multiple files in a single command line (#184)
+Added : doc/lz4_manual.html, by Przemyslaw Skibinski
+Added : dictionary compression and frame decompression examples, by Nick Terrell
+Added : Debianization, by Evgeniy Polyakov
+
+r131
+New    : Dos/DJGPP target, thanks to Louis Santillan (#114)
+Added  : Example using lz4frame library, by Zbigniew Jędrzejewski-Szmek (#118)
+Changed: xxhash symbols are modified (namespace emulation) within liblz4
+
+r130:
+Fixed  : incompatibility sparse mode vs console, reported by Yongwoon Cho (#105)
+Fixed  : LZ4IO exits too early when frame crc not present, reported by Yongwoon Cho (#106)
+Fixed  : incompatibility sparse mode vs append mode, reported by Takayuki Matsuoka (#110)
+Performance fix : big compression speed boost for clang (+30%)
+New    : cross-version test, by Takayuki Matsuoka
+
+r129:
+Added  : LZ4_compress_fast(), LZ4_compress_fast_continue()
+Added  : LZ4_compress_destSize()
+Changed: New lz4 and lz4hc compression API. Previous function prototypes still supported.
+Changed: Sparse file support enabled by default
+New    : LZ4 CLI improved performance compressing/decompressing multiple files (#86, kind contribution from Kyle J. Harper & Takayuki Matsuoka)
+Fixed  : GCC 4.9+ optimization bug - Reported by Markus Trippelsdorf, Greg Slazinski & Evan Nemerson
+Changed: Enums converted to LZ4F_ namespace convention - by Takayuki Matsuoka
+Added  : AppVeyor CI environment, for Visual tests - Suggested by Takayuki Matsuoka
+Modified:Obsolete functions generate warnings - Suggested by Evan Nemerson, contributed by Takayuki Matsuoka
+Fixed  : Bug #75 (unfinished stream), reported by Yongwoon Cho
+Updated: Documentation converted to MarkDown format
+
+r128:
+New    : lz4cli sparse file support (Requested by Neil Wilson, and contributed by Takayuki Matsuoka)
+New    : command -m, to compress multiple files in a single command (suggested by Kyle J. Harper)
+Fixed  : Restored lz4hc compression ratio (slightly lower since r124)
+New    : lz4 cli supports long commands (suggested by Takayuki Matsuoka)
+New    : lz4frame & lz4cli frame content size support
+New    : lz4frame supports skippable frames, as requested by Sergey Cherepanov
+Changed: Default "make install" directory is /usr/local, as notified by Ron Johnson
+New    : lz4 cli supports "pass-through" mode, requested by Neil Wilson
+New    : datagen can generate sparse files
+New    : scan-build tests, thanks to kind help by Takayuki Matsuoka
+New    : g++ compatibility tests
+New    : arm cross-compilation test, thanks to kind help by Takayuki Matsuoka
+Fixed  : Fuzzer + frametest compatibility with NetBSD (issue #48, reported by Thomas Klausner)
+Added  : Visual project directory
+Updated: Man page & Specification
+
+r127:
+N/A   : added a file on SVN
+
+r126:
+New   : lz4frame API is now integrated into liblz4
+Fixed : GCC 4.9 bug on highest performance settings, reported by Greg Slazinski
+Fixed : bug within LZ4 HC streaming mode, reported by James Boyle
+Fixed : older compiler don't like nameless unions, reported by Cheyi Lin
+Changed : lz4 is C90 compatible
+Changed : added -pedantic option, fixed a few mminor warnings
+
+r125:
+Changed : endian and alignment code
+Changed : directory structure : new "lib" directory
+Updated : lz4io, now uses lz4frame
+Improved: slightly improved decoding speed
+Fixed : LZ4_compress_limitedOutput(); Special thanks to Christopher Speller !
+Fixed : some alignment warnings under clang
+Fixed : deprecated function LZ4_slideInputBufferHC()
+
+r124:
+New : LZ4 HC streaming mode
+Fixed : LZ4F_compressBound() using null preferencesPtr
+Updated : xxHash to r38
+Updated library number, to 1.4.0
+
+r123:
+Added : experimental lz4frame API, thanks to Takayuki Matsuoka and Christopher Jackson for testings
+Fix : s390x support, thanks to Nobuhiro Iwamatsu
+Fix : test mode (-t) no longer requires confirmation, thanks to Thary Nguyen
+
+r122:
+Fix : AIX & AIX64 support (SamG)
+Fix : mips 64-bits support (lew van)
+Added : Examples directory, using code examples from Takayuki Matsuoka
+Updated : Framing specification, to v1.4.1
+Updated : xxHash, to r36
+
+r121:
+Added : Makefile : install for kFreeBSD and Hurd (Nobuhiro Iwamatsu)
+Fix : Makefile : install for OS-X and BSD, thanks to Takayuki Matsuoka
+
+r120:
+Modified : Streaming API, using strong types
+Added : LZ4_versionNumber(), thanks to Takayuki Matsuoka
+Fix : OS-X : library install name, thanks to Clemens Lang
+Updated : Makefile : synchronize library version number with lz4.h, thanks to Takayuki Matsuoka
+Updated : Makefile : stricter compilation flags
+Added : pkg-config, thanks to Zbigniew Jędrzejewski-Szmek (issue 135)
+Makefile : lz4-test only test native binaries, as suggested by Michał Górny (issue 136)
+Updated : xxHash to r35
+
+r119:
+Fix : Issue 134 : extended malicious address space overflow in 32-bits mode for some specific configurations
+
+r118:
+New : LZ4 Streaming API (Fast version), special thanks to Takayuki Matsuoka
+New : datagen : parametrable synthetic data generator for tests
+Improved : fuzzer, support more test cases, more parameters, ability to jump to specific test
+fix : support ppc64le platform (issue 131)
+fix : Issue 52 (malicious address space overflow in 32-bits mode when using large custom format)
+fix : Makefile : minor issue 130 : header files permissions
+
+r117:
+Added : man pages for lz4c and lz4cat
+Added : automated tests on Travis, thanks to Takayuki Matsuoka !
+fix : block-dependency command line (issue 127)
+fix : lz4fullbench (issue 128)
+
+r116:
+hotfix (issue 124 & 125)
+
+r115:
+Added : lz4cat utility, installed on POSX systems (issue 118)
+OS-X compatible compilation of dynamic library (issue 115)
+
+r114:
+Makefile : library correctly compiled with -O3 switch (issue 114)
+Makefile : library compilation compatible with clang
+Makefile : library is versioned and linked (issue 119)
+lz4.h : no more static inline prototypes (issue 116)
+man : improved header/footer (issue 111)
+Makefile : Use system default $(CC) & $(MAKE) variables (issue 112)
+xxhash : updated to r34
+
+r113:
+Large decompression speed improvement for GCC 32-bits. Thanks to Valery Croizier !
+LZ4HC : Compression Level is now a programmable parameter (CLI from 4 to 9)
+Separated IO routines from command line (lz4io.c)
+Version number into lz4.h (suggested by Francesc Alted)
+
+r112:
+quickfix
+
+r111 :
+Makefile : added capability to install libraries
+Modified Directory tree, to better separate libraries from programs.
+
+r110 :
+lz4 & lz4hc : added capability to allocate state & stream state with custom allocator (issue 99)
+fuzzer & fullbench : updated to test new functions
+man : documented -l command (Legacy format, for Linux kernel compression) (issue 102)
+cmake : improved version by Mika Attila, building programs and libraries (issue 100)
+xxHash : updated to r33
+Makefile : clean also delete local package .tar.gz
+
+r109 :
+lz4.c : corrected issue 98 (LZ4_compress_limitedOutput())
+Makefile : can specify version number from makefile
+
+r108 :
+lz4.c : corrected compression efficiency issue 97 in 64-bits chained mode (-BD) for streams > 4 GB (thanks Roman Strashkin for reporting)
+
+r107 :
+Makefile : support DESTDIR for staged installs. Thanks Jorge Aparicio.
+Makefile : make install installs both lz4 and lz4c (Jorge Aparicio)
+Makefile : removed -Wno-implicit-declaration compilation switch
+lz4cli.c : include <stduni.h> for isatty() (Luca Barbato)
+lz4.h : introduced LZ4_MAX_INPUT_SIZE constant (Shay Green)
+lz4.h : LZ4_compressBound() : unified macro and inline definitions (Shay Green)
+lz4.h : LZ4_decompressSafe_partial() : clarify comments (Shay Green)
+lz4.c : LZ4_compress() verify input size condition (Shay Green)
+bench.c : corrected a bug in free memory size evaluation
+cmake : install into bin/ directory (Richard Yao)
+cmake : check for just C compiler (Elan Ruusamae)
+
+r106 :
+Makefile : make dist modify text files in the package to respect Unix EoL convention
+lz4cli.c : corrected small display bug in HC mode
+
+r105 :
+Makefile : New install script and man page, contributed by Prasad Pandit
+lz4cli.c : Minor modifications, for easier extensibility
+COPYING  : added license file
+LZ4_Streaming_Format.odt : modified file name to remove white space characters
+Makefile : .exe suffix now properly added only for Windows target