digest-crc 0.4.1 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 5090c17bdfb58a94270e81bab8753095324379c5
-  data.tar.gz: ec891e2886a61cd48e28f2a119ebb48bd01f68b7
+SHA256:
+  metadata.gz: 1fe46270c7eae650508a5502eebb79a4869fbae54d0fbe839821d10875fb0ecf
+  data.tar.gz: 4beab2099969546a407771454e5ded1a5490372418b33b078140f8cac82a2c97
 SHA512:
-  metadata.gz: 5539def533acad46a8a1ac25c602bee61832c9912598975884c25388e369658ce59245f6160ef1341b216a8b3e6aceb59c23f9b8b1e62dece990dad3ac3d2742
-  data.tar.gz: bf09d57ef56303bd70d0df44fa20a1e2d2fd107bf052fa31ba6191a827cbaa81659eb7aa2fb795f694f0f036abd653b425cd60388106df30275aadb343eaeded
+  metadata.gz: e62799bcab7e38e635d5619beb1ac13c9c4cc5c0017604b5e060672190fc7c5fdc6bfbdc48d164bf191d5906d868f4552a6318930a6fa3d1983cac63acdf8aa5
+  data.tar.gz: ff41e5f57d9f9b523105b72f76662b8fac5a1df7485742378bb93ed3e982fb8d69eae14199e7d285e38102d7e3970708b6615919502783f6050278a029666360

data/.gitignore

@@ -1,4 +1,10 @@
+Gemfile.lock
 doc
 pkg
 .bundle
 .yardoc
+/ext/digest/crc*/Makefile
+/ext/digest/crc*/mkmf.log
+/ext/digest/crc*/extconf.h
+/ext/digest/crc*/*.o
+/ext/digest/crc*/*.so

data/.travis.yml

@@ -0,0 +1,24 @@
+---
+before_install:
+  - gem update --system
+  - gem install bundler -v "~> 2.0"
+
+language: ruby
+sudo: false
+cache:
+  - bundler
+
+rvm:
+  - 2.5
+  - 2.6
+  - 2.7
+  - jruby
+
+matrix:
+  include:
+    - os: linux
+    - os: osx
+  allow_failures:
+    - rvm: jruby
+
+script: bundle exec rake spec

data/.yardopts

@@ -1,2 +1 @@
---markup-provider redcarpet
 --markup markdown --title 'Digest CRC Documentation' --protected --files ChangeLog.md,LICENSE.txt

data/ChangeLog.md

@@ -1,3 +1,141 @@
+### 0.6.0 / 2020-07-01
+
+* Implement _optional_ C extensions for all CRC algorithms, resulting in an
+  average performance improvement of ~40x. Note, if for whatever reason the
+  C extensions cannot be compiled, they will be skipped and the pure-Ruby
+  CRC algorithms will be used instead. If the C extensions were successfully
+  compiled, then they will be loaded and override the pure-Ruby CRC methods with
+  the C equivalents.
+* Alias {Digest::CRC16QT} to {Digest::CRC16X25}, since they are effectively the same (@dearblue).
+* Fix {Digest::CRC32::WIDTH} (@dearblue).
+
+#### pure-Ruby (ruby 2.7.1)
+
+    Loading Digest::CRC classes ...
+    Generating 1000 8Kb lengthed strings ...
+    Benchmarking Digest::CRC classes ...
+           user     system      total        real
+    Digest::CRC1#update  0.412953   0.000000   0.412953 (  0.414688)
+    Digest::CRC5#update  1.116375   0.000003   1.116378 (  1.120741)
+    Digest::CRC8#update  0.994263   0.000013   0.994276 (  1.001079)
+    Digest::CRC8_1Wire#update  0.974115   0.000004   0.974119 (  0.978186)
+    Digest::CRC15#update  1.139402   0.000927   1.140329 (  1.146608)
+    Digest::CRC16#update  0.967836   0.000000   0.967836 (  0.971792)
+    Digest::CRC16CCITT#update  1.118851   0.000000   1.118851 (  1.123217)
+    Digest::CRC16DNP#update  0.922211   0.000000   0.922211 (  0.925739)
+    Digest::CRC16Genibus#update  1.120580   0.000000   1.120580 (  1.124771)
+    Digest::CRC16Modbus#update  0.955612   0.000000   0.955612 (  0.959463)
+    Digest::CRC16QT#update  8.153403   0.000012   8.153415 (  8.189977)
+    Digest::CRC16USB#update  0.952557   0.000000   0.952557 (  0.956145)
+    Digest::CRC16X25#update  0.962295   0.000000   0.962295 (  0.970401)
+    Digest::CRC16XModem#update  1.120531   0.000000   1.120531 (  1.124494)
+    Digest::CRC16ZModem#update  1.124226   0.000000   1.124226 (  1.128632)
+    Digest::CRC24#update  1.126317   0.000000   1.126317 (  1.130794)
+    Digest::CRC32#update  0.960015   0.000000   0.960015 (  0.964803)
+    Digest::CRC32BZip2#update  1.128626   0.000000   1.128626 (  1.133641)
+    Digest::CRC32c#update  0.964047   0.000000   0.964047 (  0.967456)
+    Digest::CRC32Jam#update  0.959141   0.000972   0.960113 (  0.967444)
+    Digest::CRC32MPEG#update  1.131119   0.000002   1.131121 (  1.137440)
+    Digest::CRC32POSIX#update  1.126019   0.000000   1.126019 (  1.130549)
+    Digest::CRC32XFER#update  1.116598   0.000000   1.116598 (  1.120595)
+    Digest::CRC64#update  2.665880   0.000928   2.666808 (  2.680942)
+    Digest::CRC64Jones#update  2.678003   0.000000   2.678003 (  2.691390)
+    Digest::CRC64XZ#update  2.671395   0.000000   2.671395 (  2.682684)
+
+#### pure-Ruby (jruby 9.2.11.1)
+
+    Loading Digest::CRC classes ...
+    Generating 1000 8Kb lengthed strings ...
+    Benchmarking Digest::CRC classes ...
+           user     system      total        real
+    Digest::CRC1#update  0.700000   0.070000   0.770000 (  0.436112)
+    Digest::CRC5#update  1.930000   0.050000   1.980000 (  1.084749)
+    Digest::CRC8#update  1.510000   0.060000   1.570000 (  0.979123)
+    Digest::CRC8_1Wire#update  0.730000   0.030000   0.760000 (  0.761309)
+    Digest::CRC15#update  1.760000   0.080000   1.840000 (  1.061413)
+    Digest::CRC16#update  1.560000   0.030000   1.590000 (  0.951273)
+    Digest::CRC16CCITT#update  1.700000   0.010000   1.710000 (  1.046854)
+    Digest::CRC16DNP#update  1.490000   0.000000   1.490000 (  0.902434)
+    Digest::CRC16Genibus#update  1.820000   0.020000   1.840000 (  1.030269)
+    Digest::CRC16Modbus#update  0.740000   0.010000   0.750000 (  0.738604)
+    Digest::CRC16QT#update  7.280000   0.040000   7.320000 (  6.399987)
+    Digest::CRC16USB#update  0.930000   0.000000   0.930000 (  0.801541)
+    Digest::CRC16X25#update  0.870000   0.000000   0.870000 (  0.805130)
+    Digest::CRC16XModem#update  1.320000   0.010000   1.330000 (  0.968956)
+    Digest::CRC16ZModem#update  1.300000   0.010000   1.310000 (  0.928303)
+    Digest::CRC24#update  1.550000   0.020000   1.570000 (  1.024450)
+    Digest::CRC32#update  1.260000   0.000000   1.260000 (  0.913814)
+    Digest::CRC32BZip2#update  1.210000   0.010000   1.220000 (  0.919086)
+    Digest::CRC32c#update  0.770000   0.010000   0.780000 (  0.761726)
+    Digest::CRC32Jam#update  0.930000   0.000000   0.930000 (  0.800468)
+    Digest::CRC32MPEG#update  1.240000   0.010000   1.250000 (  0.933962)
+    Digest::CRC32POSIX#update  1.290000   0.010000   1.300000 (  0.925254)
+    Digest::CRC32XFER#update  1.270000   0.000000   1.270000 (  0.920521)
+    Digest::CRC64#update  3.480000   0.020000   3.500000 (  2.883794)
+    Digest::CRC64Jones#update  2.740000   0.000000   2.740000 (  2.738251)
+    Digest::CRC64XZ#update  2.780000   0.010000   2.790000 (  2.715833)
+
+
+#### C extensions (ruby 2.7.1)
+
+    Loading Digest::CRC classes ...
+    Generating 1000 8Kb lengthed strings ...
+    Benchmarking Digest::CRC classes ...
+           user     system      total        real
+    Digest::CRC1#update  0.407438   0.000000   0.407438 (  0.410495)
+    Digest::CRC5#update  0.022873   0.000000   0.022873 (  0.023796)
+    Digest::CRC8#update  0.020129   0.000000   0.020129 (  0.020887)
+    Digest::CRC8_1Wire#update  0.020106   0.000000   0.020106 (  0.020897)
+    Digest::CRC15#update  0.028765   0.000003   0.028768 (  0.029549)
+    Digest::CRC16#update  0.022176   0.000856   0.023032 (  0.023153)
+    Digest::CRC16CCITT#update  0.028570   0.000000   0.028570 (  0.028691)
+    Digest::CRC16DNP#update  0.023240   0.000001   0.023241 (  0.024008)
+    Digest::CRC16Genibus#update  0.028692   0.000000   0.028692 (  0.029575)
+    Digest::CRC16Modbus#update  0.023928   0.000000   0.023928 (  0.024859)
+    Digest::CRC16QT#update  7.965822   0.000968   7.966790 (  8.001781)
+    Digest::CRC16USB#update  0.023448   0.000001   0.023449 (  0.024420)
+    Digest::CRC16X25#update  0.023061   0.000000   0.023061 (  0.023861)
+    Digest::CRC16XModem#update  0.029407   0.000000   0.029407 (  0.030583)
+    Digest::CRC16ZModem#update  0.029522   0.000000   0.029522 (  0.030438)
+    Digest::CRC24#update  0.029528   0.000000   0.029528 (  0.030504)
+    Digest::CRC32#update  0.023306   0.000000   0.023306 (  0.024278)
+    Digest::CRC32BZip2#update  0.026346   0.000000   0.026346 (  0.027293)
+    Digest::CRC32c#update  0.023525   0.000000   0.023525 (  0.024489)
+    Digest::CRC32Jam#update  0.023348   0.000000   0.023348 (  0.023477)
+    Digest::CRC32MPEG#update  0.026287   0.000000   0.026287 (  0.027394)
+    Digest::CRC32POSIX#update  0.026063   0.000000   0.026063 (  0.026986)
+    Digest::CRC32XFER#update  0.026374   0.000000   0.026374 (  0.027314)
+    Digest::CRC64#update  0.023523   0.000000   0.023523 (  0.024484)
+    Digest::CRC64Jones#update  0.023479   0.000000   0.023479 (  0.024432)
+    Digest::CRC64XZ#update  0.024146   0.000000   0.024146 (  0.025129)
+
+### 0.5.1 / 2020-03-03
+
+* Fixed XOR logic in {Digest::CRC16Genibus}.
+* Freeze all `TABLE` constants.
+* Added missing documentation.
+
+### 0.5.0 / 2020-03-01
+
+* Added {Digest::CRC15}.
+* Added {Digest::CRC16Genibus}.
+* Added {Digest::CRC16Kermit}.
+* Added {Digest::CRC16X25}.
+* Added {Digest::CRC32BZip2}.
+* Added {Digest::CRC32Jam}.
+* Added {Digest::CRC32POSIX}.
+* Added {Digest::CRC32XFER}.
+* Added {Digest::CRC64Jones}.
+* Added {Digest::CRC64XZ}.
+* Renamed `Digest::CRC32Mpeg` to {Digest::CRC32MPEG}.
+* Renamed `Digest::CRC81Wire` to {Digest::CRC8_1Wire}.
+
+### 0.4.2 / 2020-03-01
+
+* Corrected the logic in {Digest::CRC32#update}.
+* Added missing {Digest::CRC5.pack} method.
+* Fixed a require in `digest/crc8_1wire.rb`.
+
 ### 0.4.1 / 2014-04-16
 
 * Allow Digest CRC classes to be extended and their constants overriden.

data/Gemfile

@@ -0,0 +1,15 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'rake'
+  gem 'rubygems-tasks', '~> 0.2'
+
+  gem 'rspec', '~> 3.0'
+
+  gem 'yard', '~> 0.9'
+  gem 'kramdown'
+  gem 'kramdown-parser-gfm'
+  gem 'github-markup', '~> 1.1'
+end

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2010-2014 Hal Brodigan
+Copyright (c) 2010-2020 Hal Brodigan
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.md

@@ -1,5 +1,7 @@
 # Digest CRC
 
+[![Build Status](https://travis-ci.org/postmodern/digest-crc.svg?branch=master)](https://travis-ci.org/postmodern/digest-crc)
+
 * [Source](https://github.com/postmodern/digest-crc)
 * [Issues](https://github.com/postmodern/digest-crc/issues)
 * [Documentation](http://rubydoc.info/gems/digest-crc/frames)
@@ -16,22 +18,35 @@ module.
   * {Digest::CRC1 CRC1}
   * {Digest::CRC5 CRC5}
   * {Digest::CRC8 CRC8}
-  * {Digest::CRC81Wire CRC8 1-Wire}
+  * {Digest::CRC8_1Wire CRC8 1-Wire}
+  * {Digest::CRC15 CRC15}
   * {Digest::CRC16 CRC16}
   * {Digest::CRC16CCITT CRC16 CCITT}
   * {Digest::CRC16DNP CRC16 DNP}
+  * {Digest::CRC16Genibus CRC16 Genibus}
+  * {Digest::CRC16Kermit CRC16 Kermit}
   * {Digest::CRC16Modbus CRC16 Modbus}
   * {Digest::CRC16USB CRC16 USB}
+  * {Digest::CRC16X25 CRC16 X25}
   * {Digest::CRC16XModem CRC16 XModem}
   * {Digest::CRC16ZModem CRC16 ZModem}
   * {Digest::CRC16QT CRC16 QT}
   * {Digest::CRC24 CRC24}
   * {Digest::CRC32 CRC32}
+  * {Digest::CRC32BZip2 CRC32 BZip2}
   * {Digest::CRC32c CRC32c}
-  * {Digest::CRC32Mpeg CRC32 Mpeg}
+  * {Digest::CRC32Jam CRC32 Jam}
+  * {Digest::CRC32MPEG CRC32 MPEG}
+  * {Digest::CRC32POSIX CRC32 POSIX}
+  * {Digest::CRC32XFER CRC32 XFER}
   * {Digest::CRC64 CRC64}
+  * {Digest::CRC64Jones CRC64 Jones}
+  * {Digest::CRC64XZ CRC64 XZ}
 * Pure Ruby implementation.
 * Provides CRC Tables for optimized calculations.
+* Supports _optional_ C extensions which increases performance by ~40x.
+  * If the C extensions cannot be compiled for whatever reason, digest-crc
+    will automatically fallback to the pure-Ruby implementation.
 
 ## Install
 
@@ -112,6 +127,6 @@ including their CRC Tables.
 
 ## License
 
-Copyright (c) 2010-2014 Hal Brodigan
+Copyright (c) 2010-2020 Hal Brodigan
 
-See [LICENSE.txt](LICENSE.txt) for license information.
+See {file:LICENSE.txt} for license information.

data/Rakefile

@@ -1,40 +1,44 @@
 require 'rubygems'
-require 'rake'
 
 begin
-  gem 'rubygems-tasks', '~> 0.1'
-  require 'rubygems/tasks'
-
-  Gem::Tasks.new
+  require 'bundler/setup'
 rescue LoadError => e
-  warn e.message
-  warn "Run `gem install rubygems-tasks` to install 'rubygems/tasks'."
+  abort e.message
 end
 
-begin
-  gem 'rspec', '~> 2.4'
-  require 'rspec/core/rake_task'
+require 'rake'
+require 'rubygems/tasks'
+Gem::Tasks.new
 
-  RSpec::Core::RakeTask.new
-rescue LoadError => e
-  task :spec do
-    puts e.message
+namespace :build do
+  desc "Builds the C extensions"
+  task :c_exts do
+    Dir.chdir('ext/digest') { sh 'rake' }
   end
 end
-task :test => :spec
-task :default => :spec
 
-begin
-  gem 'yard', '~> 0.8'
-  gem 'redcarpet'
-  gem 'github-markup'
-  require 'yard'
-  require 'redcarpet'
-  require 'github-markup'
-
-  YARD::Rake::YardocTask.new
-rescue LoadError => e
-  task :yard do
-    puts e.message
+require 'rake/clean'
+CLEAN.include('ext/digest/crc*/extconf.h')
+CLEAN.include('ext/digest/crc*/Makefile')
+CLEAN.include('ext/digest/crc*/*.o')
+CLEAN.include('ext/digest/crc*/*.so')
+
+require 'rspec/core/rake_task'
+namespace :spec do
+  RSpec::Core::RakeTask.new(:pure)
+  task :pure => :clean
+
+  if RUBY_ENGINE == 'ruby'
+    RSpec::Core::RakeTask.new(:c_exts)
+    task :c_exts => 'build:c_exts'
   end
 end
+
+task :spec => 'spec:pure'
+task :spec => 'spec:c_exts' if RUBY_ENGINE == 'ruby'
+task :test => :spec
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new
+task :doc => :yard

data/benchmarks.rb

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+require 'benchmark'
+$LOAD_PATH.unshift(File.expand_path('../ext',__FILE__))
+$LOAD_PATH.unshift(File.expand_path('../lib',__FILE__))
+
+CRCs = {
+  'crc1'          => 'CRC1',
+  'crc5'          => 'CRC5',
+  'crc8'          => 'CRC8',
+  'crc8_1wire'    => 'CRC81Wire',
+  'crc15'         => 'CRC15',
+  'crc16'         => 'CRC16',
+  'crc16_ccitt'   => 'CRC16CCITT',
+  'crc16_dnp'     => 'CRC16DNP',
+  'crc16_genibus' => 'CRC16Genibus',
+  'crc16_modbus'  => 'CRC16Modbus',
+  'crc16_qt'      => 'CRC16QT',
+  'crc16_usb'     => 'CRC16USB',
+  'crc16_x_25'    => 'CRC16X25',
+  'crc16_xmodem'  => 'CRC16XModem',
+  'crc16_zmodem'  => 'CRC16ZModem',
+  'crc24'         => 'CRC24',
+  'crc32'         => 'CRC32',
+  'crc32_bzip2'   => 'CRC32BZip2',
+  'crc32c'        => 'CRC32c',
+  'crc32_jam'     => 'CRC32Jam',
+  'crc32_mpeg'    => 'CRC32Mpeg',
+  'crc32_posix'   => 'CRC32POSIX',
+  'crc32_xfer'    => 'CRC32XFER',
+  'crc64'         => 'CRC64',
+  'crc64_jones'   => 'CRC64Jones',
+  'crc64_xz'      => 'CRC64XZ',
+}
+
+puts "Loading Digest::CRC classes ..."
+CRCs.each_key { |crc| require "digest/#{crc}" }
+
+N = 1000
+BLOCK_SIZE = 8 * 1024
+
+puts "Generating #{N} #{BLOCK_SIZE / 1024}Kb lengthed strings ..."
+SAMPLES = Array.new(N) do
+  Array.new(BLOCK_SIZE) { rand(256).chr }.join
+end
+
+puts "Benchmarking Digest::CRC classes ..."
+Benchmark.bm do |b|
+  CRCs.each_value do |crc|
+    crc_class = Digest.const_get(crc)
+    crc = crc_class.new
+
+    b.report("#{crc_class}#update") do
+      SAMPLES.each do |sample|
+        crc.update(sample)
+      end
+    end
+  end
+end

data/digest-crc.gemspec

@@ -11,7 +11,7 @@ Gem::Specification.new do |gem|
                   $LOAD_PATH << lib_dir unless $LOAD_PATH.include?(lib_dir)
 
                   require 'digest/crc/version'
-                  Digest::Crc::VERSION
+                  Digest::CRC::VERSION
                 end
 
   gem.summary     = gemspec['summary']
@@ -20,6 +20,7 @@ Gem::Specification.new do |gem|
   gem.authors     = Array(gemspec['authors'])
   gem.email       = gemspec['email']
   gem.homepage    = gemspec['homepage']
+  gem.metadata    = gemspec['metadata'] if gemspec['metadata']
 
   glob = lambda { |patterns| gem.files & Dir[*patterns] }
 

data/ext/digest/Rakefile

@@ -0,0 +1,51 @@
+def fail_gracefully(message)
+  warn "#{message}. Failing gracefully ..."
+  exit
+end
+
+unless RUBY_ENGINE == 'ruby'
+  fail_gracefully "C extensions for #{RUBY_ENGINE} currently not supported"
+end
+
+begin
+  require "mkmf"
+rescue LoadError
+  fail_gracefully "mkmf is not installed"
+end
+
+MAKE = $make # set by mkmf
+       
+def make(target=nil)
+  if target then sh(MAKE,target)
+  else           sh(MAKE)
+  end
+end
+
+CRCS  = Dir['crc*']
+DLEXT = MakeMakefile::CONFIG['DLEXT']
+
+CRCS.each do |crc|
+  crc_ext = "#{crc}_ext"
+
+  file "#{crc}/Makefile" => "#{crc}/extconf.rb" do
+    Dir.chdir(crc) do
+      unless ruby('-S', 'extconf.rb')
+        fail_gracefully "extconf.rb failed"
+      end
+    end
+  end
+
+  crc_ext_lib = "#{crc}_ext.#{DLEXT}"
+
+  file "#{crc}/#{crc_ext_lib}" => "#{crc}/Makefile" do
+    Dir.chdir(crc) do
+      make 'clean'
+
+      unless make
+        fail_gracefully "Unable to build C extensions"
+      end
+    end
+  end
+
+  task :default => "#{crc}/#{crc_ext_lib}"
+end