ohsnap 1.2.0

data/.gitignore

@@ -0,0 +1,10 @@
+*.gem
+*.bundle
+mkmf.log
+libsnappy_ext.a
+/Gemfile.lock
+/tmp
+/bin/
+/vendor/gems
+/ext/ohsnap/dst
+/ext/ohsnap/src/snappy-*

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/MIT-LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Brian Lopez
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,35 @@
+# Ohsnap
+
+Ruby library for the Snappy compression algorithm
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'ohsnap'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ohsnap
+
+## Usage
+
+``` ruby
+compressed_data = Ohsnap.compress(data)
+```
+
+``` ruby
+data = Ohsnap.decompress(compressed_data)
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,7 @@
+require 'rake'
+require 'rake/extensiontask'
+require 'bundler/gem_tasks'
+
+Rake::ExtensionTask.new('ohsnap') do |ext|
+  ext.lib_dir = File.join 'lib', 'ohsnap'
+end

data/ext/ohsnap/compat.h

@@ -0,0 +1,87 @@
+/*
+ * The snappy-c code is under the same license as the original snappy source
+ *
+ * Copyright 2011 Intel Corporation All Rights Reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+ *
+ *     * Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above
+ * copyright notice, this list of conditions and the following disclaimer
+ * in the documentation and/or other materials provided with the
+ * distribution.
+ *     * Neither the name of Intel Corporation nor the names of its
+ * contributors may be used to endorse or promote products derived from
+ * this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#if defined(HAVE_BYTESWAP_H)
+#include <byteswap.h>
+#if !defined(le32toh) || !defined(htole32)
+  #if BYTE_ORDER == LITTLE_ENDIAN
+    #define htole16(x) bswap_16(x)
+    #define le32toh(x) (x)
+  #else
+    #define htole16(x) (x)
+    #define le32toh(x) bswap_32(x)
+  #endif
+#endif
+#elif defined(HAVE_COREFOUNDATION_COREFOUNDATION_H)
+#include <CoreFoundation/CoreFoundation.h>
+#define htole16(x) CFSwapInt16HostToLittle(x)
+#define le32toh(x) CFSwapInt32LittleToHost(x)
+#endif
+
+#include <stdlib.h>
+#include <assert.h>
+#include <string.h>
+#include <errno.h>
+#include <stdbool.h>
+#include <limits.h>
+#include <sys/uio.h>
+
+typedef unsigned char u8;
+typedef unsigned short u16;
+typedef unsigned u32;
+typedef unsigned long long u64;
+
+#define BUG_ON(x) assert(!(x))
+
+#define get_unaligned(x) (*(x))
+#define get_unaligned_le32(x) (le32toh(*(u32 *)(x)))
+#define put_unaligned(v,x) (*(x) = (v))
+#define put_unaligned_le16(v,x) (*(u16 *)(x) = htole16(v))
+
+#define vmalloc(x) malloc(x)
+#define vfree(x) free(x)
+
+#define EXPORT_SYMBOL(x)
+
+#define ARRAY_SIZE(x) (sizeof(x) / sizeof(*(x)))
+
+#define likely(x) __builtin_expect((x), 1)
+#define unlikely(x) __builtin_expect((x), 0)
+
+#define min_t(t,x,y) ((x) < (y) ? (x) : (y))
+#define max_t(t,x,y) ((x) > (y) ? (x) : (y))
+
+#if __BYTE_ORDER == __LITTLE_ENDIAN
+#define __LITTLE_ENDIAN__ 1
+#endif
+
+#define BITS_PER_LONG (__SIZEOF_LONG__ * 8)

data/ext/ohsnap/ext.c

@@ -0,0 +1,71 @@
+#include <ruby.h>
+#include "snappy-c.h"
+
+static VALUE rb_mOhsnap_compress(VALUE self, VALUE rb_data) {
+	snappy_status err;
+	const char *data;
+	char *out;
+	size_t out_len=0;
+	size_t data_len;
+	VALUE rb_out;
+
+	Check_Type(rb_data, T_STRING);
+
+	rb_out   = Qnil;
+	data     = RSTRING_PTR(rb_data);
+	data_len = RSTRING_LEN(rb_data);
+
+	out_len = snappy_max_compressed_length(data_len);
+	out = (char*)xmalloc(out_len);
+
+	err = snappy_compress(data, data_len, out, &out_len);
+
+	if (err != SNAPPY_OK) {
+		xfree(out);
+		rb_raise(rb_eIOError, "There was an error compressing the data");
+	}
+
+	rb_out = rb_str_new(out, out_len);
+	xfree(out);
+
+	return rb_out;
+}
+
+static VALUE rb_mOhsnap_decompress(VALUE self, VALUE rb_compressed_data) {
+	snappy_status err;
+	const char *compressed_data;
+	size_t compressed_data_len=0;
+	char *out;
+	size_t out_len=0;
+	VALUE rb_out;
+
+	Check_Type(rb_compressed_data, T_STRING);
+
+	rb_out              = Qnil;
+	compressed_data     = RSTRING_PTR(rb_compressed_data);
+	compressed_data_len = RSTRING_LEN(rb_compressed_data);
+
+	err = snappy_uncompressed_length(compressed_data, compressed_data_len, &out_len);
+	if (err != SNAPPY_OK) {
+		rb_raise(rb_eArgError, "Unable to determine uncompressed length, input is corrupt");
+	}
+
+	out = (char*)xmalloc(out_len);
+	err = snappy_uncompress(compressed_data, compressed_data_len, out, &out_len);
+	if (err != SNAPPY_OK) {
+		xfree(out);
+		rb_raise(rb_eIOError, "There was an error uncompressing the data");
+	}
+
+	rb_out = rb_str_new(out, out_len);
+	xfree(out);
+
+	return rb_out;
+}
+
+void Init_ohsnap() {
+	VALUE rb_mOhsnap = rb_define_module("Ohsnap");
+
+	rb_define_method(rb_mOhsnap, "compress", (VALUE(*)(ANYARGS))rb_mOhsnap_compress, 1);
+	rb_define_method(rb_mOhsnap, "decompress", (VALUE(*)(ANYARGS))rb_mOhsnap_decompress, 1);
+}

data/ext/ohsnap/extconf.rb

@@ -0,0 +1,55 @@
+require 'mkmf'
+
+def sys(cmd)
+  puts "  -- #{cmd}"
+  unless ret = xsystem(cmd)
+    raise "#{cmd} failed, please report issue on http://github.com/brianmario/ohsnap"
+  end
+  ret
+end
+
+if `which make`.strip.empty?
+  STDERR.puts "\n\n"
+  STDERR.puts "***************************************************************************************"
+  STDERR.puts "*************** make required (apt-get install make build-essential) =( ***************"
+  STDERR.puts "***************************************************************************************"
+  exit(1)
+end
+
+snappy_ver = "snappy-1.0.5"
+src = File.basename("#{snappy_ver}.tar.gz")
+dir = File.basename(src, '.tar.gz')
+
+CWD = File.expand_path(File.dirname(__FILE__))
+Dir.chdir("#{CWD}/src") do
+  FileUtils.rm_rf(dir) if File.exists?(dir)
+
+  sys("tar zxvf #{src}")
+  Dir.chdir(dir) do
+    sys("./configure --prefix=#{CWD}/dst/ --disable-shared --enable-static --with-pic")
+    sys("make install")
+  end
+end
+
+FileUtils.cp "#{CWD}/dst/lib/libsnappy.a", "#{CWD}/libsnappy_ext.a"
+
+$INCFLAGS[0,0] = " -I#{CWD}/dst/include "
+$LDFLAGS << " -L#{CWD} "
+
+dir_config 'snappy'
+unless have_library 'snappy_ext' and have_header 'snappy-c.h'
+  STDERR.puts "\n\n"
+  STDERR.puts "***************************************************************************************"
+  STDERR.puts "********* error compiling and linking libsnappy. please report issue on github ********"
+  STDERR.puts "***************************************************************************************"
+  exit(1)
+end
+
+segments = CONFIG['LDSHARED'].split(' ')
+segments[0] = "$(CXX)"
+CONFIG['LDSHARED'] = segments.join(' ')
+
+$CFLAGS << ' -Wall'
+$CFLAGS << ' -Wextra -O0 -ggdb3' if ENV['DEBUG']
+
+create_makefile("ohsnap/ohsnap")

data/lib/ohsnap.rb

@@ -0,0 +1,6 @@
+require 'ohsnap/ohsnap'
+require 'ohsnap/version'
+
+module Ohsnap
+  extend self
+end

data/lib/ohsnap/version.rb

@@ -0,0 +1,3 @@
+module Ohsnap
+  VERSION = "1.2.0"
+end

data/ohsnap.gemspec

@@ -0,0 +1,24 @@
+# encoding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ohsnap/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "ohsnap"
+  gem.version       = Ohsnap::VERSION
+  gem.authors       = ["Brian Lopez"]
+  gem.email         = ["seniorlopez@gmail.com"]
+  gem.description   = %q{Ruby library for the Snappy compression algorithm}
+  gem.summary       = %q{Ruby library for the Snappy compression algorithm}
+  gem.homepage      = "https://github.com/brianmario/ohsnap"
+  gem.extensions    = ["ext/ohsnap/extconf.rb"]
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  # tests
+  gem.add_development_dependency 'rake-compiler', ">= 0.8.1"
+  gem.add_development_dependency 'minitest', ">= 4.3.0"
+end

data/test/ohsnap_test.rb

@@ -0,0 +1,21 @@
+require File.expand_path('../test_helper', __FILE__)
+
+require 'ohsnap'
+
+class OhsnapTest < MiniTest::Unit::TestCase
+  TEXT = "a"*1024*1024
+
+  def test_compression
+    compressed = Ohsnap.compress(TEXT)
+
+    assert TEXT.bytesize > compressed.bytesize
+  end
+
+  def test_decompression
+    compressed   = Ohsnap.compress(TEXT)
+    decompressed = Ohsnap.decompress(compressed)
+
+    assert TEXT.bytesize == decompressed.bytesize
+    assert_equal TEXT, decompressed
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,12 @@
+# Basic test environment.
+
+# blah fuck this
+require 'rubygems' if !defined?(Gem)
+require 'bundler/setup'
+
+# bring in minitest
+require 'minitest/autorun'
+
+# put lib and test dirs directly on load path
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+$LOAD_PATH.unshift File.expand_path('..', __FILE__)

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: ohsnap
+version: !ruby/object:Gem::Version
+  version: 1.2.0
+  prerelease: 
+platform: ruby
+authors:
+- Brian Lopez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 4.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 4.3.0
+description: Ruby library for the Snappy compression algorithm
+email:
+- seniorlopez@gmail.com
+executables: []
+extensions:
+- ext/ohsnap/extconf.rb
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- MIT-LICENSE
+- README.md
+- Rakefile
+- ext/ohsnap/compat.h
+- ext/ohsnap/ext.c
+- ext/ohsnap/extconf.rb
+- ext/ohsnap/src/snappy-1.0.5.tar.gz
+- lib/ohsnap.rb
+- lib/ohsnap/version.rb
+- ohsnap.gemspec
+- test/ohsnap_test.rb
+- test/test_helper.rb
+homepage: https://github.com/brianmario/ohsnap
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Ruby library for the Snappy compression algorithm
+test_files:
+- test/ohsnap_test.rb
+- test/test_helper.rb
+has_rdoc: