collapstring 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fc45012860694f408de5cb72005462292eed86df
+  data.tar.gz: c6fd4d29cbc2900f6fe2d3a53da1825c633d36a7
+SHA512:
+  metadata.gz: aa73236ac7c45e13861d1c1a130c0109468cc3519415de19308a86a51cf14b541331875d0edec53aaa1d1c95bcdf65cf7624658cc5634ab5cfd3e4732e6e888c
+  data.tar.gz: 2b777d32c8628b4ee77288354beb7c19d8fb7508cf867cc6592b9d802d8a89d857d2d8c276c15d3e47fbb46796f658b0b7f4551e633ae160b40d9770c23a2e24

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Airbnb, Inc.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,36 @@
+# Collapstring
+
+Collapse quoted strings in strings. Does not support JRuby.
+
+## Why?
+
+It's a simple, reliable and fast way to start making MySQL
+requests shorter in a SQL logging pipeline.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'collapstring'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install collapstring
+
+## Usage
+
+    require 'collapstring'
+    Collapstring.collapse 'SELECT "hello \"world\"";'
+    Collapstring.collapse! 'SELECT "hello \"world\"";' # _could_ be in-place
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,16 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+require 'rake/extensiontask'
+
+Rake::ExtensionTask.new 'collapstring'
+
+Rake::TestTask.new do |t|
+  t.libs = %w[lib test]
+  t.test_files = FileList['test/**/test*.rb']
+end
+
+Rake::Task[:test].prerequisites.unshift :compile
+
+desc 'Run tests'
+task :default => :test

data/collapstring.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path '../lib', __FILE__
+$LOAD_PATH.unshift lib unless $LOAD_PATH.include? lib
+
+Gem::Specification.new do |spec|
+  spec.name          = 'collapstring'
+  spec.version       = '0.1.0'
+  spec.authors       = ['Pierre Carrier']
+  spec.email         = ['pierre@gcarrier.fr']
+  spec.description   = 'Collapse quoted strings in strings'
+  spec.summary       = 'Collapse quoted strings in strings. Does not support JRuby.'
+  spec.homepage      = 'https://github.com/airbnb/collapstring'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split $/
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename f }
+  spec.test_files    = spec.files.grep %r{^(test|spec|features)/}
+  spec.require_paths = %w[lib]
+
+  spec.extensions = %w[ext/collapstring/extconf.rb]
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rake-compiler'
+end

data/ext/collapstring/collapstring.c

@@ -0,0 +1,130 @@
+#include <assert.h>
+#include <ruby.h>
+
+typedef enum {
+        C_S_OUT,
+        C_S_OUT_BACKSLASH,
+        C_S_IN_SINGLE,
+        C_S_IN_SINGLE_BACKSLASH,
+        C_S_IN_DOUBLE,
+        C_S_IN_DOUBLE_BACKSLASH,
+} collapse_state;
+
+static VALUE collapstring_collapse_bang(VALUE self, VALUE src)
+{
+        Check_Type(src, T_STRING);
+
+        char *str = RSTRING_PTR(src);
+        const size_t len = RSTRING_LEN(src);
+
+        size_t dst_idx = 0;
+        collapse_state state = C_S_OUT;
+
+        for (size_t src_idx = 0; src_idx < len; src_idx++) {
+                const char cur = str[src_idx];
+                switch (cur) {
+                case '\"':
+                        switch (state) {
+                        case C_S_OUT:
+                                str[dst_idx++] = cur;
+                                state = C_S_IN_DOUBLE;
+                                break;
+                        case C_S_OUT_BACKSLASH:
+                        case C_S_IN_DOUBLE:
+                                str[dst_idx++] = cur;
+                                state = C_S_OUT;
+                                break;
+                        case C_S_IN_DOUBLE_BACKSLASH:
+                                state = C_S_IN_DOUBLE;
+                                /* fallthrough */
+                        case C_S_IN_SINGLE:
+                                break;
+                        case C_S_IN_SINGLE_BACKSLASH:
+                                state = C_S_IN_SINGLE;
+                                break;
+                        }
+                        break;
+                case '\'':
+                        switch (state) {
+                        case C_S_OUT:
+                                str[dst_idx++] = cur;
+                                state = C_S_IN_SINGLE;
+                                break;
+                        case C_S_OUT_BACKSLASH:
+                        case C_S_IN_SINGLE:
+                                str[dst_idx++] = cur;
+                                state = C_S_OUT;
+                                break;
+                        case C_S_IN_SINGLE_BACKSLASH:
+                                state = C_S_IN_SINGLE;
+                                break;
+                        case C_S_IN_DOUBLE_BACKSLASH:
+                                state = C_S_IN_DOUBLE;
+                                /* fallthrough */
+                        case C_S_IN_DOUBLE:
+                                break;
+                        }
+                        break;
+                case '\\':
+                        switch (state) {
+                        case C_S_IN_SINGLE:
+                                state = C_S_IN_SINGLE_BACKSLASH;
+                                break;
+                        case C_S_IN_SINGLE_BACKSLASH:
+                                state = C_S_IN_SINGLE;
+                                break;
+                        case C_S_IN_DOUBLE:
+                                state = C_S_IN_DOUBLE_BACKSLASH;
+                                break;
+                        case C_S_IN_DOUBLE_BACKSLASH:
+                                state = C_S_IN_DOUBLE;
+                                break;
+                        case C_S_OUT:
+                                str[dst_idx++] = cur;
+                                state = C_S_OUT_BACKSLASH;
+                                break;
+                        case C_S_OUT_BACKSLASH:
+                                str[dst_idx++] = cur;
+                                state = C_S_OUT;
+                                break;
+                        }
+                        break;
+                default:
+                        switch (state) {
+                        case C_S_IN_SINGLE_BACKSLASH:
+                                state = C_S_IN_SINGLE;
+                                break;
+                        case C_S_IN_DOUBLE_BACKSLASH:
+                                state = C_S_IN_DOUBLE;
+                                break;
+                        case C_S_OUT:
+                                str[dst_idx++] = cur;
+                                break;
+                        case C_S_OUT_BACKSLASH:
+                                str[dst_idx++] = cur;
+                                state = C_S_OUT;
+                                break;
+                        case C_S_IN_SINGLE:
+                        case C_S_IN_DOUBLE:
+                                break;
+                        }
+                }
+        }
+
+        return rb_str_resize(src, dst_idx);
+}
+
+static VALUE collapstring_collapse(VALUE self, VALUE src) {
+        VALUE dst = rb_obj_clone(src);
+        assert(dst);
+        collapstring_collapse_bang(self, dst);
+        return dst;
+}
+
+void Init_collapstring(void)
+{
+        VALUE module = rb_define_module("Collapstring");
+        assert(module);
+        rb_define_module_function(module, "collapse!", collapstring_collapse_bang, 1);
+        rb_define_module_function(module, "collapse", collapstring_collapse, 1);
+}

data/ext/collapstring/extconf.rb

@@ -0,0 +1,3 @@
+require 'mkmf'
+
+create_makefile 'collapstring/collapstring'

data/test/collapstring/tests.rb

@@ -0,0 +1,63 @@
+require 'collapstring'
+require 'test/unit'
+
+class TestCollapstring < Test::Unit::TestCase
+  def test_arity
+    assert_raise ArgumentError do
+      Collapstring.collapse
+    end
+
+    assert_raise ArgumentError do
+      Collapstring.collapse('foo', 'bar')
+    end
+  end
+
+  def test_type_safety
+    assert_raise TypeError do
+      Collapstring.collapse 1
+    end
+  end
+
+  def test_cases
+    assert_equal %[], Collapstring.collapse(%[])
+
+    assert_equal %[noop], Collapstring.collapse(%[noop])
+
+    assert_equal %[''], Collapstring.collapse(%['foo'])
+    assert_equal %[""], Collapstring.collapse(%["foo"])
+
+    assert_equal %[single \\], Collapstring.collapse(%[single \\])
+    assert_equal %[single '], Collapstring.collapse(%[single '])
+    assert_equal %[single "], Collapstring.collapse(%[single "])
+
+    assert_equal %[''], Collapstring.collapse(%['a\\'b'])
+    assert_equal %[''], Collapstring.collapse(%['a\\"b'])
+    assert_equal %[""], Collapstring.collapse(%["a\\'b"])
+    assert_equal %[""], Collapstring.collapse(%["a\\'b"])
+
+    assert_equal %[a\\b], Collapstring.collapse(%[a\\b])
+    assert_equal %[a\\\\b], Collapstring.collapse(%[a\\\\b])
+
+    assert_equal %[\\'], Collapstring.collapse(%[\\'])
+    assert_equal %[\\"], Collapstring.collapse(%[\\"])
+
+    assert_equal %[""], Collapstring.collapse(%["\\a"])
+    assert_equal %[''], Collapstring.collapse(%['\\a'])
+
+    assert_equal %[\\a '], Collapstring.collapse(%[\\a '])
+    assert_equal %[\\a "], Collapstring.collapse(%[\\a "])
+  end
+
+  def test_long_str
+    long_str = 'a' * 1_000_000
+    assert_equal long_str, Collapstring.collapse!(long_str)
+    assert_equal long_str, Collapstring.collapse(long_str)
+  end
+
+  def test_preserves_original_string
+    original = 'foo "bar" baz'
+    copy = original.dup
+    assert_equal 'foo "" baz', Collapstring.collapse(copy)
+    assert_equal original, copy
+  end
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: collapstring
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Pierre Carrier
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Collapse quoted strings in strings
+email:
+- pierre@gcarrier.fr
+executables: []
+extensions:
+- ext/collapstring/extconf.rb
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- collapstring.gemspec
+- ext/collapstring/collapstring.c
+- ext/collapstring/extconf.rb
+- test/collapstring/tests.rb
+homepage: https://github.com/airbnb/collapstring
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Collapse quoted strings in strings. Does not support JRuby.
+test_files:
+- test/collapstring/tests.rb