liquid-ext 1.0.0

data/lib/liquid/from_file.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+
+module FromFile
+
+  module ClassMethods
+    def from_file(path)
+      new.tap do |obj|
+        obj.from_file(path)
+      end
+    end
+  end
+
+  def from_file(path)
+    if File.exists?(path) && File.readable?(path)
+      self.instance_eval(IO.read(path), path, 1)
+    else
+      raise IOError, "Cannot open or read #{path}!"
+    end
+  end
+
+  def self.included(receiver)
+    receiver.extend(ClassMethods)
+  end
+
+end

data/lib/liquid/gc_stats.rb

@@ -0,0 +1,68 @@
+# encoding: utf-8
+require 'metriks'
+require 'singleton'
+
+class GCStats
+  include Singleton
+
+  # RUBY 1.9.X-Implementation
+  module Yarv
+    def enable
+      GC::Profiler.enable
+    end
+
+    def clear
+      GC::Profiler.clear
+    end
+
+    def gather
+      count_collections
+      count_allocations
+      count_objects
+      Metriks.timer('gc_stats.total_time').update(GC::Profiler.total_time)
+    end
+
+    def count_collections
+      Metriks.histogram('gc_stats.collections').update(GC.count)
+    end
+
+    def count_allocations
+      allocated_size = GC.respond_to?(:malloc_allocated_size) ? GC.malloc_allocated_size / 1000.0 : 0
+      Metriks.histogram('gc_stats.allocated').update(allocated_size)
+    end
+
+    def count_objects
+      objects = ObjectSpace.count_objects
+      objects = objects[:TOTAL] - objects[:FREE]
+      Metriks.histogram('gc_stats.objects').update(objects)
+    end
+  end
+
+  if RUBY_ENGINE == 'ruby' and RUBY_VERSION =~ /^1\.9/
+    extend Yarv
+  end
+
+  def self.available?
+    respond_to?(:gather)
+  end
+
+  def self.start!
+    if available?
+      enable
+      $log.info("gc:stats", enabled: true)
+
+      EventMachine.next_tick do
+        EventMachine::PeriodicTimer.new(60*60) do
+          GC.start
+        end
+
+        EventMachine::PeriodicTimer.new(60) do
+          gather
+          clear
+        end
+      end
+    else
+      $log.info("gc:stats", enabled: false)
+    end
+  end
+end

data/lib/liquid/hash_helper.rb

@@ -0,0 +1,10 @@
+# encoding: utf-8
+
+require 'digest'
+
+class HashHelper
+  def self.numeric_hash(val)
+    # Use a the first 15 bytes of a MD5 bytes - small enough to be represented as Fixnum => no garbage collection
+    Digest::MD5.hexdigest(val.to_s)[0..14].to_i(16)
+  end
+end

data/lib/liquid/proc_stat.rb

@@ -0,0 +1,56 @@
+require 'liquid/sysconf'
+
+ProcStat = Struct.new(
+  :ppid,
+  :pgrp,
+  :session,
+  :tty_nr,
+  :tpgid,
+  :flags,
+  :minflt,
+  :cminflt,
+  :majflt,
+  :cmajflt,
+  :utime,
+  :stime,
+  :cutime,
+  :cstime,
+  :priority,
+  :nice,
+  :num_threads,
+  :itrealvalue,
+  :starttime,
+  :vsize,
+  :rss,
+  :rsslim,
+  :startcode,
+  :endcode,
+  :startstack,
+  :kstkesp,
+  :kstkeip,
+  :signal,
+  :blocked,
+  :sigignore,
+  :sigcatch,
+  :wchan,
+  :nswap,
+  :cnswap,
+  :exit_signal,
+  :processor,
+  :rt_priority,
+  :policy,
+  :delayacct_blkio_ticks,
+  :guest_time,
+  :cguest_time
+)
+
+class ProcStat
+  def self.read
+    stat = File.read("/proc/self/stat").chomp.split
+    new(*stat[3..40].map(&:to_i))
+  end
+
+  def pagesize
+    Sysconf.sysconf(:page_size)
+  end
+end

data/lib/liquid/router.rb

@@ -0,0 +1,46 @@
+# encoding: utf-8
+
+require 'liquid/from_file'
+
+class Router
+  include FromFile
+
+  attr_accessor :routes
+
+  def initialize(request_handler)
+    @request_handler = request_handler
+    @routes = []
+
+    @cache = Hash.new do |hash, path|
+      hash[path] = nil
+      @routes.each do |regex, block, args|
+        match = path.match(regex)
+        hash[path] = block.curry[match] if match
+      end
+      hash[path]
+    end
+  end
+
+  def add(regexp, args, &block)
+    @routes << [regexp, block, args]
+  end
+
+  # route %r(/foo/(.+)/(\w+)/(\d+)), AnyParser, :matches, :in, :order
+  def route(regexp, parser, *args, &block)
+    block = lambda do |match, env|
+      params = args.each_with_index.inject({}) do |hash, (name, index)|
+        hash[name] = match[index+1]
+        hash
+      end
+
+      return @request_handler.handle(parser, env, params)
+    end
+
+    add(regexp, args, &block)
+  end
+
+  def handle(path, request)
+    @cache[path].call(request) if @cache[path]
+    return !! @cache[path]
+  end
+end

data/lib/liquid/statistics.rb

@@ -0,0 +1,11 @@
+require 'singleton'
+require 'metriks'
+require 'metriks/reporter/logger'
+
+class Statistics
+  include Singleton
+
+  def initialize
+    Metriks::Reporter::Logger.new(:logger => $log, :interval => 300).start
+  end
+end

data/lib/liquid/sysconf.rb

@@ -0,0 +1,25 @@
+require 'ffi'
+require 'ffi/tools/const_generator'
+
+module Sysconf
+  extend FFI::Library
+  ffi_lib ["c"]
+
+  fcg = FFI::ConstGenerator.new do |gen|
+    gen.include 'unistd.h'
+
+    %w[
+    _SC_PAGE_SIZE
+    _SC_VERSION
+    ].each do |const|
+      ruby_name = const.sub(/^_SC_/, '').downcase.to_sym
+      gen.const(const, "%d", nil, ruby_name, &:to_i)
+    end
+  end
+
+  CONF = enum(*fcg.constants.map{|_, const|
+    [const.ruby_name, const.converted_value]
+  }.flatten)
+
+  attach_function :sysconf, [CONF], :long
+end

data/lib/liquid/tasks/protoc.rake

@@ -0,0 +1,6 @@
+desc "build all protocol buffer schemas"
+task :protoc do
+  Dir["**/*.proto"].each do |file|
+    sh "ruby-protoc #{file}"
+  end
+end

data/lib/liquid/tasks/reek.rake

@@ -0,0 +1,7 @@
+begin
+  require 'reek/rake/task'
+  Reek::Rake::Task.new do |t|
+    t.fail_on_error = false
+  end
+rescue LoadError
+end

data/lib/liquid/tasks/router.rake

@@ -0,0 +1,17 @@
+# encoding: utf-8
+
+require 'liquid/router'
+require 'terminal-table'
+
+desc "Show all ed routes"
+task :routes do
+  root = File.expand_path(File.dirname(__FILE__))
+  router = Router.new(lambda{})
+  router.from_file(File.join(root, "../../../config/routes.rb"))
+  routes = router.routes.map {|r| [r[0].inspect, r[1], r[2] ] }
+  puts Terminal::Table.new({
+    rows: routes.sort_by { |route| route[0] },
+    headings: ['regex', 'handler', 'parameters'],
+  })
+end
+

data/lib/liquid/tasks/rspec.rake

@@ -0,0 +1,17 @@
+begin
+  require 'rspec'
+  require 'rspec/core/rake_task'
+
+  desc "Run the specs"
+  RSpec::Core::RakeTask.new do |t|
+    t.verbose = false
+    t.rspec_opts = [
+      '--require', 'spec_helper',
+      '--color',
+      '--format', 'Fuubar'
+    ]
+  end
+
+  task :default => [:spec]
+rescue LoadError
+end

data/lib/liquid/tasks/yard.rake

@@ -0,0 +1,8 @@
+begin
+  require 'yard'
+
+  YARD::Rake::YardocTask.new do |t|
+    t.files = ['lib/**/*.rb', 'README.rdoc']
+  end
+rescue LoadError
+end

data/lib/liquid/tasks.rb

@@ -0,0 +1 @@
+Dir[File.expand_path('../tasks/*.rake', __FILE__)].each { |t| load t }

data/lib/liquid/transaction_id.rb

@@ -0,0 +1,13 @@
+class TransactionId
+
+  @@current = nil
+
+  def self.current
+    @@current
+  end
+
+  def self.next
+    @@current = "#{Time.now.to_i}-#{Process.pid}-#{rand(89999) + 10000}"
+  end
+
+end

data/liquid-ext.gemspec

@@ -0,0 +1,23 @@
+# encoding: utf-8
+
+Gem::Specification.new do |spec|
+  spec.name          = "liquid-ext"
+  spec.version       = "1.0.0"
+  spec.authors       = ["LiquidM, Inc."]
+  spec.email         = ["opensource@liquidm.com"]
+  spec.description   = %q{Ruby core extensions and helper libraries}
+  spec.summary       = %q{Ruby core extensions and helper libraries}
+  spec.homepage      = "https://github.com/liquidm/ext"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activesupport"
+  spec.add_dependency "ffi"
+  spec.add_dependency "liquid-logging", ">= 2.0.0"
+  spec.add_dependency "metriks"
+  spec.add_dependency "mixlib-cli"
+  spec.add_dependency "terminal-table"
+end

data/spec/lib/liquid/ext/enumerable_spec.rb

@@ -0,0 +1,25 @@
+require 'liquid/ext/enumerable'
+
+describe Enumerable do
+
+  it "should support the sum for a list of numbers" do
+    [1,2,3,4,5].sum.should == 15
+  end
+
+  it "should support the mean for a list of numbers" do
+    [1,2,3,4,5].mean.should == 3.0
+  end
+
+  it "should support the variance for a list of numbers" do
+    [9,8,7,6,5].variance.should == 2.5
+  end
+
+  it "should support the standard deviation for a list of numbers" do
+    [9,8,7,6,5].stdev.should == 1.5811388300841898
+  end
+
+  it "should support a percentile method for a list of numbers" do
+    [9,1,8,2,7,3,6,4,5,4,3,2,1].percentile(0.9).should == 8
+  end
+
+end

data/spec/lib/liquid/router_spec.rb

@@ -0,0 +1,77 @@
+# encoding: utf-8
+
+require 'liquid/router'
+
+class GeneralRequestHandler; end
+
+describe Router do
+  let(:regex) { %r(foo(.*)bar) }
+  let(:block) { Proc.new { 1+1 } }
+  let(:router) { Router.new(GeneralRequestHandler) }
+
+  describe '.add' do
+    context 'add route' do
+
+      before { router.add(regex, [:args], &block) }
+
+      context 'regex' do
+        subject { router.routes.last[0] }
+        it { should eql regex }
+      end
+
+      context 'block' do
+        subject { router.routes.last[1] }
+        its(:call) { should eql block.call }
+      end
+
+      context 'args' do
+        subject { router.routes.last[2] }
+        it { should eql [:args] }
+      end
+    end
+  end
+
+  describe '.route' do
+    let(:regex) { %r(/bar/) }
+
+    let(:parser) { double('CustomRequestParser') }
+    let(:env)    { "env" }
+
+    before { router.route(regex, parser, :foo, :bar) }
+
+    subject { router.routes.last[0] }
+
+    it { should be_a Regexp }
+    it { should eql regex }
+    it 'builds correct block' do
+      GeneralRequestHandler.should_receive(:handle).with(parser, env, {foo: 1, bar: 2})
+
+      _, block = router.routes.last
+      block.call([0,1,2], env)
+    end
+  end
+
+  describe '.handle' do
+    let(:handler) { double('MockHandler') }
+    let(:request) { double('request') }
+    let(:url_re_1) { 'http://ad.madvertise.de/uchte/(.*?)' }
+    let(:url_re_2) { 'http://ad.madvertise.de/muchte/(.*?)' }
+    let(:block) { Proc.new {|match, env| handler.handle(match, env) } }
+
+    before do
+      router.add url_re_1, [:foo] { }
+      router.add url_re_2, [:bar], &block
+      router.route %r(/new_adx_bidrequest/([\w.-]+)), GeneralRequestHandler, :site_token
+    end
+
+    it 'is not matching' do
+      router.handle("http://ad.madvertise.de/muchtel", request).should == false
+    end
+
+    it 'is matching' do
+      handler.should_receive(:handle)
+      router.handle("http://ad.madvertise.de/muchte/foo", request).should == true
+    end
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'rspec'
+
+require 'simplecov'
+SimpleCov.start
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+RSpec.configure do |config|
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: liquid-ext
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- LiquidM, Inc.
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2013-11-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: ffi
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: liquid-logging
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: metriks
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: mixlib-cli
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+description: Ruby core extensions and helper libraries
+email:
+- opensource@liquidm.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- .yardopts
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/liquid/benchmark.rb
+- lib/liquid/boot.rb
+- lib/liquid/cli.rb
+- lib/liquid/configuration.rb
+- lib/liquid/environment.rb
+- lib/liquid/ext/array.rb
+- lib/liquid/ext/enumerable.rb
+- lib/liquid/ext/hash.rb
+- lib/liquid/ext/nil.rb
+- lib/liquid/ext/object_space.rb
+- lib/liquid/ext/ordered_set.rb
+- lib/liquid/ext/signal.rb
+- lib/liquid/ext/string.rb
+- lib/liquid/ext/thread.rb
+- lib/liquid/from_file.rb
+- lib/liquid/gc_stats.rb
+- lib/liquid/hash_helper.rb
+- lib/liquid/proc_stat.rb
+- lib/liquid/router.rb
+- lib/liquid/statistics.rb
+- lib/liquid/sysconf.rb
+- lib/liquid/tasks.rb
+- lib/liquid/tasks/protoc.rake
+- lib/liquid/tasks/reek.rake
+- lib/liquid/tasks/router.rake
+- lib/liquid/tasks/rspec.rake
+- lib/liquid/tasks/yard.rake
+- lib/liquid/transaction_id.rb
+- liquid-ext.gemspec
+- spec/lib/liquid/ext/enumerable_spec.rb
+- spec/lib/liquid/router_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/liquidm/ext
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Ruby core extensions and helper libraries
+test_files:
+- spec/lib/liquid/ext/enumerable_spec.rb
+- spec/lib/liquid/router_spec.rb
+- spec/spec_helper.rb
+has_rdoc: