scales-core 0.0.1.beta.1

data/lib/scales-core/scalify/templates/cache.yml

@@ -0,0 +1,20 @@
+development:
+  host: localhost
+  port: 6379
+  password: 
+  database: 1
+  partials: false
+
+test:
+  host: localhost
+  port: 6379
+  password: 
+  database: 2
+  partials: false
+
+production:
+  host: localhost
+  port: 6379
+  password: 
+  database: 0
+  partials: false

data/lib/scales-core/scalify/templates/scaleup.rb

@@ -0,0 +1,6 @@
+require 'scales/up/rails'
+
+desc "Scale up the cache"
+Scales::Up.new do |scales|
+  # Heat it up ...
+end

data/lib/scales-core/storage.rb

@@ -0,0 +1,17 @@
+module Scales
+  module Storage
+    RESOURCE_PREFIX = "scales_resource_"
+    PARTIAL_PREFIX  = "scales_partial_"
+
+    autoload :Sync,   "scales-core/storage/sync"
+    autoload :Async,  "scales-core/storage/async"
+    
+    class << self
+      
+      def prefix(path)
+        (path =~ /^\//) ? RESOURCE_PREFIX + path : PARTIAL_PREFIX + path
+      end
+      
+    end
+  end
+end

data/lib/scales-core/storage/async.rb

@@ -0,0 +1,89 @@
+module Scales
+  module Storage
+    module Async      
+      @@redis = nil
+        
+      class << self
+        
+        def connect!
+          return if @@redis and @@redis.connected?
+          @@redis = new_connection!
+        end
+        
+        def force_reconnect!
+          @@redis = new_connection!
+        end
+        
+        def connection
+          with_connection{ @@redis }
+        end
+        
+        def set_content(path, value)
+          set(Storage.prefix(path), value)
+        end
+        
+        def get_content(path, partials = false)
+          get(Storage.prefix(path), partials)
+        end
+        
+        def del_content(path)
+          del(Storage.prefix(path))
+        end
+        
+        def set(key, value)
+          with_connection{ @@redis.set(key, value) }
+        end
+        
+        def get(key, partials = false)
+          with_connection{ partials ? Helper::PartialResolver.resolve(@@redis, key) : @@redis.get(key) }
+        end
+        
+        def del(key)
+          with_connection{ @@redis.del(key) }
+        end
+        
+        def add(queue, job)
+          with_connection{ @@redis.lpush(queue, job) }
+        end
+        
+        def pop(queue)
+          with_new_connection{ |redis| redis.brpop(queue, 0) }.last
+        end
+        
+        def publish(channel, message)
+          add(channel, message)
+        end
+        
+        def subscribe(channel)
+          pop(channel)
+        end
+        
+        def flushall!
+          with_connection{ @@redis.flushall }
+        end
+        
+        def new_connection!
+          EM::Hiredis.connect "redis://:#{Scales.config.password}@#{Scales.config.host}:#{Scales.config.port}/#{Scales.config.database}"
+        end
+        
+        private
+        
+        def with_connection
+          connect!
+          yield
+        end
+        
+        # Creates a new connection for blocking calls and closes it after the block
+        def with_new_connection
+          redis = new_connection!
+          out = yield(redis)
+          redis.quit
+          redis = nil
+          out
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/scales-core/storage/sync.rb

@@ -0,0 +1,93 @@
+module Scales
+  module Storage
+    module Sync
+      @@redis = nil
+      
+      class << self
+        
+        def connect!
+          return if @@redis && @@redis.client.connected?
+          @@redis = new_connection!
+        end
+        
+        def force_reconnect!
+          @@redis = new_connection!
+        end
+        
+        def connection
+          with_connection{ @@redis }
+        end
+        
+        def set_content(path, value)
+          set(Storage.prefix(path), value)
+        end
+        
+        def get_content(path, partials = false)
+          get(Storage.prefix(path), partials)
+        end
+        
+        def del_content(path)
+          del(Storage.prefix(path))
+        end
+        
+        def set(key, value)
+          with_connection{ @@redis.set(key, value) }
+        end
+        
+        def get(key, partials = false)
+          with_connection{ partials ? Helper::PartialResolver.resolve(@@redis, key) : @@redis.get(key) }
+        end
+        
+        def del(key)
+          with_connection{ @@redis.del(key) }
+        end
+        
+        def add(queue, job)
+          with_connection{ @@redis.lpush(queue, job) }
+        end
+        
+        def pop(queue)
+          with_new_connection{ |redis| redis.brpop(queue, 0) }.last
+        end
+        
+        def publish(channel, message)
+          add(channel, message)
+        end
+        
+        def subscribe(channel)
+          pop(channel)
+        end
+        
+        def flushall!
+          with_connection{ @@redis.flushall }
+        end
+        
+        def new_connection!
+          Redis.new(
+            :host     => Scales.config.host, 
+            :port     => Scales.config.port, 
+            :password => Scales.config.password, 
+            :db       => Scales.config.database
+          )
+        end
+        
+        private
+        
+        def with_connection
+          connect!
+          yield
+        end
+        
+        # Creates a new connection for blocking calls and closes it after the block
+        def with_new_connection
+          redis = new_connection!
+          out = yield(redis)
+          redis.quit
+          redis = nil
+          out
+        end
+        
+      end
+    end
+  end
+end

data/lib/scales-core/version.rb

@@ -0,0 +1,5 @@
+module Scales
+  module Core
+    VERSION = "0.0.1.beta.1"
+  end
+end

data/scales-core.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/scales-core/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Thomas Fankhauser"]
+  gem.email         = ["tommylefunk@googlemail.com"]
+  gem.description   = %q{Super Scale Caching Framework - Core}
+  gem.summary       = %q{Provides core functionalities like storage, queues, pubsub and configurations.}
+  gem.homepage      = "http://itscales.org"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "scales-core"
+  gem.require_paths = ["lib"]
+  gem.version       = Scales::Core::VERSION
+  
+  # Dependencies
+  gem.add_dependency "rake",              ">= 0.9.2.2"
+  gem.add_dependency "rspec",             ">= 2.11"
+  gem.add_dependency "redis",             ">= 3.0.1"
+  gem.add_dependency "eventmachine",      ">= 1.0.0.beta.4"
+  gem.add_dependency "em-http-request",   ">= 1.0.2"
+  gem.add_dependency "em-synchrony",      ">= 1.0.2"
+  gem.add_dependency "em-hiredis",        ">= 0.1.1"
+  gem.add_dependency "json",              ">= 1.7.4"
+  gem.add_dependency "colorize",          ">= 0.5.8"
+  gem.add_dependency "thor",              ">= 0.15.4"
+end

data/spec/base_spec.rb

@@ -0,0 +1,19 @@
+require 'helper'
+
+describe Scales do
+  
+  it "tries to set the env" do
+    Scales.env = nil
+    ARGV = ["test"]
+    Scales.try_to_setup_env!
+    Scales.env.should == "test"
+  end
+  
+  it "ignores env with options" do
+    Scales.env = nil
+    ARGV = ["-o"]
+    Scales.try_to_setup_env!
+    Scales.env.should == "development"
+  end
+  
+end

data/spec/config_spec.rb

@@ -0,0 +1,43 @@
+require 'helper'
+
+describe Scales::Config do
+  
+  before(:each) do
+    described_class.reset!
+  end
+  
+  it "should have default values" do
+    Scales.config.should_not be_nil
+    Scales.config.host.should == "localhost"
+    Scales.config.port.should == 6379
+  end
+  
+  it "should be able to write new values" do
+    Scales.config.test.should be_nil
+    Scales.config.test = "a new values"
+    Scales.config.test.should == "a new values"
+  end
+  
+  context "loading cache.yml" do
+    
+    it "loads cache.yml if it exists" do
+      in_app_folder do
+        Scales.env = "production"
+        Scales.config.host.should == "123.123.123.123"
+        Scales.config.port.should == 6380
+        Scales.config.password.should == "secret"
+        Scales.config.database.should == 5
+      end
+    end
+    
+    it "sticks with the defaults if it doesn't" do
+      Scales.env = "production"
+      Scales.config.host.should == "localhost"
+      Scales.config.port.should == 6379
+      Scales.config.password.should be_nil
+      Scales.config.database.should == 0
+    end
+    
+  end
+  
+end

data/spec/gem_spec.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+describe Scales::Core do
+  it "should have a version" do
+    Scales::Core::VERSION.should_not be_nil
+  end
+end

data/spec/helper.rb

@@ -0,0 +1,57 @@
+require 'scales-core'
+
+Scales.env = "test"
+
+module Helpers
+  
+  def async
+    if EM.reactor_running?
+      yield
+    else
+      out = nil
+      EM.synchrony do
+        out = yield
+        EM.stop
+      end
+      out
+    end
+  end
+  
+  def fixture(file)
+    File.read(File.expand_path("../fixtures/#{file}", __FILE__))
+  end
+  
+  def in_app_folder
+    pwd = Dir.pwd
+    Dir.chdir File.expand_path("../../../spec/app", __FILE__)
+    yield
+    Dir.chdir(pwd)
+  end
+  
+  def in_temp_folder
+    pwd = Dir.pwd
+    Dir.mkdir "spec/tmp"
+    Dir.chdir "spec/tmp"
+    begin
+      yield
+    rescue Exception => e
+      raise e
+    ensure
+      Dir.chdir(pwd)
+      FileUtils.rm_rf("spec/tmp")
+    end
+  end
+  
+  def squeeze string
+    string.gsub(/(\n|\t|\r)/, ' ').gsub(/>\s*</, '><').squeeze(' ').strip
+  end
+  
+end
+
+RSpec.configure do |config|
+  config.include Helpers
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.before(:suite) do
+    Scales::Storage::Sync.flushall!
+  end
+end

data/spec/partial_resolver_spec.rb

@@ -0,0 +1,45 @@
+require 'helper'
+
+describe Scales::Helper::PartialResolver do
+  
+  before(:all) do
+    @html = <<-HTML
+      <html>
+        <body>
+          <div id="header">Scales.partial "header"</div>
+          <div id="page">
+            <h1>Hello World</h1>
+          </div>
+        </body>
+      </html>
+    HTML
+    
+    @header = "<div>Header with Items: <div>Scales.partial 'items'</div></div>"
+    @items  = "<ul><li>Item 1</li><li>Item 2</li></ul>"
+  end
+  
+  it "checks if a string includes a partial" do
+    described_class.includes_partial?('Scales.partial "header"').should be_true
+    described_class.includes_partial?("Scales.partial 'header'").should be_true
+    described_class.includes_partial?(@html).should be_true
+  end
+  
+  it "returns value if key doesn't contain a partial" do
+    Scales::Storage::Sync.set_content "/tracks", "A text without partials"
+    described_class.resolve(Scales::Storage::Sync.connection, "scales_resource_/tracks").should == "A text without partials"
+  end
+  
+  it "resolves a partial" do
+    Scales::Storage::Sync.set_content "header", "<p>The header</p>"
+    described_class.resolve_partial(Scales::Storage::Sync.connection, @html).should == @html.gsub('Scales.partial "header"', "<p>The header</p>")
+  end
+  
+  it "multi resolves partials" do
+    Scales::Storage::Sync.set_content "/tracks", @html
+    Scales::Storage::Sync.set_content "header", @header
+    Scales::Storage::Sync.set_content "items", @items
+    
+    described_class.resolve(Scales::Storage::Sync.connection, "scales_resource_/tracks").should == @html.gsub('Scales.partial "header"', @header).gsub("Scales.partial 'items'", @items)
+  end
+  
+end