dusen 0.1.0

data/.gitignore

@@ -0,0 +1,8 @@
+doc
+pkg
+*.gem
+.idea
+app_root/log/*
+Gemfile.lock
+
+

data/README.md

@@ -0,0 +1,4 @@
+Dusen - Maps Google-like queries to ActiveRecord scope chains
+=============================================================
+
+TODO

data/Rakefile

@@ -0,0 +1,32 @@
+require 'rake'
+require 'bundler/gem_tasks'
+
+desc 'Default: Run all specs.'
+task :default => 'all:spec'
+
+namespace :all do
+
+  desc "Run specs on all spec apps"
+  task :spec do
+    for_each_directory_of('spec/**/Rakefile') do |directory|
+      env = "SPEC=../../#{ENV['SPEC']} " if ENV['SPEC']
+      system("cd #{directory} && #{env} bundle exec rake spec")
+    end
+  end
+
+  desc "Bundle all spec apps"
+  task :bundle do
+    for_each_directory_of('spec/**/Gemfile') do |directory|
+      system("cd #{directory} && bundle install")
+    end
+  end
+
+end
+
+def for_each_directory_of(path, &block)
+  Dir[path].sort.each do |rakefile|
+    directory = File.dirname(rakefile)
+    puts '', "\033[44m#{directory}\033[0m", ''
+    block.call(directory)
+  end
+end

data/dusen.gemspec

@@ -0,0 +1,20 @@
+$:.push File.expand_path("../lib", __FILE__)
+require "dusen/version"
+
+Gem::Specification.new do |s|
+  s.name = 'dusen'
+  s.version = Dusen::VERSION
+  s.authors = ["Henning Koch"]
+  s.email = 'henning.koch@makandra.de'
+  s.homepage = 'https://github.com/makandra/dusen'
+  s.summary = 'Maps Google-like queries (words, "phrases", qualified:fields) to ActiveRecord scope chains'
+  s.description = s.summary
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency('rails')
+
+end

data/lib/dusen/active_record_ext.rb

@@ -0,0 +1,29 @@
+module Dusen
+  module ActiveRecord
+
+    def search_syntax(&dsl)
+      @dusen_syntax = Dusen::Description.read_syntax(&dsl)
+      singleton_class.send(:define_method, :search) do |query_string|
+        @dusen_syntax.search(self, query_string)
+      end
+    end
+
+    def where_like(conditions)
+      scope = self
+      conditions.each do |field_or_fields, query|
+        fields = Array(field_or_fields).collect do |field|
+          Util.qualify_column_name(scope, field)
+        end
+        query_with_placeholders = fields.collect { |field| "#{field} LIKE ?" }.join(' OR ')
+        like_expression = Dusen::Util.like_expression(query)
+        bindings = [like_expression] * fields.size
+        conditions = [ query_with_placeholders, *bindings ]
+        scope = Util.append_scope_conditions(scope, conditions)
+      end
+      scope
+    end
+
+  end
+end
+
+ActiveRecord::Base.send(:extend, Dusen::ActiveRecord)

data/lib/dusen/atom.rb

@@ -0,0 +1,21 @@
+module Dusen
+  class Atom
+
+    attr_reader :field, :value
+
+    def initialize(*args)
+      if args.length == 2
+        @field, @value = args
+      else
+        @field = 'text'
+        @value = args.first
+      end
+      @field = @field.to_s
+    end
+
+    def to_s
+      value
+    end
+
+  end
+end

data/lib/dusen/description.rb

@@ -0,0 +1,21 @@
+module Dusen
+  class Description
+
+    attr_reader :syntax
+
+    def initialize
+      @syntax = Syntax.new
+    end
+
+    def search_by(field, &scoper)
+      @syntax.learn_field(field, &scoper)
+    end
+
+    def self.read_syntax(&dsl)
+      description = new
+      description.instance_eval(&dsl)
+      description.syntax
+    end
+
+  end
+end

data/lib/dusen/parser.rb

@@ -0,0 +1,32 @@
+module Dusen
+  class Parser
+
+    WESTERNISH_WORD_CHARACTER =  '\\w\\-\\.@_ÄÖÜäöüß' # this is wrong on so many levels
+    TEXT_QUERY = /(?:"([^"]+)"|([#{WESTERNISH_WORD_CHARACTER}]+))/
+    FIELD_QUERY = /(\w+)\:#{TEXT_QUERY}/
+
+    def self.parse(query_string)
+      query_string = query_string.dup # we are going to delete substrings in-place
+      query = Query.new
+      extract_field_query_atoms(query_string, query)
+      extract_text_query_atoms(query_string, query)
+      query
+    end
+
+    def self.extract_text_query_atoms(query_string, query)
+      while query_string.sub!(TEXT_QUERY, '')
+        value = "#{$1}#{$2}"
+        query << Atom.new(value)
+      end
+    end
+
+    def self.extract_field_query_atoms(query_string, query)
+      while query_string.sub!(FIELD_QUERY, '')
+        field = $1
+        value = "#{$2}#{$3}"
+        query << Atom.new(field, value)
+      end
+    end
+
+  end
+end

data/lib/dusen/query.rb

@@ -0,0 +1,23 @@
+module Dusen
+  class Query
+
+    include Enumerable
+
+    def initialize
+      @atoms = []
+    end
+
+    def <<(atom)
+      @atoms << atom
+    end
+
+    def to_s
+      collect(&:to_s).join(" + ")
+    end
+
+    def each(&block)
+      @atoms.each(&block)
+    end
+
+  end
+end

data/lib/dusen/syntax.rb

@@ -0,0 +1,42 @@
+module Dusen
+  class Syntax
+
+    def initialize
+      @scopers = {}
+    end
+
+    def learn_field(field, &scoper)
+      field = field.to_s
+      @scopers[field] = scoper
+    end
+
+    def learn_unknown_field(&unknown_scoper)
+      @unknown_scoper = unknown_scoper
+    end
+
+    def search(root_scope, query)
+      scope = root_scope
+      query = parse(query) if query.is_a?(String)
+      query.each do |atom|
+        scoper = @scopers[atom.field] || unknown_scoper
+        scope = scoper.call(scope, atom.value)
+      end
+      scope
+    end
+
+    def parse(query)
+      Parser.parse(query)
+    end
+
+    private
+
+    DEFAULT_UNKNOWN_SCOPER = lambda do |scope, *args|
+      scope.where('1=2')
+    end
+
+    def unknown_scoper
+      @unknown_scoper || DEFAULT_UNKNOWN_SCOPER
+    end
+
+  end
+end

data/lib/dusen/util.rb

@@ -0,0 +1,34 @@
+module Dusen
+  module Util
+    extend self
+
+    def like_expression(phrase)
+      "%#{escape_for_like_query(phrase)}%"
+    end
+
+    def escape_for_like_query(phrase)
+      phrase.gsub("%", "\\%").gsub("_", "\\_")
+    end
+
+    def qualify_column_name(model, column_name)
+      column_name = column_name.to_s
+      unless column_name.include?('.')
+        quoted_table_name = model.connection.quote_table_name(model.table_name)
+        quoted_column_name = model.connection.quote_column_name(column_name)
+        column_name = "#{quoted_table_name}.#{quoted_column_name}"
+      end
+      column_name
+    end
+
+    def append_scope_conditions(scope, conditions)
+      if scope.respond_to?(:where)
+        # Rails 3
+        scope.where(conditions)
+      else
+        # Rails 2
+        scope.scoped(:conditions => conditions)
+      end
+    end
+
+  end
+end

data/lib/dusen/version.rb

@@ -0,0 +1,3 @@
+module Dusen
+  VERSION = '0.1.0'
+end

data/lib/dusen.rb

@@ -0,0 +1,10 @@
+require 'dusen/util'
+require 'dusen/atom'
+require 'dusen/description'
+require 'dusen/parser'
+require 'dusen/query'
+require 'dusen/syntax'
+
+if defined?(ActiveRecord)
+  require 'dusen/active_record_ext'
+end

data/spec/rails-2.3/Gemfile

@@ -0,0 +1,9 @@
+source :rubygems
+
+gem 'rails', '~>2.3'
+gem 'rspec', '~>1.3'
+gem 'rspec-rails', '~>1.3'
+gem 'sqlite3'
+gem 'ruby-debug'
+
+gem 'dusen', :path => '../..'

data/spec/rails-2.3/Rakefile

@@ -0,0 +1,11 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+desc 'Default: Run all specs for a specific rails version.'
+task :default => :spec
+
+desc "Run all specs for a specific rails version"
+Spec::Rake::SpecTask.new() do |t|
+  t.spec_opts = ['--options', "\"spec.opts\""]
+  t.spec_files = defined?(SPEC) ? SPEC : FileList['**/*_spec.rb', '../shared/**/*_spec.rb']
+end

data/spec/rails-2.3/app_root/config/boot.rb

@@ -0,0 +1,128 @@
+# Allow customization of the rails framework path
+RAILS_FRAMEWORK_ROOT = (ENV['RAILS_FRAMEWORK_ROOT'] || "#{File.dirname(__FILE__)}/../../../../../../vendor/rails") unless defined?(RAILS_FRAMEWORK_ROOT) 
+
+# Don't change this file!
+# Configure your app in config/environment.rb and config/environments/*.rb
+
+RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
+
+module Rails
+  class << self
+    def boot!
+      unless booted?
+        preinitialize
+        pick_boot.run
+      end
+    end
+
+    def booted?
+      defined? Rails::Initializer
+    end
+
+    def pick_boot
+      (vendor_rails? ? VendorBoot : GemBoot).new
+    end
+
+    def vendor_rails?
+      File.exist?(RAILS_FRAMEWORK_ROOT)
+    end
+
+    def preinitialize
+      load(preinitializer_path) if File.exist?(preinitializer_path)
+    end
+
+    def preinitializer_path
+      "#{RAILS_ROOT}/config/preinitializer.rb"
+    end
+  end
+
+  class Boot
+    def run
+      load_initializer
+      Rails::Initializer.run(:set_load_path)
+    end
+  end
+
+  class VendorBoot < Boot
+    def load_initializer
+      require "#{RAILS_FRAMEWORK_ROOT}/railties/lib/initializer"
+      Rails::Initializer.run(:install_gem_spec_stubs)
+    end
+  end
+
+  class GemBoot < Boot
+    def load_initializer
+      self.class.load_rubygems
+      load_rails_gem
+      require 'initializer'
+    end
+
+    def load_rails_gem
+      if version = self.class.gem_version
+        gem 'rails', version
+      else
+        gem 'rails'
+      end
+    rescue Gem::LoadError => load_error
+      $stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
+      exit 1
+    end
+
+    class << self
+      def rubygems_version
+        Gem::RubyGemsVersion rescue nil
+      end
+
+      def gem_version
+        if defined? RAILS_GEM_VERSION
+          RAILS_GEM_VERSION
+        elsif ENV.include?('RAILS_GEM_VERSION')
+          ENV['RAILS_GEM_VERSION']
+        else
+          parse_gem_version(read_environment_rb)
+        end
+      end
+
+      def load_rubygems
+        require 'rubygems'
+        min_version = '1.1.1'
+        unless rubygems_version >= min_version
+          $stderr.puts %Q(Rails requires RubyGems >= #{min_version} (you have #{rubygems_version}). Please `gem update --system` and try again.)
+          exit 1
+        end
+ 
+      rescue LoadError
+        $stderr.puts %Q(Rails requires RubyGems >= #{min_version}. Please install RubyGems and try again: http://rubygems.rubyforge.org)
+        exit 1
+      end
+
+      def parse_gem_version(text)
+        $1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
+      end
+
+      private
+        def read_environment_rb
+          environment_rb = "#{RAILS_ROOT}/config/environment.rb"
+          environment_rb = "#{HELPER_RAILS_ROOT}/config/environment.rb" unless File.exists?(environment_rb)
+          File.read(environment_rb)
+        end
+    end
+  end
+end
+
+class Rails::Boot
+  def run
+    load_initializer
+
+    Rails::Initializer.class_eval do
+      def load_gems
+        @bundler_loaded ||= Bundler.require :default, Rails.env
+      end
+    end
+
+    Rails::Initializer.run(:set_load_path)
+  end
+end
+
+# All that for this:
+Rails.boot!

data/spec/rails-2.3/app_root/config/database.yml

@@ -0,0 +1,21 @@
+in_memory:
+  adapter: sqlite3
+  database: ":memory:"
+  verbosity: quiet
+sqlite:
+  adapter: sqlite
+  dbfile: plugin_test.sqlite.db
+sqlite3:
+  adapter: sqlite3
+  dbfile: plugin_test.sqlite3.db
+postgresql:
+  adapter: postgresql
+  username: postgres
+  password: postgres
+  database: plugin_test
+mysql:
+  adapter: mysql
+  host: localhost
+  username: root
+  password:
+  database: plugin_test

data/spec/rails-2.3/app_root/config/environment.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), 'boot')
+
+Rails::Initializer.run do |config|
+  config.cache_classes = false
+  config.whiny_nils = true
+  config.action_controller.session = { :key => "_myapp_session", :secret => "gwirofjweroijger8924rt2zfwehfuiwehb1378rifowenfoqwphf23" }
+  config.plugin_locators.unshift(
+    Class.new(Rails::Plugin::Locator) do
+      def plugins
+        [Rails::Plugin.new(File.expand_path('.'))]
+      end
+    end
+  ) unless defined?(PluginTestHelper::PluginLocator)
+end

data/spec/rails-2.3/app_root/config/preinitializer.rb

@@ -0,0 +1,20 @@
+begin
+  require "rubygems"
+  require "bundler"
+rescue LoadError
+  raise "Could not load the bundler gem. Install it with `gem install bundler`."
+end
+
+if Gem::Version.new(Bundler::VERSION) <= Gem::Version.new("0.9.24")
+  raise RuntimeError, "Your bundler version is too old for Rails 2.3." +
+   "Run `gem install bundler` to upgrade."
+end
+
+begin
+  # Set up load paths for all bundled gems
+  ENV["BUNDLE_GEMFILE"] = File.expand_path("../../Gemfile", __FILE__)
+  Bundler.setup
+rescue Bundler::GemNotFound
+  raise RuntimeError, "Bundler couldn't find some gems." +
+    "Did you run `bundle install`?"
+end

data/spec/rails-2.3/app_root/config/routes.rb

@@ -0,0 +1,13 @@
+ActionController::Routing::Routes.draw do |map|
+
+  map.resource :dashboard, :member => { :error => :post }
+
+  map.resources :songs
+
+  map.resources :users
+
+  map.resources :risks
+
+  map.resources :cakes, :member => { :custom_action => :get }
+
+end

data/spec/rails-2.3/app_root/log/.gitignore

@@ -0,0 +1 @@
+*.log

data/spec/rails-2.3/rcov.opts

@@ -0,0 +1,2 @@
+--exclude "spec/*,gems/*"
+--rails

data/spec/rails-2.3/spec.opts

@@ -0,0 +1,4 @@
+--colour
+--format progress
+--loadby mtime
+--reverse

data/spec/rails-2.3/spec_helper.rb

@@ -0,0 +1,24 @@
+$: << File.join(File.dirname(__FILE__), "/../lib" )
+
+# Set the default environment to sqlite3's in_memory database
+ENV['RAILS_ENV'] ||= 'in_memory'
+
+# Load the Rails environment and testing framework
+require "#{File.dirname(__FILE__)}/app_root/config/environment"
+require 'spec/rails'
+
+# Undo changes to RAILS_ENV
+silence_warnings {RAILS_ENV = ENV['RAILS_ENV']}
+
+# Requires supporting files with custom matchers and macros, etc in ./support/ and its subdirectories.
+Dir[File.expand_path(File.join(File.dirname(__FILE__),'support','**','*.rb'))].each {|f| require f}
+
+# Run the migrations
+print "\033[30m" # dark gray text
+ActiveRecord::Migrator.migrate("#{Rails.root}/db/migrate")
+print "\033[0m"
+
+Spec::Runner.configure do |config|
+  config.use_transactional_fixtures = true
+  config.use_instantiated_fixtures  = false
+end

data/spec/rails-3.0/.rspec

@@ -0,0 +1,2 @@
+--colour
+--format progress

data/spec/rails-3.0/Gemfile

@@ -0,0 +1,9 @@
+source :rubygems
+
+gem 'rails', '~>3.0.17'
+gem 'rspec'
+gem 'rspec-rails'
+gem 'sqlite3'
+gem 'ruby-debug'
+
+gem 'dusen', :path => '../..'

data/spec/rails-3.0/Rakefile

@@ -0,0 +1,11 @@
+require 'rake'
+require 'rspec/core/rake_task'
+
+desc 'Default: Run all specs for a specific rails version.'
+task :default => :spec
+
+desc "Run all specs for a specific rails version"
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.pattern = defined?(SPEC) ? SPEC : ['**/*_spec.rb', '../shared/**/*_spec.rb']
+  t.verbose = false
+end

data/spec/rails-3.0/app_root/.gitignore

@@ -0,0 +1,4 @@
+.bundle
+db/*.sqlite3
+log/*.log
+tmp/**/*

data/spec/rails-3.0/app_root/config/application.rb

@@ -0,0 +1,31 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+# If you have a Gemfile, require the gems listed there, including any gems
+# you've limited to :test, :development, or :production.
+Bundler.require(:default, Rails.env) if defined?(Bundler)
+
+module SpecApp
+  class Application < Rails::Application
+    config.encoding = "utf-8"
+
+    config.cache_classes = true
+    config.whiny_nils = true
+
+    config.consider_all_requests_local       = true
+    config.action_controller.perform_caching = false
+
+    config.action_dispatch.show_exceptions = false
+
+    config.action_controller.allow_forgery_protection    = false
+
+    config.action_mailer.delivery_method = :test
+
+    config.active_support.deprecation = :stderr
+
+    config.root = File.expand_path('../..', __FILE__)
+
+    # railties.plugins << Rails::Plugin.new(File.expand_path('../../../../..', __FILE__))
+  end
+end

data/spec/rails-3.0/app_root/config/boot.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+
+# Set up gems listed in the Gemfile.
+gemfile = File.expand_path('../../Gemfile', __FILE__)
+begin
+  ENV['BUNDLE_GEMFILE'] = gemfile
+  require 'bundler'
+  Bundler.setup
+rescue Bundler::GemNotFound => e
+  STDERR.puts e.message
+  STDERR.puts "Try running `bundle install`."
+  exit!
+end if File.exist?(gemfile)

data/spec/rails-3.0/app_root/config/database.yml

@@ -0,0 +1,4 @@
+test:
+  adapter: sqlite3
+  database: db/gem_test.db
+  verbosity: quiet

data/spec/rails-3.0/app_root/config/environment.rb

@@ -0,0 +1,5 @@
+# Load the rails application
+require File.expand_path('../application', __FILE__)
+
+# Initialize the rails application
+SpecApp::Application.initialize!