alf 0.9.0

data/Rakefile

@@ -0,0 +1,23 @@
+begin
+  gem "bundler", "~> 1.0"
+  require "bundler/setup"
+rescue LoadError => ex
+  puts ex.message
+  abort "Bundler failed to load, (did you run 'gem install bundler' ?)"
+end
+
+# Dynamically load the gem spec
+$gemspec_file = File.expand_path('../alf.gemspec', __FILE__)
+$gemspec      = Kernel.eval(File.read($gemspec_file))
+
+# We run tests by default
+task :default => :test
+
+#
+# Install all tasks found in tasks folder
+#
+# See .rake files there for complete documentation.
+#
+Dir["tasks/*.rake"].each do |taskfile|
+  instance_eval File.read(taskfile), taskfile
+end

data/TODO.md

@@ -0,0 +1,26 @@
+* RENAME: add prefix, suffix and lambda renaming
+  
+        (rename :suppliers, [:name, :city], :prefix => "supplier_")
+        (rename :suppliers, [:name, :city], :suffix => "_sup")
+        (rename :suppliers, [:name, :city], lambda{|name| name.upcase}) 
+
+* NEST: provide a multi-nesting ability?
+
+        (nest (nest :supplies, [:a, :b], :x), [:x, :c], :y)
+         => (nest :supplies, :x => [:a, :b], :y => [:x, :c])
+
+    But this would only work with Ruby 1.9 as the hash order would be important
+    as such
+
+* GROUP: provide a multi-grouping ability?
+
+    Similar to nest, with same limitation.
+  
+* Add PIVOT and UNPIVOT operators
+
+* Add MATCHING, NOT_MATCHING
+
+* Add a to_ruby abstraction and replace inspect usages in TupleHandle and
+  Rash renderer
+
+* Find a way to complete the description of Quota...  

data/alf.gemspec

@@ -0,0 +1,191 @@
+# We require your library, mainly to have access to the VERSION number. 
+# Feel free to set $version manually.
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+require "alf/version"
+$version = Alf::Version.to_s
+
+#
+# This is your Gem specification. Default values are provided so that your library
+# should be correctly packaged given what you have described in the .noespec file.
+#
+Gem::Specification.new do |s|
+  
+  ################################################################### ABOUT YOUR GEM
+  
+  # Gem name (required) 
+  s.name = "alf"
+  
+  # Gem version (required)
+  s.version = $version
+  
+  # A short summary of this gem
+  #
+  # This is displayed in `gem list -d`.
+  s.summary = "Classy data-manipulation dressed in a DSL (+ commandline)"
+
+  # A long description of this gem (required)
+  #
+  # The description should be more detailed than the summary.  For example,
+  # you might wish to copy the entire README into the description.
+  s.description = "Alf is a commandline tool and Ruby library to manipulate data with all the \npower of a truly relational algebra approach. "
+  
+  # The URL of this gem home page (optional)
+  s.homepage = "http://rubydoc.info/github/blambeau/alf/master/frames"
+
+  # Gem publication date (required but auto)
+  #
+  # Today is automatically used by default, uncomment only if
+  # you know what you do!
+  #
+  # s.date = Time.now.strftime('%Y-%m-%d')
+  
+  # The license(s) for the library.  Each license must be a short name, no
+  # more than 64 characters.
+  #
+  # s.licences = %w{}
+
+  # The rubyforge project this gem lives under (optional)
+  #
+  # s.rubyforge_project = nil
+
+  ################################################################### ABOUT THE AUTHORS
+  
+  # The list of author names who wrote this gem.
+  #
+  # If you are providing multiple authors and multiple emails they should be
+  # in the same order.
+  # 
+  s.authors = ["Bernard Lambeau"]
+  
+  # Contact emails for this gem
+  #
+  # If you are providing multiple authors and multiple emails they should be
+  # in the same order.
+  #
+  # NOTE: Somewhat strangly this attribute is always singular! 
+  #       Don't replace by s.emails = ...
+  s.email  = ["blambeau@gmail.com"]
+
+  ################################################################### PATHS, FILES, BINARIES
+  
+  # Paths in the gem to add to $LOAD_PATH when this gem is 
+  # activated (required).
+  #
+  # The default 'lib' is typically sufficient.
+  s.require_paths = ["lib"]
+  
+  # Files included in this gem.
+  #
+  # By default, we take all files included in the Manifest.txt file on root
+  # of the project. Entries of the manifest are interpreted as Dir[...] 
+  # patterns so that lazy people may use wilcards like lib/**/*
+  #
+  here = File.expand_path(File.dirname(__FILE__))
+  s.files = File.readlines(File.join(here, 'Manifest.txt')).
+                 inject([]){|files, pattern| files + Dir[File.join(here, pattern.strip)]}.
+                 collect{|x| x[(1+here.size)..-1]}
+
+  # Test files included in this gem.
+  #
+  s.test_files = Dir["test/**/*"] + Dir["spec/**/*"]
+
+  # The path in the gem for executable scripts (optional)
+  #
+  s.bindir = "bin"
+
+  # Executables included in the gem.
+  #
+  s.executables = (Dir["bin/*"]).collect{|f| File.basename(f)}
+
+  ################################################################### REQUIREMENTS & INSTALL
+  # Remember the gem version requirements operators and schemes:
+  #   =  Equals version
+  #   != Not equal to version
+  #   >  Greater than version
+  #   <  Less than version
+  #   >= Greater than or equal to
+  #   <= Less than or equal to
+  #   ~> Approximately greater than
+  #
+  # Don't forget to have a look at http://lmgtfy.com/?q=Ruby+Versioning+Policies 
+  # for setting your gem version.
+  #
+  # For your requirements to other gems, remember that
+  #   ">= 2.2.0"              (optimistic:  specify minimal version)
+  #   ">= 2.2.0", "< 3.0"     (pessimistic: not greater than the next major)
+  #   "~> 2.2"                (shortcut for ">= 2.2.0", "< 3.0")
+  #   "~> 2.2.0"              (shortcut for ">= 2.2.0", "< 2.3.0")
+  #
+
+  #
+  # One call to add_dependency('gem_name', 'gem version requirement') for each
+  # runtime dependency. These gems will be installed with your gem. 
+  # One call to add_development_dependency('gem_name', 'gem version requirement')
+  # for each development dependency. These gems are required for developers
+  #
+  s.add_development_dependency("rake", "~> 0.8.7")
+  s.add_development_dependency("bundler", "~> 1.0")
+  s.add_development_dependency("rspec", "~> 2.6.0")
+  s.add_development_dependency("yard", "~> 0.7.2")
+  s.add_development_dependency("bluecloth", "~> 2.0.9")
+  s.add_development_dependency("wlang", "~> 0.10.1")
+  s.add_development_dependency("noe", "~> 1.3.0")
+  s.add_dependency("quickl", "~> 0.2.1")
+
+  # The version of ruby required by this gem
+  #
+  # Uncomment and set this if your gem requires specific ruby versions.
+  #
+  # s.required_ruby_version = ">= 0"
+
+  # The RubyGems version required by this gem
+  #
+  # s.required_rubygems_version = ">= 0"
+
+  # The platform this gem runs on.  See Gem::Platform for details.
+  #
+  # s.platform = nil
+
+  # Extensions to build when installing the gem.  
+  #
+  # Valid types of extensions are extconf.rb files, configure scripts 
+  # and rakefiles or mkrf_conf files.
+  #
+  s.extensions = []
+  
+  # External (to RubyGems) requirements that must be met for this gem to work. 
+  # It’s simply information for the user.
+  #
+  s.requirements = nil
+  
+  # A message that gets displayed after the gem is installed
+  #
+  # Uncomment and set this if you want to say something to the user
+  # after gem installation
+  #
+  s.post_install_message = nil
+
+  ################################################################### SECURITY
+
+  # The key used to sign this gem.  See Gem::Security for details.
+  #
+  # s.signing_key = nil
+
+  # The certificate chain used to sign this gem.  See Gem::Security for
+  # details.
+  #
+  # s.cert_chain = []
+  
+  ################################################################### RDOC
+
+  # An ARGV style array of options to RDoc
+  #
+  # See 'rdoc --help' about this
+  #
+  s.rdoc_options = []
+
+  # Extra files to add to RDoc such as README
+  #
+  s.extra_rdoc_files = Dir["README.md"] + Dir["CHANGELOG.md"] + Dir["LICENCE.md"]
+
+end

data/alf.noespec

@@ -0,0 +1,30 @@
+template-info:
+  name: "ruby"
+  version: 1.3.0
+variables:
+  lower: 
+    alf
+  upper:
+    Alf
+  version:
+    0.9.0
+  summary: |-
+    Classy data-manipulation dressed in a DSL (+ commandline)
+  description: |-
+    Alf is a commandline tool and Ruby library to manipulate data with all the 
+    power of a truly relational algebra approach. 
+  authors: 
+    - {name: Bernard Lambeau, email: blambeau@gmail.com}
+  links:
+    - http://rubydoc.info/github/blambeau/alf/master/frames
+    - http://github.com/blambeau/alf
+  dependencies: 
+    - {name: rake,         version: "~> 0.8.7",  groups: [development]}
+    - {name: bundler,      version: "~> 1.0",    groups: [development]}
+    - {name: rspec,        version: "~> 2.6.0",  groups: [development]}
+    - {name: yard,         version: "~> 0.7.2",  groups: [development]}
+    - {name: bluecloth,    version: "~> 2.0.9",  groups: [development]}
+    - {name: wlang,        version: "~> 0.10.1", groups: [development]}
+    - {name: noe,          version: "~> 1.3.0",  groups: [development]}
+    - {name: quickl,       version: "~> 0.2.1",  groups: [runtime]}
+

data/bin/alf

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+module AlfLauncher
+
+  def self.load
+    begin
+      $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+      require "alf"
+    rescue LoadError => ex
+      require "rubygems"
+      require "alf"
+    end
+  end
+  
+  def self.normalize(args)
+    opts = []
+    while !args.empty? && (args.first =~ /^\-/)
+      opts << args.shift 
+    end
+    if args.empty? or (args.size == 1 && File.exists?(args.first))
+      opts << "exec"
+    end
+    opts += args
+  end
+  
+  def self.start(argv)
+    load
+    Alf::Command::Main.run(normalize(argv), __FILE__)
+  end
+
+end # module AlfLaucher
+AlfLauncher.start(ARGV)

data/examples/autonum.alf

@@ -0,0 +1,6 @@
+#!/usr/bin/env alf
+# Autonumber suppliers (:autonum attribute name by default)
+(autonum :suppliers)
+
+# You can specify the attribute name
+(autonum :suppliers, :unique_id)

data/examples/cities.rash

@@ -0,0 +1,4 @@
+{:city => 'London',   :country => 'England'}
+{:city => 'Paris',    :country => 'France'}
+{:city => 'Athens',   :country => 'Greece'}
+{:city => 'Brussels', :country => 'Belgium'} 

data/examples/clip.alf

@@ -0,0 +1,3 @@
+#!/usr/bin/env alf
+(clip :suppliers, [:name, :city])
+(clip :suppliers, [:name, :city], true)

data/examples/compact.alf

@@ -0,0 +1,2 @@
+#!/usr/bin/env alf
+(compact (clip :suppliers, [:city]))

data/examples/database.alf

@@ -0,0 +1,6 @@
+[{
+  :suppliers => (dataset :suppliers),
+  :parts     => (dataset :parts),
+  :cities    => (dataset :cities),
+  :supplies  => (dataset :supplies)
+}]

data/examples/defaults.alf

@@ -0,0 +1,3 @@
+#!/usr/bin/env alf
+(defaults :suppliers, :country => 'Belgium')
+(defaults :suppliers, {:country => 'Belgium'}, true)

data/examples/extend.alf

@@ -0,0 +1,3 @@
+#!/usr/bin/env alf
+(extend :supplies, :sp  => lambda{ sid + "/" + pid },
+                   :big => lambda{ qty > 100 ? true : false }) 

data/examples/group.alf

@@ -0,0 +1,3 @@
+#!/usr/bin/env alf
+(group :supplies, [:pid, :qty], :supplying)
+(group :supplies, [:sid], :supplying, true)

data/examples/intersect.alf

@@ -0,0 +1,4 @@
+#!/usr/bin/env alf
+(intersect \
+  (restrict :suppliers, lambda{ status >= 20 }),
+  (restrict :suppliers, lambda{ city == 'Paris' }))

data/examples/join.alf

@@ -0,0 +1,2 @@
+#!/usr/bin/env alf
+(join :suppliers, :supplies)

data/examples/minus.alf

@@ -0,0 +1,8 @@
+#!/usr/bin/env alf
+# Give all suppliers, except those living in Paris
+(minus :suppliers, 
+       (restrict :suppliers, lambda{ city == 'Paris' }))
+
+# This is a contrived example for illustrating minus, as the
+# following is equivalent
+(restrict :suppliers, lambda{ city != 'Paris' })

data/examples/nest.alf

@@ -0,0 +1,2 @@
+#!/usr/bin/env alf
+(nest :suppliers, [:city, :status], :loc_and_status)

data/examples/nulls.rash

@@ -0,0 +1,3 @@
+{:sid => 'S1', :age => nil}
+{:sid => 'S2', :age => 32}
+{:sid => 'S3', :age => nil}

data/examples/parts.rash

@@ -0,0 +1,6 @@
+{:pid => 'P1', :name => 'Nut',   :color => 'Red',   :weight => 12.0, :city => 'London'}
+{:pid => 'P2', :name => 'Bolt',  :color => 'Green', :weight => 17.0, :city => 'Paris'}
+{:pid => 'P3', :name => 'Screw', :color => 'Blue',  :weight => 17.0, :city => 'Oslo'}
+{:pid => 'P4', :name => 'Screw', :color => 'Red',   :weight => 14.0, :city => 'London'}
+{:pid => 'P5', :name => 'Cam',   :color => 'Blue',  :weight => 12.0, :city => 'Paris'}
+{:pid => 'P6', :name => 'Cog',   :color => 'Red',   :weight => 19.0, :city => 'London'}

data/examples/project.alf

@@ -0,0 +1,2 @@
+#!/usr/bin/env alf
+(project :suppliers, [:name, :city])

data/examples/quota.alf

@@ -0,0 +1,4 @@
+#!/usr/bin/env alf
+(quota :supplies, [:sid], [:qty],
+       :position => Agg::count,
+       :sum_qty  => Agg::sum(:qty))

data/examples/rename.alf

@@ -0,0 +1,3 @@
+#!/usr/bin/env alf
+(rename :suppliers, :name => :supplier_name, 
+                    :city => :supplier_city)

data/examples/restrict.alf

@@ -0,0 +1,2 @@
+#!/usr/bin/env alf
+(restrict :suppliers, lambda{ status > 20 })

data/examples/runall.sh

@@ -0,0 +1,26 @@
+alf --text autonum           suppliers
+alf --text autonum           suppliers -- unique_id
+alf --text defaults          suppliers -- country "'Belgium'"
+alf --text defaults --strict suppliers -- country "'Belgium'"
+alf --text compact           suppliers
+alf --text sort              suppliers -- name asc
+alf --text sort              suppliers -- city desc name asc
+alf --text clip              suppliers -- name city
+alf --text clip              suppliers --allbut -- name city
+alf --text project           suppliers -- name city
+alf --text project --allbut  suppliers -- name city
+alf --text extend            supplies  -- sp 'sid + "/" + pid' big "qty > 100 ? true : false"
+alf --text rename            suppliers -- name supplier_name city supplier_city
+alf --text restrict          suppliers -- "status > 20"
+alf --text restrict          suppliers -- city "'London'"
+alf --text nest              suppliers -- city status loc_and_status
+alf --text unnest            suppliers -- loc_and_status
+alf --text group             supplies  -- pid qty supplying
+alf --text group --allbut    supplies  -- sid supplying
+alf --text ungroup           group     -- supplying
+alf --text summarize         supplies  -- --by=sid total_qty "sum(:qty)"
+alf --text quota             supplies  -- --by=sid --order=qty position count sum_qty "sum(:qty)"
+alf --text join              suppliers supplies
+alf --text union             suppliers suppliers
+alf --text intersect         suppliers suppliers
+alf --text minus             suppliers suppliers

data/examples/schema.yaml

@@ -0,0 +1,28 @@
+logical: 
+  - name: suppliers
+    heading:
+      - { name: sid,    domain: String,   mandatory: true }
+      - { name: name,   domain: String,   mandatory: true }
+      - { name: status, domain: Integer,  mandatory: true }
+      - { name: city,   domain: String,   mandatory: true }
+    constraints: 
+      - { name: pk, type: primary_key, attributes: [ sid ] }
+  - name: parts
+    heading:
+      - { name: pid,    domain: String,   mandatory: true }
+      - { name: name,   domain: String,   mandatory: true }
+      - { name: color,  domain: String,   mandatory: true }
+      - { name: weight, domain: Float,    mandatory: true }
+      - { name: city,   domain: String,   mandatory: true }
+    constraints: 
+      - { name: pk, type: primary_key, attributes: [ pid ] }
+  - name: supplies
+    heading:
+      - { name: sid,    domain: String,   mandatory: true }
+      - { name: pid,    domain: String,   mandatory: true }
+      - { name: qty,    domain: Integer,  mandatory: true }
+    constraints: 
+      - { name: pk, type: primary_key, attributes: [ sid, pid ] }
+      - { name: known_supplier, type: foreign_key, attributes: [ sid ], references: suppliers }
+      - { name: known_part,     type: foreign_key, attributes: [ pid ], references: parts }
+