bud 0.1.0.pre1 → 0.9.0

metadata

@@ -1,17 +1,10 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: bud
-version: !ruby/object:Gem::Version 
-  hash: 1923831995
-  prerelease: 6
-  segments: 
-  - 0
-  - 1
-  - 0
-  - pre
-  - 1
-  version: 0.1.0.pre1
+version: !ruby/object:Gem::Version
+  version: 0.9.0
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - Peter Alvaro
 - Neil Conway
 - Joseph M. Hellerstein
@@ -20,234 +13,184 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-03-14 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2012-03-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: eventmachine
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &70208102945340 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: fastercsv
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102945340
+- !ruby/object:Gem::Dependency
+  name: fastercsv
+  requirement: &70208102944840 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: gchart
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102944840
+- !ruby/object:Gem::Dependency
+  name: gchart
+  requirement: &70208102944420 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: getopt
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102944420
+- !ruby/object:Gem::Dependency
+  name: getopt
+  requirement: &70208102944000 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: i18n
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102944000
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: &70208102943580 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: json
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102943580
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70208102943100 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id006
-- !ruby/object:Gem::Dependency 
-  name: minitest
   prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
-  type: :runtime
-  version_requirements: *id007
-- !ruby/object:Gem::Dependency 
+  version_requirements: *70208102943100
+- !ruby/object:Gem::Dependency
   name: msgpack
-  prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
+  requirement: &70208102942640 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id008
-- !ruby/object:Gem::Dependency 
-  name: nestful
   prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102942640
+- !ruby/object:Gem::Dependency
+  name: nestful
+  requirement: &70208102942180 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id009
-- !ruby/object:Gem::Dependency 
-  name: ruby-graphviz
   prerelease: false
-  requirement: &id010 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102942180
+- !ruby/object:Gem::Dependency
+  name: ruby-graphviz
+  requirement: &70208102941740 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id010
-- !ruby/object:Gem::Dependency 
-  name: ruby2ruby
   prerelease: false
-  requirement: &id011 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102941740
+- !ruby/object:Gem::Dependency
+  name: ruby2ruby
+  requirement: &70208102941180 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - <
-      - !ruby/object:Gem::Version 
-        hash: 25
-        segments: 
-        - 1
-        - 3
-        - 1
+      - !ruby/object:Gem::Version
         version: 1.3.1
   type: :runtime
-  version_requirements: *id011
-- !ruby/object:Gem::Dependency 
-  name: ruby_parser
   prerelease: false
-  requirement: &id012 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102941180
+- !ruby/object:Gem::Dependency
+  name: ruby_parser
+  requirement: &70208102940620 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id012
-- !ruby/object:Gem::Dependency 
-  name: superators19
   prerelease: false
-  requirement: &id013 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102940620
+- !ruby/object:Gem::Dependency
+  name: superators19
+  requirement: &70208102939800 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id013
-- !ruby/object:Gem::Dependency 
-  name: syntax
   prerelease: false
-  requirement: &id014 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102939800
+- !ruby/object:Gem::Dependency
+  name: syntax
+  requirement: &70208102938500 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id014
-- !ruby/object:Gem::Dependency 
-  name: uuid
   prerelease: false
-  requirement: &id015 !ruby/object:Gem::Requirement 
+  version_requirements: *70208102938500
+- !ruby/object:Gem::Dependency
+  name: uuid
+  requirement: &70208102937500 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id015
-description: A prototype of the Bloom distributed programming language, as a Ruby DSL.
-email: 
+  prerelease: false
+  version_requirements: *70208102937500
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: &70208102937020 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70208102937020
+description: A prototype of the Bloom distributed programming language as a Ruby DSL.
+email:
 - bloomdevs@gmail.com
-executables: 
+executables:
 - rebl
 - budplot
 - budvis
 - budtimelines
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - lib/bud/aggs.rb
 - lib/bud/bud_meta.rb
 - lib/bud/bust/bust.rb
@@ -255,13 +198,11 @@ files:
 - lib/bud/bust/client/restclient.rb
 - lib/bud/collections.rb
 - lib/bud/depanalysis.rb
-- lib/bud/deploy/countatomicdelivery.rb
 - lib/bud/errors.rb
 - lib/bud/executor/elements.rb
 - lib/bud/executor/group.rb
 - lib/bud/executor/join.rb
 - lib/bud/graphs.rb
-- lib/bud/joins.rb
 - lib/bud/meta_algebra.rb
 - lib/bud/metrics.rb
 - lib/bud/monkeypatch.rb
@@ -285,7 +226,6 @@ files:
 - docs/bloom-loop.png
 - docs/bust.md
 - docs/cheat.md
-- docs/deploy.md
 - docs/getstarted.md
 - docs/intro.md
 - docs/modules.md
@@ -305,44 +245,32 @@ files:
 - examples/chat/chat_server.rb
 - examples/chat/README.md
 - examples/README
-- README
+- README.md
 - LICENSE
+- History.txt
 homepage: http://www.bloom-lang.org
-licenses: 
+licenses:
 - BSD
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 57
-      segments: 
-      - 1
-      - 8
-      - 7
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
       version: 1.8.7
-required_rubygems_version: !ruby/object:Gem::Requirement 
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">"
-    - !ruby/object:Gem::Version 
-      hash: 25
-      segments: 
-      - 1
-      - 3
-      - 1
-      version: 1.3.1
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: bloom-lang
 rubygems_version: 1.8.17
 signing_key: 
 specification_version: 3
 summary: A prototype Bloom DSL for distributed programming.
 test_files: []
-

data/docs/deploy.md

@@ -1,96 +0,0 @@
-# Deployment
-
-Bud provides support for deploying a program onto a set of Bud instances.  At the moment, two types of deployments are supported: fork-based local deployment and EC2 deployment.  Intuitively, you include the module corresponding to the type of deployment you want into a Bud class, which you instantiate and run on a node called the "deployer."  The deployer then spins up a requested number of Bud instances and distributes initial data.
-
-First, decide which type of deployment you want to use.
-
-## Fork-based Local Deployment
-
-To use fork-based deployment, you'll need to include it in your class:
-
-    include ForkDeploy
-
-The next step is to declare how many nodes you want to the program to be spun up on.  You need to do this in a `deploystrap` block.  A `deploystrap` block is run before `bootstrap`, and is only run for a Bud class that is instantiated with the option `:deploy => true`.  As an example:
-
-    deploystrap do
-      num_nodes <= [[2]]
-    end
-
-Fork-based deployment will spin up `num_nodes` local processes, each containing one Bud instance, running the class that you include `ForkDeploy` in.  The deployment code will populate a binary collection called `node`; the first columm is a "node ID" -- a distinct integer from the range `[0, num_nodes - 1]` -- and the second argument is an "IP:port" string associated with the node.  Nodes are spun up on ephemeral ports, listening on "localhost".
-
-Now, you need to define how you want the initial data to be distributed.  You can do this, for example, by writing (multiple) rules with `initial_data` in the head.  These rules can appear in any `bloom` block in your program. The schema of `initial_data` is as follows: [node ID, relation name as a symbol, list of tuples].
-
-For example, to distribute the IP address and port of the "deployer" to all of the other nodes in a relation called `master`, you might decide to write something like this:
-
-    initial_data <= node {|n| [n.uid, :master, [[ip_port]]]}
-
-Note that the relation (`master` in this case) cannot be a channel -- you may only distribute data to scratches and tables.  Initial data is transferred only after _all_ nodes are spun up; this ensures that initial data will never be lost because a node is not yet listening on a socket, for example.  Initial data is transmitted atomically to each node; this means that on each node, _all_ initial data in _all_ relations will arrive at the same Bud timestep.  However, there is no global barrier for transfer of initial data.  For example, if initial data is distributed to nodes 1 and 2, node 1 may receive its initial data first, and then send subsequent messages on channels to node 2 which node 2 may receive before its initial data.
-
-The final step is to add `:deploy => true` to the instantiation of your class.  Note that the fork-based deployer will spin up nodes without `:deploy => true`, so you don't forkbomb your system.
-
-
-## EC2 Deployment
-
-To use EC2 deployment, you'll need to require it in your program:
-
-    require 'bud/deploy/ec2deploy'
-
-Note that the `amazon-ec2`, `net-scp`, and `net-ssh` gems must be installed.
-
-Next, include the `EC2Deploy` module in your class:
-
-    include EC2Deploy
-
-As in local deployment, you'll need to define `num_nodes` in a `deploystrap` block.  Additionally in the `deploystrap` block, you need to define the following relations: `ruby_command`, `init_dir`, `access_key_id`, `secret_access_key`, `key_name`, `ec2_key_location`.  `ruby_command` is the command line to run on the EC2 nodes.  For example, if you want to run a file called `test.rb` on your EC2 nodes, you'd put:
-
-    ruby_command <= [["ruby test.rb"]]
-
-Note that whatever file you specify here _must_ take three arguments.  Here's the recommended boilerplate that you use for the file you want to deploy, assuming `Test` is the name of your class:
-
-    ip, port = ARGV[0].split(':')
-    ext_ip, ext_port = ARGV[1].split(':')
-    Test.new(:ip => ip,
-             :ext_ip => ext_ip,
-             :port => port,
-             :deploy => not ARGV[2]).run_fg
-
-`init_dir` is the directory that contains all of the Ruby files you want to deploy.  Alternatively, `init_dir` may be the single filename you include in your `ruby_command`.  If it is a directory, it must contain the file you execute in your `ruby_command`.  Unless you're doing something particularly fancy, you'll usually set `init_dir` to ".":
-
-    init_dir <= [["."]]
-
-This recursively copies all directories and files rooted at the current working directory.  `access_key_id` is your EC2 access key ID, and `secret_access_key` is your EC2 secret access key.
-
-    access_key_id <= [["XXXXXXXXXXXXXXXXXXXX"]]
-    secret_access_key <= [["XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"]]
-
-`key_name` is the name of the keypair you want to use to SSH in to the EC2 instances.  For example, if you have a keypair named "bob", you'd write:
-
-    key_name <= [["bob"]]
-
-Finally, `ec2_key_location` is the path to the private key of the `key_name` keypair.  For example:
-
-    ec2_key_location <= [["/home/bob/.ssh/bob.pem"]]
-
-EC2 deployment will spin up `num_nodes` instances (using defaults) on EC2 using a pre-rolled Bud AMI based on Amazon's 32-bit Linux AMI (`ami-8c1fece5`).  Each instance contains one Bud instance, which runs the `ruby_command`.  Like before, the deployment code will populate a binary relation called `node`; the first attribute is a "node ID" -- a distinct integer from the range [0, num_nodes - 1] -- and the second attribute is an "IP:port" string associated with the node.  Nodes are currently spun up on fixed port 54321.
-
-Defining `initial_data` works exactly the same way with EC2 deployment as it does with local deployment.
-
-There is a slight catch with EC2 deployment.  Sometimes EC2 tells us that the nodes have all started up, but really, one or more nodes will never start up.  Currently, in this scenario, deployment exceeds the maximum number of SSH retries, and throws an exception.
-
-Note that EC2 deployment does *not* shut down the EC2 nodes it starts up under any circumstances.  This means you must use some alternate means to shut down the nodes, such as logging onto the EC2 web interface and terminating the nodes.
-
-## Examples
-
-Check out the `examples/deploy` directory in Bud.  There is a simple token ring example that establishes a ring involving 10 nodes and sends a token around the ring continuously.  This example can be deployed locally using the fork-based deployer:
-
-    ruby tokenring-fork.rb
-
-or on EC2:
-
-    ruby tokenring-ec2.rb local_ip:local_port ext_ip:ext_port true
-
-"ext_ip" and "ext_port" should be set to the externally-visible IP and port of the computer you are deploying from.  For example, if you are behind a home router, you will want to set "ext_ip" to your public IP address, and ensure that your router forwards "ext_port" to local_port on the computer with private IP "local_ip".
-
-Note that before running `tokenring-ec2`, you must create a file named "keys.rb" that contains definitions for `access_key_id`, `secret_access_key`, `key_name` and `ec2_key_location`.
-
-Output will be displayed to show the progress of the deployment.  Be patient, it may take a while for output to appear.  Once deployment is complete and all nodes are ready, each node will display output indicating when it has the token.  All output will be visible for the fork-based deployment case, whereas only the deployer node's output will be visible for the EC2 deployment case (stdout of all other nodes is written to local disk).

data/lib/bud/deploy/countatomicdelivery.rb

@@ -1,38 +0,0 @@
-require 'rubygems'
-require 'bud'
-
-# XXX: delivery modules are a massive hack.  we need to think about
-# aspect-oriented programming here, or allow users to extend the definitions of
-# existing table types
-module CountAtomicDelivery # :nodoc: all
-  state do
-    scratch :atomic_data_in, [:loc, :tuple]
-    channel :atomic_data_chan, [:@loc, :tuple]
-    table :atomic_data_recv, [:loc, :tuple]
-
-    channel :atomic_count_chan,[:@loc, :cnt]
-    table :atomic_count_recv, [] => [:cnt]
-
-    scratch :atomic_recv_count, [:loc] => [:cnt]
-    scratch :atomic_data, [:loc, :tuple]
-    scratch :atomic_data_out, [:tuple]
-  end
-
-  bloom :countatomicdelivery do
-    temp :atomic_count <= atomic_data_in.group([:loc], count)
-
-    atomic_data_chan <~ atomic_data_in
-    atomic_count_chan <~ atomic_count
-
-    atomic_count_recv <= atomic_count_chan {|c| [c.cnt]}
-    atomic_data_recv <= atomic_data_chan
-
-    atomic_recv_count <= atomic_data_recv.group([:loc], count)
-
-    atomic_data <= (atomic_recv_count * atomic_count_recv * atomic_data_recv).combos(atomic_recv_count.cnt => atomic_count_recv.cnt) {|rc, cr, d| d}
-
-    atomic_data_recv <- atomic_data
-
-    atomic_data_out <= atomic_data {|a| [a.tuple]}
-  end
-end