wukong 3.0.0.pre → 3.0.0.pre2

data/{old/examples/server_logs/breadcrumbs.rb → examples/server_logs/server_logs-03-breadcrumbs-full.rb}

@@ -1,27 +1,9 @@
 #!/usr/bin/env ruby
-require 'rubygems'
-require 'wukong/script'
-
-class Logline < Struct.new(
-  :ip, :date, :time, :http_method, :protocol, :path, :response_code, :duration, :referer, :ua, :tz)
-
-  def page_type
-    case
-    when path =~ /\.(css|js)$/                  then :asset
-    when path =~ /\.(png|gif|ico)$/             then :image
-    when path =~ /\.(pl|s?html?|asp|jsp|cgi)$/  then :page
-    else                                             :other
-    end
-  end
-
-  def is_page?
-    page_type == :page
-  end
-
-  def day_hr
-    visit.date + visit.time[0..1]
-  end
-end
+$LOAD_PATH.unshift File.expand_path('../../lib', File.dirname(__FILE__))
+require          'configliere'
+Settings.define :page_types, type: Array, default: ['page', 'video'], description: "Acceptable page types"
+require          'wukong/script'
+require_relative './logline'
 
 
 #
@@ -38,9 +20,11 @@ end
 #
 # where the partition key is visitor_id, and we sort by visitor_id and datetime.
 #
-class VisitorDatePath < Wukong::Streamer::StructStreamer
+class BreadcrumbsMapper < Wukong::Streamer::ModelStreamer
+  self.model_klass = Logline
   def process visit, *args
-    yield [visit.ip, visit.day_hr, visit.path]
+    # return unless Settings.page_types.include?(visit.page_type)
+    yield [visit.ip, visit.day_hr, visit.visit_time.to_i, visit.path]
   end
 end
 
@@ -65,11 +49,23 @@ end
 #     page_trails  <pagen>      <n_pages_in_visit> <duration> <timestamp> < page1,page2,... >
 #
 # to discover all trails passing through a given page.
-class VisitorDatePath < Wukong::Streamer::Reducer
-  def get_key ip, day_hr, path, *args
-    [ip, day_hr]
+class BreadcrumbsReducer < Wukong::Streamer::Reducer
+  def get_key ip, day_hr, itime, path, *args
+    [ip]
+  end
+  def start!(*args)
+    @path_times = []
+    super
   end
-  def process_group visit, *args
-    yield [visit.ip, visit.day_hr, visit.path]
+  def accumulate ip, day_hr, itime, path, *args
+    # @path_times << "(#{itime},#{path})"
+    @path_times << "#{itime}:#{path}"
+  end
+  def finalize
+    # yield [key, "{" << @path_times.join(",") << "}"]
+    yield [key, @path_times.join("|")]
   end
 end
+
+
+Wukong.run( BreadcrumbsMapper, BreadcrumbsReducer, :sort_fields => 2 )

data/examples/server_logs/server_logs-04-page_page_edges-full.rb

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift File.expand_path('../../lib', File.dirname(__FILE__))
+require          'wukong/script'
+require_relative './logline'
+
+class BreadcrumbsMapper < Wukong::Streamer::ModelStreamer
+  self.model_klass = Logline
+  def process visit, *args
+    # return unless Settings.page_types.include?(visit.page_type)
+    yield [visit.ip, visit.visit_time.to_i, visit.path]
+  end
+end
+
+class BreadcrumbEdgesReducer < Wukong::Streamer::Reducer
+  def get_key ip, itime, path
+    [ip]
+  end
+  def start!(*args)
+    @paths = Set.new
+    super
+  end
+  def accumulate ip, itime, path
+    @paths << path
+  end
+
+  # for each pair of paths, emit the edge in both directions
+  def finalize
+    @paths = @paths.to_a
+    while @paths.present?
+      from = @paths.shift
+      @paths.each do |into|
+        yield [key, from, into]
+        yield [key, into, from]
+      end
+    end
+  end
+end
+
+
+Wukong.run( BreadcrumbsMapper, BreadcrumbEdgesReducer, :sort_fields => 2 )

data/examples/string_reverser.rb

@@ -0,0 +1,26 @@
+Wukong.processor(:string_reverser) do
+
+  def setup
+    log.info("Inside the setup method")
+  end
+
+  def process(rec) 
+    notify('metrics', bad_word: rec, level: :warn) if rec.match(/fuck|shit|piss/)
+    yield rec.values
+  end
+
+  def finalize
+    log.info("Finalizing flow")
+  end
+  
+  def stop
+    log.info("Inside the stop method")
+  end
+
+end
+
+Wukong.dataflow(:chained) do
+
+  from_json > string_reverser > to_tsv > topic(topic: 'foobar')
+  
+end

data/examples/text/pig_latin.rb

@@ -28,8 +28,8 @@ Wukong.processor :pig_latinize do
 end
 
 ExampleUniverse.dataflow(:pig_latin) do
-  input  :default, file_source(Pathname.path_to(:data, 'text/gift_of_the_magi.txt'))
-  output :default, file_sink(  Pathname.path_to(:tmp, 'text/pig_latin/gift_of_the_magi.txt'))
+  set_input  :default, file_source(Pathname.path_to(:data, 'text/gift_of_the_magi.txt'))
+  set_output :default, file_sink(  Pathname.path_to(:tmp, 'text/pig_latin/gift_of_the_magi.txt'))
 
   input(:default) > pig_latinize > output(:default)
 end

data/examples/text/regional_flavor/README.md

@@ -0,0 +1,14 @@
+# Find the Regional Flavor of topics using Geolocated Wikipedia Articles
+
+(Chapter 1 of "Big Data for Chimps")
+
+1. article -> wordbag
+2. join on page data to get geolocation
+3. use pagelinks to get larger pool of implied geolocations
+4. turn geolocations into quadtile keys
+5. aggregate topics by quadtile
+6. take summary statistics aggregated over term and quadkey
+7. combine those statistics to identify terms that occur more frequently than the base rate would predict
+8. explore and validate the results
+9. filter to find strongly-flavored words, and other reductions of the data for visualization
+

data/examples/text/regional_flavor/article_wordbags.pig

@@ -0,0 +1,39 @@
+%declare wukong_dir '/Users/flip/ics/core/wukong'
+%declare data_dir   '$wukong_dir/data'
+%declare dsfp_dir   '/Users/flip/ics/data_science_fun_pack'
+;
+
+register '$dsfp_dir/pig/varaha/target/varaha-1.0-SNAPSHOT.jar';
+register '$dsfp_dir/pig/varaha/lib/mallet-2.0.7-RC2.jar';
+register '$dsfp_dir/pig/varaha/lib/trove-2.0.4.jar';
+register '$dsfp_dir/pig/varaha/lib/lucene-core-3.1.0.jar';
+register '$dsfp_dir/pig/varaha/lib/pygmalion-1.1.0-SNAPSHOT.jar';
+register '$dsfp_dir/pig/pigsy/target/pigsy-2.1.0-SNAPSHOT.jar';
+register '$dsfp_dir/pig/datafu/dist/datafu-0.0.6-SNAPSHOT.jar';
+
+define JsonStrToString pigsy.pig.json.JsonStrToString();
+define TokenizeText    varaha.text.TokenizeText();
+define LDATopics       varaha.topic.LDATopics();
+define RangeConcat     org.pygmalion.udf.RangeBasedStringConcat('0', ' ');
+
+-- Load the markup-stripped wikipedia text
+torture_strings = LOAD '$data_dir/helpers/torture/string_handling_test.tsv' AS (
+  desc:chararray, len:int, bytesize:int, str:chararray, has_str:int, jsonized_str:chararray,
+  escaped_chars:chararray, escaped_bytes:chararray, chars_list:chararray, bytes_list:chararray
+  );
+
+-- Generate a random integer between 0 and n
+decoded = FOREACH torture_strings {
+  unjsonized_str = JsonStrToString(jsonized_str);
+  is_str_equal   = (((str == unjsonized_str) OR (has_str == 0)) ? 1 : 0);
+  is_len_equal   = (  len == SIZE(unjsonized_str) ? 1 : 0  );
+  GENERATE
+    is_str_equal,
+    is_len_equal,
+    str AS str,
+    unjsonized_str AS unjsonized_str
+    ;
+};
+
+-- take a dump on your terminal window
+DUMP decoded;

data/examples/text/regional_flavor/j01-article_wordbags.rb

@@ -0,0 +1,4 @@
+
+#
+# Summarize each article as a wordbag.
+#

data/examples/text/regional_flavor/simple_pig_script.pig

@@ -0,0 +1,27 @@
+%declare wukong_dir '/Users/flip/ics/core/wukong'
+%declare data_dir   '$wukong_dir/data'
+%declare dsfp_dir   '/Users/flip/ics/data_science_fun_pack'
+;
+
+register '$dsfp_dir/pig/datafu/dist/datafu-0.0.6-SNAPSHOT.jar';
+register '$dsfp_dir/pig/pigsy/target/pigsy-2.1.0-SNAPSHOT.jar';
+
+define RandInt         datafu.pig.numbers.RandInt();
+define ConcatBag       com.infochimps.hadoop.pig.ConcatBag();
+
+-- Load the data: the integers from 0 .. 1023
+ones = LOAD '$data_dir/helpers/numbers/integers-1ki.tsv' AS (val:int);
+
+-- Generate a random integer between 0 and n
+rands        = FOREACH ones  GENERATE val, RandInt(0,val) AS rand_val;
+rand_str_g   = GROUP rands ALL;
+rand_str_s   = FOREACH rand_str_g  {
+  joined_str = ConcatBag(rands.(rand_val));
+  len        = SIZE(joined_str);
+  GENERATE joined_str AS joined_str, len AS len;
+};
+
+-- take a dump on your terminal window
+STORE rand_str_s INTO '/tmp/dump';
+
+DESCRIBE rand_str_s;

data/examples/word_count/accumulator.rb

@@ -0,0 +1,26 @@
+Wukong.processor(:accumulator) do
+  attr_accessor :count, :current
+
+  def reset!() @current = nil ; @count = 0 ; end
+
+  def report_then_reset!(&blk)
+    yield [current, count].join("\t") unless current.nil?
+    reset!
+  end
+
+  def accumulate(word, seen)
+    @current = word if @current.nil?
+    @count  += seen
+  end
+
+  def process(pair, &blk)
+    word, seen = pair.split("\t")
+    report_then_reset!(&blk) unless word == current
+    accumulate(word, seen.to_i)
+  end
+  
+  def finalize(&blk)
+    report_then_reset!(&blk)
+  end
+  
+end

data/examples/word_count/tokenizer.rb

@@ -0,0 +1,13 @@
+Wukong.processor(:tokenizer) do
+
+  field :min_length, Integer, :default => 1
+
+  def process(record)
+    words   = record.downcase.strip.split(/\W/)
+    lengthy = words.select{ |word| word.length >= min_length }
+    lengthy.each do |word|
+      yield [ word, 1 ].join("\t")
+    end
+  end
+
+end

data/examples/word_count/word_count.rb

@@ -0,0 +1,6 @@
+require_relative 'tokenizer'
+require_relative 'accumulator'
+
+Wukong.dataflow(:word_count) do
+  tokenizer(min_length: 3) > sort(label: 'first_sort') > accumulator > sort(on: 1, numeric: true, reverse: true)
+end

data/examples/workflow/cherry_pie.dot

@@ -0,0 +1,97 @@
+digraph Warrant {
+  rankdir = TB;
+  subgraph "cluster_cherry_pie" {
+    label = "cherry_pie";
+    subgraph "cluster_cherry_pie.crust" {
+      label = "crust";
+      "cherry_pie.crust.add_to_0"       [ shape = record,label = "{{<container>c|<flour>f|<salt>s|<shortening>s}|add\nto|{<out_crumbly_mixture>c}}" ];
+      "cherry_pie.crust.flour"          [ shape = Mrecord,label = "{flour}" ];
+      "cherry_pie.crust.salt"           [ shape = Mrecord,label = "{salt}" ];
+      "cherry_pie.crust.shortening"     [ shape = Mrecord,label = "{shortening}" ];
+      "cherry_pie.crust.small_bowl"     [ shape = Mrecord,label = "{small\nbowl}" ];
+      "cherry_pie.crust.crumbly_mixture"[ shape = Mrecord,label = "{crumbly\nmixture}" ];
+      "cherry_pie.crust.add_to_6"       [ shape = record,label = "{{<container>c|<buttermilk>b}|add\nto|{<out_dough>d}}" ];
+      "cherry_pie.crust.buttermilk"     [ shape = Mrecord,label = "{buttermilk}" ];
+      "cherry_pie.crust.dough"          [ shape = Mrecord,label = "{dough}" ];
+      "cherry_pie.crust.split_9"        [ shape = record,label = "{{<dough>d}|split|{<out_ball_for_top>b|<out_ball_for_bottom>b}}" ];
+      "cherry_pie.crust.ball_for_top"   [ shape = Mrecord,label = "{ball\nfor\ntop}" ];
+      "cherry_pie.crust.ball_for_bottom"[ shape = Mrecord,label = "{ball\nfor\nbottom}" ];
+      "cherry_pie.crust.rolling_pin_12" [ shape = record,label = "{{<ball_for_bottom>b}|rolling\npin|{<out_combine_13>c}}" ];
+      "cherry_pie.crust.combine_13"     [ shape = record,label = "{{<pie_tin>p|<rolling_pin_12>r}|combine|{<out_pie_tin_with_crust>p}}" ];
+      "cherry_pie.crust.pie_tin"        [ shape = Mrecord,label = "{pie\ntin}" ];
+      "cherry_pie.crust.pie_tin_with_crust"[ shape = Mrecord,label = "{pie\ntin\nwith\ncrust}" ];
+      "cherry_pie.crust.flour" -> "cherry_pie.crust.add_to_0":flour;
+      "cherry_pie.crust.salt" -> "cherry_pie.crust.add_to_0":salt;
+      "cherry_pie.crust.shortening" -> "cherry_pie.crust.add_to_0":shortening;
+      "cherry_pie.crust.small_bowl" -> "cherry_pie.crust.add_to_0":container;
+      "cherry_pie.crust.add_to_0":out_crumbly_mixture -> "cherry_pie.crust.crumbly_mixture";
+      "cherry_pie.crust.crumbly_mixture" -> "cherry_pie.crust.add_to_6":container;
+      "cherry_pie.crust.buttermilk" -> "cherry_pie.crust.add_to_6":buttermilk;
+      "cherry_pie.crust.add_to_6":out_dough -> "cherry_pie.crust.dough";
+      "cherry_pie.crust.dough" -> "cherry_pie.crust.split_9":dough;
+      "cherry_pie.crust.split_9":out_ball_for_top -> "cherry_pie.crust.ball_for_top";
+      "cherry_pie.crust.split_9":out_ball_for_bottom -> "cherry_pie.crust.ball_for_bottom";
+      "cherry_pie.crust.ball_for_bottom" -> "cherry_pie.crust.rolling_pin_12":ball_for_bottom;
+      "cherry_pie.crust.pie_tin" -> "cherry_pie.crust.combine_13":pie_tin;
+      "cherry_pie.crust.rolling_pin_12":out_combine_13 -> "cherry_pie.crust.combine_13":rolling_pin_12;
+      "cherry_pie.crust.combine_13":out_pie_tin_with_crust -> "cherry_pie.crust.pie_tin_with_crust";
+    }
+    "cherry_pie.crust"                  [ shape = record,label = "{crust}" ];
+    subgraph "cluster_cherry_pie.filling" {
+      label = "filling";
+      "cherry_pie.filling.drain_0"      [ shape = record,label = "{{<cherries>c}|drain|{<out_drained_cherries>d|<out_cherry_juice>c}}" ];
+      "cherry_pie.filling.cherries"     [ shape = Mrecord,label = "{cherries}" ];
+      "cherry_pie.filling.drained_cherries"[ shape = Mrecord,label = "{drained\ncherries}" ];
+      "cherry_pie.filling.cherry_juice" [ shape = Mrecord,label = "{cherry\njuice}" ];
+      "cherry_pie.filling.add_to_4"     [ shape = record,label = "{{<container>c|<corn_starch>c|<sugar>s|<salt>s}|add\nto|{<out_whisk_9>w}}" ];
+      "cherry_pie.filling.corn_starch"  [ shape = Mrecord,label = "{corn\nstarch}" ];
+      "cherry_pie.filling.sugar"        [ shape = Mrecord,label = "{sugar}" ];
+      "cherry_pie.filling.salt"         [ shape = Mrecord,label = "{salt}" ];
+      "cherry_pie.filling.saucepan"     [ shape = Mrecord,label = "{saucepan}" ];
+      "cherry_pie.filling.whisk_9"      [ shape = record,label = "{{<cherry_juice>c|<add_to_4>a}|whisk|{<out_raw_goop>r}}" ];
+      "cherry_pie.filling.raw_goop"     [ shape = Mrecord,label = "{raw\ngoop}" ];
+      "cherry_pie.filling.cook_11"      [ shape = record,label = "{{<raw_goop>r}|cook|{<out_goop>g}}" ];
+      "cherry_pie.filling.goop"         [ shape = Mrecord,label = "{goop}" ];
+      "cherry_pie.filling.add_to_13"    [ shape = record,label = "{{<container>c|<drained_cherries>d|<butter>b}|add\nto|{<out_cool_15>c}}" ];
+      "cherry_pie.filling.butter"       [ shape = Mrecord,label = "{butter}" ];
+      "cherry_pie.filling.cool_15"      [ shape = record,label = "{{<add_to_13>a}|cool|{<out_filling>f}}" ];
+      "cherry_pie.filling.cherries" -> "cherry_pie.filling.drain_0":cherries;
+      "cherry_pie.filling.drain_0":out_drained_cherries -> "cherry_pie.filling.drained_cherries";
+      "cherry_pie.filling.drain_0":out_cherry_juice -> "cherry_pie.filling.cherry_juice";
+      "cherry_pie.filling.corn_starch" -> "cherry_pie.filling.add_to_4":corn_starch;
+      "cherry_pie.filling.sugar" -> "cherry_pie.filling.add_to_4":sugar;
+      "cherry_pie.filling.salt" -> "cherry_pie.filling.add_to_4":salt;
+      "cherry_pie.filling.saucepan" -> "cherry_pie.filling.add_to_4":container;
+      "cherry_pie.filling.cherry_juice" -> "cherry_pie.filling.whisk_9":cherry_juice;
+      "cherry_pie.filling.add_to_4":out_whisk_9 -> "cherry_pie.filling.whisk_9":add_to_4;
+      "cherry_pie.filling.whisk_9":out_raw_goop -> "cherry_pie.filling.raw_goop";
+      "cherry_pie.filling.raw_goop" -> "cherry_pie.filling.cook_11":raw_goop;
+      "cherry_pie.filling.cook_11":out_goop -> "cherry_pie.filling.goop";
+      "cherry_pie.filling.drained_cherries" -> "cherry_pie.filling.add_to_13":drained_cherries;
+      "cherry_pie.filling.butter" -> "cherry_pie.filling.add_to_13":butter;
+      "cherry_pie.filling.goop" -> "cherry_pie.filling.add_to_13":container;
+      "cherry_pie.filling.add_to_13":out_cool_15 -> "cherry_pie.filling.cool_15":add_to_13;
+      "cherry_pie.filling.cool_15":out_filling -> "cherry_pie.filling";
+    }
+    "cherry_pie.filling"                [ shape = record,label = "{filling}" ];
+    "cherry_pie.rolling_pin_2"          [ shape = record,label = "{{<ball_for_top>b}|rolling\npin|{<out_top_crust>t}}" ];
+    "cherry_pie.top_crust"              [ shape = Mrecord,label = "{top\ncrust}" ];
+    "cherry_pie.add_to_4"               [ shape = record,label = "{{<container>c|<filling>f|<top_crust>t}|add\nto|{<out_cook_5>c}}" ];
+    "cherry_pie.cook_5"                 [ shape = record,label = "{{<oven>o|<add_to_4>a}|cook|{<out_cool_7>c}}" ];
+    "cherry_pie.oven"                   [ shape = Mrecord,label = "{oven}" ];
+    "cherry_pie.cool_7"                 [ shape = record,label = "{{<wire_rack>w|<cook_5>c}|cool|{<out_cherry_pie>c}}" ];
+    "cherry_pie.wire_rack"              [ shape = Mrecord,label = "{wire\nrack}" ];
+    "cherry_pie.crust.ball_for_bottom" -> "cherry_pie.crust";
+    "cherry_pie.crust.pie_tin_with_crust" -> "cherry_pie.add_to_4":container;
+    "cherry_pie.crust.ball_for_top" -> "cherry_pie.rolling_pin_2":ball_for_top;
+    "cherry_pie.rolling_pin_2":out_top_crust -> "cherry_pie.top_crust";
+    "cherry_pie.filling" -> "cherry_pie.add_to_4":filling;
+    "cherry_pie.top_crust" -> "cherry_pie.add_to_4":top_crust;
+    "cherry_pie.oven" -> "cherry_pie.cook_5":oven;
+    "cherry_pie.add_to_4":out_cook_5 -> "cherry_pie.cook_5":add_to_4;
+    "cherry_pie.wire_rack" -> "cherry_pie.cool_7":wire_rack;
+    "cherry_pie.cook_5":out_cool_7 -> "cherry_pie.cool_7":cook_5;
+    "cherry_pie.cool_7":out_cherry_pie -> "cherry_pie";
+  }
+  "cherry_pie"                          [ shape = record,label = "{cherry\npie}" ];
+}

data/examples/workflow/cherry_pie.rb

@@ -1,6 +1,15 @@
 class Wukong::Workflow < Hanuman::Graph
 
-  class Container  < Hanuman::Resource  ; end
+  class Container  < Hanuman::Product
+    register_stage
+  end
+
+  class Qty < Hanuman::Product
+    doc 'a quantity of an ingredient'
+    register_stage
+    field :amount, String, :position => 1
+  end
+  class Utensil    < Hanuman::Product ; register_stage ; end
 
   class Cook       < ActionWithInputs
     register_action
@@ -17,50 +26,76 @@ class Wukong::Workflow < Hanuman::Graph
 
   class AddTo < ActionWithInputs
     register_action
-    consumes :container
 
-    def self.make(workflow, container, *input_stages, &block)
-      options = input_stages.extract_options!
-      super(workflow, *input_stages, options.merge(:container => container), &block)
-    end
+    magic :container, Hanuman::Stage
   end
+
 end
 
+Hanuman::Graph.class_eval{  alias_method :product, :product }
+
 # TODO: make repeated calls not retrieve object again -- it seems lookup is the special case, not creation.
 
-class Warrant ; extend Wukong::Universe ; end
-Warrant.workflow(:cherry_pie) do
-  graph(:crust) do
-    add_to(:small_bowl, :flour, :salt, :shortening) > :crumbly_mixture
+#
+# Make Warrant happy
+#
+# class Warrant ; extend Wukong::Universe ; end
+Wukong.workflow(:cherry_pie) do
+
+  subgraph(:crust) do
+
+    add_to(container(:small_bowl),
+      qty(:flour,      '3 cups'),
+      qty(:salt,       '1.5 tsp'),
+      qty(:shortening, '6 tbsp')
+      ) > product(:crumbly_mixture)
 
     # equvalently:
-    #   add_to(:crumbly_mixture, :buttermilk) > :dough
-    add_to(:crumbly_mixture) << :buttermilk > :dough
+    #   add_to(:crumbly_mixture, qty(:buttermilk)) > product(:dough)
+    add_to(:crumbly_mixture)  << qty(:buttermilk)  > product(:dough)
 
-    split(:dough).into(:ball_for_top, :ball_for_bottom)
+    split(:dough) do
+      into owner.product(:ball_for_top)
+      into owner.product(:ball_for_bottom)
+    end
 
     # equvalently:
-    #  combine << :pie_tin << (rolling_pin << :ball_for_bottom) > :pie_tin_with_crust
-    combine(:pie_tin, (rolling_pin << :ball_for_bottom)).into(:pie_tin_with_crust)
+    #  combine << :pie_tin << (rolling_pin << :ball_for_bottom) > :pie_tin_w_crust
+    combine(container(:pie_tin),
+      (rolling_pin << :ball_for_bottom)
+      ).into(product(:pie_tin_w_crust))
 
-    self << stage(:ball_for_bottom)
-    self << stage(:pie_tin_with_crust)
   end
 
-  graph(:filling) do
-    drain(:cherries).into(:drained_cherries, :cherry_juice)
-    add_to(:saucepan, :corn_starch, :sugar, :salt) >
+  subgraph(:filling) do
+
+    qty(:cherries, '4 cups')
+
+    drain(:cherries).into(
+      product(:drained_cherries),
+                                      ).into( # FIXME - should be a multiple-output
+      product(:cherry_juice)
+      )
+    qty(:butter, '2 tbsp, cut up')
+    add_to(container(:saucepan),
+      qty(:corn_starch, '1/3 cup'),
+      qty(:sugar, '1.5 cups'),
+      qty(:salt, '1 dash')) >
       whisk << :cherry_juice >
-      :raw_goop
-    cook(:raw_goop, :trigger => 'goop slightly thickened') > :goop
-    add_to(:goop, :drained_cherries, :butter) > cool > self
+      product(:raw_goop)
+    cook(:raw_goop, :trigger => 'goop slightly thickened') > product(:goop)
+    add_to(:goop, :drained_cherries, :butter) > cool > product(:output)
   end
 
-  rolling_pin << stage(:crust).stage(:ball_for_top) > :top_crust
+  rolling_pin << stage(:crust).stage(:ball_for_top) > product(:top_crust)
 
-  raw_pie = add_to(stage(:crust).stage(:pie_tin_with_crust), :filling)
+  raw_pie = add_to(
+    stage(:crust).stage(:pie_tin_w_crust),
+    stage(:filling).product(:output))
   raw_pie << :top_crust
 
-  cook(:oven, raw_pie) > cool(:wire_rack) > self
+  x = utensil(:oven)
+
+  cook(utensil(:oven), raw_pie) > cool(utensil(:wire_rack))
 
 end