gd_bam 0.0.15 → 0.1.0

data/lib/generators/validators.rb

@@ -0,0 +1,445 @@
+module GoodData
+  module Bam
+    module Validators
+
+      include GoodData::Bam
+      include GoodData::CloudConnect
+
+      def self.ctl_validation(name, validation)
+        ctl = case validation[:type]
+        when "integer"
+          "!matches($in.0.#{name}, \"^[0-9]+$\")"
+        when "decimal"
+          "!isNumber($in.0.#{name})"
+        when "url"
+          "!isUrl($in.0.#{name})"
+        when "date"
+          "!isDate($in.0.#{name}, \"#{validation[:format]}\")"
+        else
+          fail "Uknown validation type \"#{validation[:type]}\""
+        end
+
+        format = validation[:format] || ''
+
+        "fieldName = \"#{name}\";\nvalidationType = \"#{validation[:type]}\";\nif (" + ctl + ") {currentLineFailed = true;failed = true;$out.1.all = \"Error in file '${FILE}' on line \" + line + \" at field \" + fieldName + \". Expected \" + validationType + \" #{format} got '\" + currentValue + \"'\";};"
+      end
+
+      def self.backup_files_from_glob(file, options={})
+        files_to_backup = Array(options[:files_to_backup])
+        remote_url = options[:remote_url]
+        File.open(file, "w") do |f|
+
+          builder = Builder::XmlMarkup.new(:target=>f, :indent=>2)
+          builder.instruct! :xml, :version=>"1.0", :encoding=>"UTF-8"
+          builder.Graph({
+            :name => "Contract Checker: File list reader"
+          }) do
+            builder.Global do
+              Helpers::property_file(builder, {:id => "workspace_params", :fileURL => "workspace.prm"})
+              Helpers::property_file(builder, {:id => "now_params", :fileURL => "now.prm"})
+
+              Helpers::create_trash_meta(builder)
+              Helpers::create_file_list_meta(builder)
+
+            end
+
+            builder.Phase(:number => 1) do
+              ctl = "function integer generate() {$out.0.all = 'Just creating this file';return OK;}"
+              Core::build_node2(builder, Nodes.data_generator2({:name => "generate", :id => "generate", :generate => ctl}))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "create_dir:0", :fromNode => "generate:0", :metadata => "trash_metadata"}))
+              Core::build_node2(builder, Nodes.writer2({
+                :fileURL => remote_url + "touch.txt",
+                :name => "create_dir",
+                :id => "create_dir"
+                }))
+            end
+            phase = 2
+
+            files_to_backup.each do |file_to_backup|
+              builder.Phase(:number => phase += 1) do
+                Core::build_node2(builder, Nodes.backup2({
+                  :baseURL => remote_url,
+                  :sourcePath => file_to_backup,
+                  :name => "Backup",
+                  :id => "backup",
+                  :mode => "DO_NOT_COMPRESS"
+                  }))
+              end
+            end
+          end
+        end
+      end
+
+      def self.generate_checker_success(file, tap)
+        id =  tap[:id]
+        File.open(file, "w") do |f|
+
+          builder = Builder::XmlMarkup.new(:target=>f, :indent=>2)
+          builder.instruct! :xml, :version=>"1.0", :encoding=>"UTF-8"
+          builder.Graph({
+            :name => "Contract Checker: File list reader"
+          }) do
+            builder.Global do
+              Helpers::property_file(builder, {:id => "workspace_params", :fileURL => "workspace.prm"})
+
+              Helpers::create_trash_meta(builder)
+
+              builder.Metadata({:id   => "file_list"}) do |builder|
+                Helpers::csv_metadata(builder, {
+                  :name   => "file_list",
+                  :fields => [
+                    {:name => "filePath", :type => "string"},
+                    {:name => "fileName", :type => "string"}
+                  ]
+                })
+              end
+            end
+
+            builder.Phase(:number => 0) do
+              Core::build_node2(builder, Nodes.reader2({
+                :id => "#{id}_reader",
+                :guiName => "#{id}_reader",
+                :name => "#{id}_reader",
+                :dataPolicy => "Strict",
+                :skipRows => 0,
+                :fileURL => "data/#{id}_files_to_read.csv"
+              }))
+
+              reformat_func = <<HEREDOC
+function integer transform() {
+  //$out.0.filePath = replace($in.0.filePath, ':file', '');
+  $out.0.filePath = chop($in.0.filePath, $in.0.fileName);
+  $out.0.fileName = $in.0.fileName;  
+  return ALL;
+}
+HEREDOC
+              Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat_graph", :id => "#{id}_reformat", :transformation => reformat_func }))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reformat:0", :fromNode => "#{id}_reader:0", :metadata => "file_list" }))
+
+              Core::build_node2(builder, Nodes.file_copy2({
+                :baseURL => "${filePath}",
+                :sourcePath => "${fileName}",
+                :name => "#{id} Backup",
+                :id => "#{id}_backup",
+                :operation => "MOVE",
+                :targetPath => "validated/"
+                }))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_backup:0", :fromNode => "#{id}_reformat:0", :metadata => "file_list" }))
+            end
+          end
+        end
+      end
+
+      def self.generate_checker_file_list(file, taps)
+        File.open(file, "w") do |f|
+
+          builder = Builder::XmlMarkup.new(:target=>f, :indent=>2)
+          builder.instruct! :xml, :version => "1.0", :encoding => "UTF-8"
+          builder.Graph({
+            :name => "Contract Checker: File list reader"
+          }) do
+            builder.Global do
+              Helpers::property_file(builder, {:id => "workspace_params", :fileURL => "workspace.prm"})
+
+              Helpers::create_trash_meta(builder)
+              Helpers::create_run_graph_failure_metadata(builder)
+
+              builder.Metadata({:id => "file_list"}) do |builder|
+                Helpers::csv_metadata(builder, {
+                  :name   => "file_list",
+                  :fields => [
+                    {:name => "filePath", :type => "string"},
+                    {:name => "fileName", :type => "string"}
+                  ]
+                })
+              end
+            end
+
+            reformat_func = <<HEREDOC
+
+function integer transform() {
+    $out.0.filePath = replace($in.0.filePath, "${GDC_WEBDAV_HOST}", replace(replace(\"${GD_LOGIN}\",\"@\",\"%40\"),\"\\\\+\",\"%2B\") + ":${GD_PASSWORD}@${GDC_WEBDAV_HOST}");
+    $out.0.fileName = $in.0.fileName;
+    return ALL;
+}
+HEREDOC
+
+            i = 0
+
+            builder.Phase(:number => i += 1) do
+              Core::build_node2(builder, Nodes.data_generator2({:name => "now_generator", :id => "now_generator", :generate => "function integer generate() {$out.0.all = \"NOW=\" + toString(date2long(today()));return OK;}"}))
+              Core::build_node2(builder, Nodes.writer2({:name => "NOW Writer", :id => "now_csv_writer", :fileURL => "now.prm", :outputFieldNames => "false", :quotedStrings => "false"}))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "now_csv_writer:0", :fromNode => "now_generator:0", :metadata => "trash_metadata"}))
+            end
+
+            taps.each do |tap|
+              source = tap[:source]
+              id =  tap[:id]
+
+              builder.Phase(:number => i += 1) do
+                #Core::build_node2(builder, Nodes.file_list2({:id => "#{id}_file_list", :name => "#{id}_file_list", :dataPolicy => "Strict", :baseURL => "#{tap[:validation_source]}", :output_mapping => Nodes::MAP_ALL}))
+                Core::build_node2(builder, Nodes.reader2({:id => "#{id}_file_list", :name => "#{id}_file_list", :fileURL => "${gdc_agent_file}" }))
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat", :id => "#{id}_reformat", :transformation => reformat_func}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reformat:0", :fromNode => "#{id}_file_list:0", :metadata => "file_list"}))
+                Core::build_node2(builder, Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id}_writer", :fileURL => "data/#{id}_files_to_read.csv"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_writer:0", :fromNode => "#{id}_reformat:0", :metadata => "file_list"}))
+              end
+
+              builder.Phase(:number => i += 1) do
+                ctl = "function integer generate() {$out.0.all = \"#{id}_SKIP_LINES=0\";return OK;}"
+                Core::build_node2(builder, Nodes.data_generator2({:name => "#{id}_generator", :id => "#{id}_generator", :generate => ctl}))
+                Core::build_node2(builder, Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id}_csv_writer", :fileURL => "#{id}_counter.prm", :outputFieldNames => "false", :quotedStrings => "false"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_csv_writer:0", :fromNode => "#{id}_generator:0", :metadata => "trash_metadata"}))
+              end
+
+              subgraph_reformat_func = <<HEREDOC
+
+function integer transform() {
+    $out.0.all = "graphs/#{id}_loop.grf";  
+    return ALL;
+}
+HEREDOC
+
+            fail_reformat = <<HEREDOC
+function integer transform() {
+  raiseError("Loop failed");
+}
+HEREDOC
+
+
+              builder.Phase(:number => i += 1) do
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat graph", :id => "#{id}_reformat_graph", :transformation => subgraph_reformat_func}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reformat_graph:0", :fromNode => "#{id}_reformat:1", :metadata => "file_list"}))
+                Core::build_node2(builder, Nodes.run_graph2({
+                  :guiName => id,
+                  :name => id,
+                  :id => "#{id}_run_graph"
+                }))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_run_graph:0", :fromNode => "#{id}_reformat_graph:0", :metadata => "trash_metadata"}))
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat fail", :id => "#{id}_reformat_fail", :transformation => fail_reformat}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reformat_fail:0", :fromNode => "#{id}_run_graph:1", :metadata => "run_graph_failure_metadata"}))
+                Core::build_node2(builder, Nodes.trash2({:name => "#{id}_trash", :id => "#{id}_trash", :debugPrint => true}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_trash:0", :fromNode => "#{id}_reformat_fail:0", :metadata => "run_graph_failure_metadata"}))
+              end
+            end
+
+            # If there is a fail.
+            # Copies the report files
+            taps.each do |tap|
+              id = tap[:id]
+              builder.Phase(:number => i += 1) do
+                Core::build_node2(builder, Nodes.reader2({
+                  :id => "#{id}_files_copy_check_reader",
+                  :guiName => "#{id}_files failure_check_reader",
+                  :name => "#{id}_files_failure_check_reader",
+                  :fileURL => "data/has_errors_*.csv",
+                  :skipRows => 0,
+                  :numRecords => 1
+                }))
+
+              fail_reformat = <<HEREDOC
+function integer transform() {
+  $out.0.all = "graphs/#{id}_failure.grf";
+  return ALL;
+}
+HEREDOC
+
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id}_files_copy_check_reformat", :id => "#{id}_files_copy_check_reformat", :transformation => fail_reformat}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_files_copy_check_reformat:0", :fromNode => "#{id}_files_copy_check_reader:0", :metadata => "trash_metadata"}))
+
+                Core::build_node2(builder, Nodes.run_graph2(
+                  {
+                    :guiName => "#{id}_failure_run_graph",
+                    :name => "#{id}_failure_run_graph",
+                    :id => "#{id}_failure_run_graph"
+                  }))
+
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_failure_run_graph:0", :fromNode => "#{id}_files_copy_check_reformat:0", :metadata => "trash_metadata" }))
+              end
+            end
+
+            # If there was a failure
+            # Kill the graph
+            builder.Phase(:number => i += 1) do
+              Core::build_node2(builder, Nodes.reader2({
+                :id => "failure_check_reader",
+                :guiName => "failure_check_reader",
+                :name => "failure_check_reader",
+                :fileURL => "data/has_errors_*.csv",
+                :skipRows => 0
+              }))
+
+              failure_func = <<HEREDOC
+
+function integer transform() {
+    raiseError("Validation did not pass");
+}
+HEREDOC
+              Core::build_node2(builder, Nodes.reformat2({:name => "failure_dedup", :id => "failure_dedup", :transformation => failure_func }))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "failure_dedup:0", :fromNode => "failure_check_reader:0", :metadata => "trash_metadata" }))
+
+              Core::build_node2(builder, Nodes.trash2({:name => "failure_check_trash", :id => "failure_check_trash", :debugPrint => true}))
+              Core::build_node2(builder, Nodes.edge2({:toNode => "failure_check_trash:0", :fromNode => "failure_dedup:0", :metadata => "trash_metadata" }))
+            end
+
+            # If everything is success.
+            # Copies the files
+            taps.each do |tap|
+              builder.Phase(:number => i += 1) do
+
+                Core::build_node2(builder, Nodes.run_graph2(
+                  {
+                    :guiName => "success_run_graph",
+                    :name => "success_run_graph",
+                    :id => "success_run_graph",
+                    :graphName => "graphs/#{tap[:id]}_success.grf"
+                  }))
+              end
+            end
+          end
+        end
+      end
+
+      def self.generate_contract(file, tap)
+        name = id = tap[:id]
+
+        File.open(file, "w") do |f|
+
+          builder = Builder::XmlMarkup.new(:target=>f, :indent=>2)
+          builder.instruct! :xml, :version=>"1.0", :encoding=>"UTF-8"
+          builder.Graph({
+            :name => "Contract Checker"
+          }) do
+            builder.Global do
+              Helpers::property_file(builder, {:id => "workspace_params", :fileURL => "workspace.prm"})
+              Helpers::property_file(builder, {:id => "file_params", :fileURL => "#{id}_item.prm"})
+
+              Helpers::create_trash_meta(builder)
+              Helpers::create_read_error_meta(builder)
+
+              builder.Metadata({:id   => "#{name}_clover_metadata"}) do |builder|
+                Helpers::csv_metadata(builder, Metadata.get_source_metadata(tap))
+              end
+            end
+
+            builder.Phase(:number => 0) do
+
+
+                reformat_func = <<HEREDOC
+long line = 0;
+string fieldName;
+string validationType;
+string currentValue;
+boolean failed;
+boolean currentLineFailed;
+
+function integer transform() {
+  line = line + 1;
+  currentLineFailed = false;
+
+  #{tap[:fields].find_all {|d| d.has_key?(:validates_as)}.map do |d|
+    "currentValue = $in.0." + d[:name] + ";" + ctl_validation(d[:name], d[:validates_as])
+  end.join("\n")}
+  if (currentLineFailed) {
+    return 1;
+  } else {
+    return 0;
+  }
+}
+
+HEREDOC
+
+
+                has_error_reformat_func = <<HEREDOC
+function integer transform() {
+  $out.0.all = "${FILE}";  
+  return ALL;
+}
+
+HEREDOC
+
+              format_clover_error = <<HEREDOC
+function integer transform() {
+  $out.0.all = "Parsing error occured on line " + $in.0.line_number + " of file " + $in.0.file + " on record " + $in.0.record + " with message " + $in.0.message ;
+  return ALL;
+}
+
+HEREDOC
+
+                Core::build_node2(builder, Nodes.reader2({:id => "#{id}_reader", :name => "#{id}_reader", :dataPolicy => "controlled", :fileURL => "${FILE}"}))
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat", :id => "#{id}_reformat", :transformation => reformat_func}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reformat:0", :fromNode => "#{id}_reader:0", :metadata => "#{id}_clover_metadata"}))
+
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} reader error Reformat", :id => "#{id}_reader_error_reformat", :transformation => format_clover_error}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_reader_error_reformat:0", :fromNode => "#{id}_reader:1", :metadata => "reader_error_metadata"}))
+
+                Core::build_node2(builder, Nodes.gather2({:name => "#{id} Gather", :id => "#{id}_gather"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_gather:1", :fromNode => "#{id}_reader_error_reformat:0", :metadata => "trash_metadata"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_gather:0", :fromNode => "#{id}_reformat:1", :metadata => "trash_metadata"}))
+
+                Core::build_node2(builder, Nodes.trash2({:name => "PARAMS CSV Writer", :id => "#{id}_trash", :debugPrint => false }))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_trash:0", :fromNode => "#{id}_reformat:0", :metadata => "trash_metadata"}))
+
+                Core::build_node2(builder, Nodes.copy2({:name => "#{id} copy", :id => "#{id}_copy"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_copy:0", :fromNode => "#{id}_gather:0", :metadata => "trash_metadata"}))
+
+                Core::build_node2(builder, Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id}_writer", :fileURL => "data/validation_output_#{id}.csv", :outputFieldNames => "false", :append => "true", :quotedStrings => "true"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_writer:0", :fromNode => "#{id}_copy:0", :metadata => "trash_metadata", :append => true}))
+
+                Core::build_node2(builder, Nodes.reformat2({:name => "#{id} Reformat", :id => "#{id}_has_error_reformat", :transformation => has_error_reformat_func}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_has_error_reformat:0", :fromNode => "#{id}_copy:1", :metadata => "trash_metadata"}))
+
+                Core::build_node2(builder, Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id}_has_error_writer", :fileURL => "data/has_errors_#{id}.csv", :outputFieldNames => "false", :append => "true", :quotedStrings => "false"}))
+                Core::build_node2(builder, Nodes.edge2({:toNode => "#{id}_has_error_writer:0", :fromNode => "#{id}_has_error_reformat:0", :metadata => "trash_metadata"}))
+              end
+          end
+        end
+      end
+
+      # def self.generate(file)
+      #   File.open(file, "w") do |file|
+      # 
+      #           builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+      #           builder.instruct! :xml, :version=>"1.0", :encoding=>"UTF-8"
+      #           builder.Graph({
+      #             :name => "Contract Checker"
+      #           }) do
+      #             builder.Global do
+      #               Helpers::property_file(builder, {:id => "workspace_params", :fileURL => "workspace.prm"})
+      #             end
+      # 
+      #             builder.Phase(:number => 0) do
+      # 
+      #             end
+      # 
+      #             # phase = 0
+      #             # subgraphs.each do |subgraph|
+      #             #   builder.Phase(:number => phase+1) do
+      #             #     id1 = get_id
+      #             #     id2 = get_id
+      #             #     ctl = "function integer generate() {$out.0.all = \"FLOW=#{subgraph[:flow]}\";return OK;}"
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.data_generator2({:name => id1, :id => id1, :generate => ctl}))
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.edge2({:toNode => "#{id2}:0", :fromNode => "#{id1}:0", :metadata => "trash_metadata"}))
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id2}", :fileURL => "params.prm", :outputFieldNames => "false", :quotedStrings => "false"}))
+      #             #   end
+      #             #   builder.Phase(:number => phase+2) do
+      #                 
+      #             #     id1 = get_id
+      #             #     id2 = get_id
+      #             #     ctl = "function integer generate() {$out.0.all = \"NAME=#{subgraph[:name]}\";return OK;}"
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.data_generator2({:name => id1, :id => id1, :generate => ctl}))
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.edge2({:toNode => "#{id2}:0", :fromNode => "#{id1}:0", :metadata => "trash_metadata"}))
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.writer2({:name => "PARAMS CSV Writer", :id => "#{id2}", :fileURL => "params.prm", :outputFieldNames => "false", :append => "true", :quotedStrings => "false"}))
+      #             #   end  
+      #               
+      #             #   builder.Phase(:number => phase+3) do
+      #             #     build_node2(builder, GoodData::CloverGenerator::Nodes.run_graph2({:guiName => subgraph[:name], :name => subgraph[:name], :id => subgraph[:flow], :graphName => subgraph[:file]}))
+      #             #   end
+      #             #   phase += 4
+      #             # end
+      #           end
+      #         end
+      # end
+		end
+	end
+end

data/lib/graphs/docentize.grf

@@ -4,7 +4,7 @@
 <Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_in.xml" id="Metadata0"/>
 <Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_out.xml" id="Metadata1"/>
 <MetadataGroup id="ComponentGroup0" name="metadata"/>
-<Property fileURL="params.txt" id="GraphParameter0"/>
+<Property fileURL="params.prm" id="GraphParameter0"/>
 <Property fileURL="workspace.prm" id="GraphParameter0"/>
 <Dictionary/>
 </Global>

data/lib/graphs/dummy.grf

@@ -4,7 +4,7 @@
 <Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_in.xml" id="Metadata0"/>
 <Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_out.xml" id="Metadata1"/>
 <MetadataGroup id="ComponentGroup0" name="metadata"/>
-<Property fileURL="params.txt" id="GraphParameter0"/>
+<Property fileURL="params.prm" id="GraphParameter0"/>
 <Property fileURL="workspace.prm" id="GraphParameter1"/>
 <Dictionary/>
 </Global>

data/lib/graphs/goodsales_v2/docentize.grf

@@ -0,0 +1,47 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Graph author="fluke" created="Tue Feb 05 15:38:24 PST 2013" guiVersion="3.3.1" id="1360179808937" licenseType="Commercial" modified="Fri Feb 22 12:18:42 PST 2013" modifiedBy="fluke" name="process_name" revision="1.13" showComponentDetails="true">
+<Global>
+<Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_in.xml" id="Metadata0"/>
+<Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_out.xml" id="Metadata1"/>
+<MetadataGroup id="ComponentGroup0" name="metadata"/>
+<Property fileURL="params.prm" id="GraphParameter0"/>
+<Property fileURL="workspace.prm" id="GraphParameter0"/>
+<Dictionary/>
+</Global>
+<Phase number="0">
+<Node enabled="enabled" fileURL="data/1_in.csv" guiHeight="77" guiName="CSV Reader" guiWidth="128" guiX="124" guiY="169" id="DATA_READER0" quoteCharacter="&quot;" quotedStrings="true" skipRows="1" type="DATA_READER"/>
+<Node enabled="enabled" fileURL="data/out.csv" guiHeight="89" guiName="CSV Writer" guiWidth="128" guiX="609" guiY="169" id="DATA_WRITER0" outputFieldNames="true" quoteCharacter="&quot;" quotedStrings="true" type="DATA_WRITER"/>
+<Node enabled="enabled" guiHeight="65" guiName="Reformat" guiWidth="128" guiX="365" guiY="175" id="REFORMAT0" type="REFORMAT">
+<attr name="transform"><![CDATA[//#CTL2
+
+// Transforms input record into output record.
+function integer transform() {
+	$out.0.* = $in.0.*;
+	$out.0.Name = "Docent " + $in.0.Name;
+
+	return OK;
+}
+
+// Called during component initialization.
+// function boolean init() {}
+
+// Called during each graph run before the transform is executed. May be used to allocate and initialize resources
+// required by the transform. All resources allocated within this method should be released
+// by the postExecute() method.
+// function void preExecute() {}
+
+// Called only if transform() throws an exception.
+// function integer transformOnError(string errorMessage, string stackTrace) {}
+
+// Called during each graph run after the entire transform was executed. Should be used to free any resources
+// allocated within the preExecute() method.
+// function void postExecute() {}
+
+// Called to return a user-defined error message when an error occurs.
+// function string getMessage() {}
+]]></attr>
+</Node>
+<Edge fromNode="DATA_READER0:0" guiBendpoints="" guiRouter="Manhattan" id="Edge0" inPort="Port 0 (in)" metadata="Metadata0" outPort="Port 0 (output)" toNode="REFORMAT0:0"/>
+<Edge fromNode="REFORMAT0:0" guiBendpoints="" guiRouter="Manhattan" id="Edge1" inPort="Port 0 (in)" metadata="Metadata1" outPort="Port 0 (out)" toNode="DATA_WRITER0:0"/>
+</Phase>
+</Graph>

data/lib/graphs/goodsales_v2/dummy.grf

@@ -0,0 +1,46 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Graph author="fluke" created="Tue Feb 05 15:38:24 PST 2013" guiVersion="3.3.1" id="1360179808937" licenseType="Commercial" modified="Thu Feb 21 23:29:16 PST 2013" modifiedBy="fluke" name="process_name" revision="1.11" showComponentDetails="true">
+<Global>
+<Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_in.xml" id="Metadata0"/>
+<Metadata fileURL="${PROJECT}/metadata/${FLOW}/${NAME}/1_out.xml" id="Metadata1"/>
+<MetadataGroup id="ComponentGroup0" name="metadata"/>
+<Property fileURL="params.prm" id="GraphParameter0"/>
+<Property fileURL="workspace.prm" id="GraphParameter1"/>
+<Dictionary/>
+</Global>
+<Phase number="0">
+<Node enabled="enabled" fileURL="data/1_in.csv" guiHeight="77" guiName="CSV Reader" guiWidth="128" guiX="124" guiY="169" id="DATA_READER0" quoteCharacter="&quot;" quotedStrings="true" skipRows="1" type="DATA_READER"/>
+<Node enabled="enabled" fileURL="data/out.csv" guiHeight="77" guiName="CSV Writer" guiWidth="128" guiX="609" guiY="169" id="DATA_WRITER0" outputFieldNames="true" quoteCharacter="&quot;" quotedStrings="true" type="DATA_WRITER"/>
+<Node enabled="enabled" guiHeight="65" guiName="Reformat" guiWidth="128" guiX="365" guiY="175" id="REFORMAT0" type="REFORMAT">
+<attr name="transform"><![CDATA[//#CTL2
+
+// Transforms input record into output record.
+function integer transform() {
+	$out.0.* = $in.0.*;
+
+	return OK;
+}
+
+// Called during component initialization.
+// function boolean init() {}
+
+// Called during each graph run before the transform is executed. May be used to allocate and initialize resources
+// required by the transform. All resources allocated within this method should be released
+// by the postExecute() method.
+// function void preExecute() {}
+
+// Called only if transform() throws an exception.
+// function integer transformOnError(string errorMessage, string stackTrace) {}
+
+// Called during each graph run after the entire transform was executed. Should be used to free any resources
+// allocated within the preExecute() method.
+// function void postExecute() {}
+
+// Called to return a user-defined error message when an error occurs.
+// function string getMessage() {}
+]]></attr>
+</Node>
+<Edge fromNode="DATA_READER0:0" guiBendpoints="" guiRouter="Manhattan" id="Edge0" inPort="Port 0 (in)" metadata="Metadata0" outPort="Port 0 (output)" toNode="REFORMAT0:0"/>
+<Edge fromNode="REFORMAT0:0" guiBendpoints="" guiRouter="Manhattan" id="Edge1" inPort="Port 0 (in)" metadata="Metadata1" outPort="Port 0 (out)" toNode="DATA_WRITER0:0"/>
+</Phase>
+</Graph>