tensor_stream 0.1.5 → 0.2.0

data/lib/tensor_stream/operation.rb

@@ -5,14 +5,13 @@ module TensorStream
     attr_reader :outputs
 
     def initialize(operation, input_a, input_b, options = {})
-      @graph = options[:graph] || TensorStream.get_default_graph
+      setup_initial_state(options)
 
       @operation = operation
       @rank = options[:rank] || 0
-      @name = [@graph.get_name_scope, options[:name] || set_name].compact.join('/')
+      @name = [@graph.get_name_scope, options[:name] || set_name].compact.reject(&:empty?).join('/')
       @internal = options[:internal]
       @given_name = @name
-      @source = format_source(caller_locations)
 
       @options = options
 
@@ -106,12 +105,12 @@ module TensorStream
         else
           "(#{sub_item} * #{sub_item2})"
         end
-      when :reduce_sum
-        "reduce_sum(|#{sub_item}|)"
-      when :reduce_mean
-        "reduce_mean(|#{sub_item}|)"
-      when :reduce_prod
-        "reduce_prod(|#{sub_item}|)"
+      when :sum
+        "sum(|#{sub_item}|,  axis=#{sub_item2})"
+      when :mean
+        "mean(|#{sub_item}|, axis=#{sub_item2})"
+      when :prod
+        "prod(|#{sub_item}|,  axis=#{sub_item2})"
       when :gradients
         "gradient(#{sub_item})"
       when :stop_gradient
@@ -131,7 +130,7 @@ module TensorStream
       when :ones_like
         "ones_like(#{sub_item})"
       when :flow_group
-        "flow_group(#{items.collect { |i| auto_math(i) }.join(',')})"
+        "flow_group(#{items.collect { |i| auto_math(i, name_only, max_depth - 1, _cur_depth) }.join(',')})"
       when :zeros
         "zeros(#{sub_item})"
       when :reshape
@@ -166,6 +165,8 @@ module TensorStream
         "#{sub_item} && #{sub_item2}"
       when :sqrt
         "sqrt(#{sub_item})"
+      when :log1p
+        "log1p(#{sub_item})"
       when :zeros_like
         "zeros_like(#{sub_item})"
       when :where
@@ -174,8 +175,13 @@ module TensorStream
         "max(#{sub_item},#{sub_item2})"
       when :cast
         "cast(#{sub_item}, #{data_type})"
+      when :broadcast_transform
+        "broadcast_transform(#{sub_item},#{sub_item2})"
+      when :broadcast_gradient_args
+        "broadcast_transform(#{sub_item},#{sub_item2})"
       else
-        raise "no math form for #{operation} defined"
+        "#{operation}(#{sub_item})" if sub_item
+        "#{operation}(#{sub_item}, #{sub_item2})" if sub_item && sub_item2
       end
       ["\n",(_cur_depth + 1).times.collect { ' ' }, out].flatten.join
     end
@@ -196,11 +202,14 @@ module TensorStream
         item_shape = items[0].shape.shape
         return nil if item_shape.nil?
         return item_shape[1, item_shape.size]
-      when :reduce_mean, :reduce_prod, :reduce_sum
-        return [] if options[:axis].nil?
+      when :mean, :prod, :sum
+        return [] if items[1].nil?
+        return nil if items[0].nil?
         item_shape = items[0].shape.shape
         return nil if item_shape.nil?
-        axis = options[:axis]
+        return nil if items[1].is_a?(Tensor) && items[1].value.nil?
+
+        axis = items[1].is_a?(Tensor) ? items[1].value : items[1]
 
         axis = [ axis ] unless axis.is_a?(Array)
         return item_shape.each_with_index.map do |s, index|
@@ -236,10 +245,15 @@ module TensorStream
     end
 
     def propagate_consumer(consumer)
-      super(consumer)
+      super
+      @items.compact.each do |item|
+        item.send(:propagate_consumer, consumer) if item.name != name
+      end
+    end
 
+    def propagate_outputs
       @items.compact.each do |item|
-        item.send(:propagate_consumer, consumer) if item.name!=self.name
+        item.send(:setup_output, self) if item.name != self.name
       end
     end
 

data/lib/tensor_stream/ops.rb

@@ -1,36 +1,34 @@
 module TensorStream
   # Class that defines all available ops supported by TensorStream
   module Ops
-    FLOATING_POINT_TYPES = %w[float32 float64].map(&:to_sym)
-    NUMERIC_TYPES = %w[int32 int64 float32 float64].map(&:to_sym)
+    FLOATING_POINT_TYPES = %i[float32 float64 float].freeze
+    INTEGER_TYPES = %i[int32 int int64].freeze
+    NUMERIC_TYPES = FLOATING_POINT_TYPES + INTEGER_TYPES
 
     def argmax(input, axis = nil, name: nil, dimension: nil, output_type: :int32)
       _op(:argmax, input, nil, axis: axis, name: name, dimension: dimension, data_type: output_type)
     end
 
     def gradients(input, wrt_xs, grad_ys: nil,
-                  name: 'gradients',
-                  colocate_gradients_with_ops: false,
-                  gate_gradients: false,
-                  aggregation_method: nil,
-                  stop_gradients: nil)
+      name: 'gradients',
+      colocate_gradients_with_ops: false,
+      gate_gradients: false,
+      aggregation_method: nil,
+      stop_gradients: nil)
 
       gs = wrt_xs.collect do |x|
-        raise "#{x} passed is not a tensor object" unless x.is_a?(Tensor)
-
         stops = stop_gradients ? stop_gradients.map(&:name).join('_') : ''
         gradient_program_name = "grad_#{input.name}_#{x.name}_#{stops}".to_sym
 
         tensor_program = if input.graph.node_added?(gradient_program_name)
-                           input.graph.get_node(gradient_program_name)
-                         else
+                          input.graph.get_node(gradient_program_name)
+                        else
                           input.graph.name_scope("gradient_wrt_#{x.name}") do
                             derivative_ops = TensorStream::MathGradients.derivative(input, x, graph: input.graph,
-                                                                                              stop_gradients: stop_gradients)
-                            unit_matrix = _op(:ones_like, x)
-                            input.graph.add_node!(gradient_program_name, unit_matrix * derivative_ops)
-                           end
-                         end
+                              stop_gradients: stop_gradients)
+                            input.graph.add_node!(gradient_program_name, derivative_ops)
+                          end
+                        end
         tensor_program
       end
       TensorStream.group(gs)
@@ -58,6 +56,10 @@ module TensorStream
       _op(:shape, input, nil, name: name, out_type: out_type)
     end
 
+    def tile(input, multiples, name: nil)
+      _op(:tile, input, multiples, name: name)
+    end
+
     def rank(input, name: nil)
       _op(:rank, input, name: name)
     end
@@ -107,15 +109,15 @@ module TensorStream
     end
 
     def reduce_mean(input_tensor, axis = nil, keepdims: false, name: nil)
-      _op(:reduce_mean, input_tensor, nil, axis: axis, keepdims: keepdims, name: name)
+      _op(:mean, input_tensor, axis,  keepdims: keepdims, name: name)
     end
 
     def reduce_sum(input_tensor, axis = nil, keepdims: false, name: nil)
-      _op(:reduce_sum, input_tensor, nil, axis: axis, keepdims: keepdims, name: name)
+      _op(:sum, input_tensor, axis, keepdims: keepdims, name: name)
     end
 
     def reduce_prod(input, axis = nil, keepdims: false, name: nil)
-      _op(:reduce_prod, input, nil, axis: axis, keepdims: keepdims, name: name)
+      _op(:prod, input, axis, keepdims: keepdims, name: name)
     end
 
     def concat(values, axis, name: 'concat')
@@ -202,6 +204,14 @@ module TensorStream
       _op(:mul, input_a, input_b, name: name)
     end
 
+    def mul(input_a, input_b, name: nil)
+      _op(:mul, input_a, input_b, name: name)
+    end
+
+    def div(input_a, input_b, name: nil)
+      _op(:div, input_a, input_b, name: name)
+    end
+
     def pow(input_a, input_e, name: nil)
       _op(:pow, input_a, input_e, name: name)
     end

data/lib/tensor_stream/placeholder.rb

@@ -2,16 +2,15 @@ module TensorStream
   # Class that defines a TensorStream placeholder
   class Placeholder < Tensor
     def initialize(data_type, rank, shape, options = {})
-      @graph = options[:graph] || TensorStream.get_default_graph
+      setup_initial_state(options)
 
       @data_type = data_type
       @rank = rank
       @shape = TensorShape.new(shape, rank)
       @value = nil
       @is_const = false
-      @source = format_source(caller_locations)
 
-      @name = [@graph.get_name_scope, options[:name] || build_name].compact.join('/')
+      @name = [@graph.get_name_scope, options[:name] || build_name].compact.reject(&:empty?).join('/')
       @graph.add_node(self)
     end
 

data/lib/tensor_stream/session.rb

@@ -1,13 +1,16 @@
 module TensorStream
   #  TensorStream class that defines a session
   class Session
+    include StringHelper
+
     attr_reader :last_session_context, :closed, :target
     attr_accessor :randomizer
-  
+
     def initialize(evaluator = :ruby_evaluator, thread_pool_class: Concurrent::ImmediateExecutor)
       @evaluator_class = Object.const_get("TensorStream::Evaluator::#{camelize(evaluator.to_s)}")
       @thread_pool = thread_pool_class.new
       @closed = false
+      @session_cache = {}
       @randomizer = {}
     end
 
@@ -21,7 +24,9 @@ module TensorStream
                 else
                   {}
                 end
-      context = {}
+      context = {
+        _cache: @session_cache
+      }
 
       # scan for placeholders and assign value
       if options[:feed_dict]
@@ -71,16 +76,5 @@ module TensorStream
     def graph_ml(tensor, filename)
       TensorStream::Graphml.new(self).serialize(tensor, filename)
     end
-
-    private
-
-    def camelize(string, uppercase_first_letter = true)
-      string = if uppercase_first_letter
-                 string.sub(/^[a-z\d]*/) { $&.capitalize }
-               else
-                 string.sub(/^(?:(?=\b|[A-Z_])|\w)/) { $&.downcase }
-               end
-      string.gsub(/(?:_|(\/))([a-z\d]*)/) { "#{$1}#{$2.capitalize}" }.gsub('/', '::')
-    end
   end
 end

data/lib/tensor_stream/tensor.rb

@@ -7,18 +7,18 @@ module TensorStream
 
     attr_accessor :name, :data_type, :shape, :rank, :native_buffer, :is_const,
                   :value, :breakpoint, :internal, :source, :given_name, :graph,
-                  :consumers
+                  :consumers, :outputs
 
     def initialize(data_type, rank, shape, options = {})
+      setup_initial_state(options)
       @data_type = data_type
       @rank = rank
       @breakpoint = false
       @shape = TensorShape.new(shape, rank)
       @value = nil
-      @source = format_source(caller_locations)
+
       @is_const = options[:const] || false
       @internal = options[:internal]
-      @graph = options[:graph] || TensorStream.get_default_graph
       @name = [@graph.get_name_scope, options[:name] || build_name].compact.reject(&:empty?).join('/')
       @given_name = @name
 
@@ -113,7 +113,6 @@ module TensorStream
     def matmul(other)
       _op(:matmul, self, other)
     end
-    
 
     def dot(other)
       _op(:matmul, self, other)
@@ -199,6 +198,10 @@ module TensorStream
         end
       end
 
+      if dtype.is_a?(Hash)
+        dtype = dtype[:dtype]
+      end
+
       case dtype.to_sym
       when :float32, :float
         if !!val == val
@@ -233,15 +236,29 @@ module TensorStream
 
     protected
 
+    def setup_initial_state(options)
+      @outputs = []
+      @graph = options[:graph] || TensorStream.get_default_graph
+      @source = format_source(caller_locations)
+    end
+
     def add_consumer(consumer)
       @consumers ||= []
-      @consumers << consumer.name if !@consumers.include?(consumer.name) && consumer.name!=self.name
+      @consumers << consumer.name if !@consumers.include?(consumer.name) && consumer.name != name
+    end
+
+    def setup_output(consumer)
+      @outputs << consumer.name unless @outputs.include?(consumer.name)
     end
 
     def propagate_consumer(consumer)
       add_consumer(consumer)
     end
 
+    def propagate_outputs
+      # nop
+    end
+
     def hashify_tensor(tensor)
       if tensor.is_a?(Tensor)
         tensor.to_h

data/lib/tensor_stream/tensor_shape.rb

@@ -60,6 +60,8 @@ module TensorStream
       end
 
       dim = (arr.size / s)
+      return arr if dim.zero?
+
       arr.each_slice(dim).collect do |slice|
         reshape(slice, new_shape.dup)
       end

data/lib/tensor_stream/trainer.rb

@@ -2,6 +2,11 @@ require 'tensor_stream/train/gradient_descent_optimizer'
 require 'tensor_stream/train/saver'
 
 module TensorStream
-  module Train
+  module Trainer
+    def self.write_graph(graph, path, filename, as_text: true, serializer: TensorStream::Pbtext)
+      raise "only supports as_text=true for now" unless as_text
+      new_filename = File.join(path, filename)
+      File.write(new_filename, serializer.new.get_string(graph))
+    end
   end
 end

data/lib/tensor_stream/variable.rb

@@ -1,14 +1,15 @@
 module TensorStream
   # Class that defines a TensorStream variable
   class Variable < Tensor
-    attr_accessor :trainable
+    attr_accessor :trainable, :options
     def initialize(data_type, rank, shape, options = {})
-      @graph = options[:graph] || TensorStream.get_default_graph
+      setup_initial_state(options)
 
+      @options = {
+      }
       @data_type = data_type
       @rank = rank
       @value = nil
-      @source = format_source(caller_locations)
       @name = [TensorStream.get_variable_scope, options[:name] || build_name].compact.reject(&:empty?).join('/')
       @initalizer_tensor = options[:initializer] ? options[:initializer] : _variable_scope.initializer || TensorStream.glorot_uniform_initializer
       if shape.nil? && @initalizer_tensor && @initalizer_tensor.shape

data/lib/tensor_stream/version.rb

@@ -1,5 +1,5 @@
 module TensorStream
-  VERSION = '0.1.5'.freeze
+  VERSION = '0.2.0'.freeze
 
   def self.version
     VERSION

data/samples/gradient_sample.graphml

@@ -0,0 +1,1255 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<graphml xmlns="http://graphml.graphdrawing.org/xmlns" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:y="http://www.yworks.com/xml/graphml"
+      xsi:schemaLocation="http://graphml.graphdrawing.org/xmlns http://graphml.graphdrawing.org/xmlns/1.0/graphml.xsd">
+<key id="d0" for="node" attr.name="label" attr.type="string"/>
+<key id="d1" for="node" attr.name="formula" attr.type="string"/>
+<key id="d2" for="node" attr.name="color" attr.type="string"/>
+<key id="d3" for="node" attr.name="value" attr.type="string"/>
+<key attr.name="description" attr.type="string" for="edge" id="d12"/>
+<key for="edge" id="d13" yfiles.type="edgegraphics"/>
+<key for="node" id="d9" yfiles.type="nodegraphics"/>
+<graph id="g_-flow_group_615:" edgedefault="directed">
+<node id="out">
+<data key="d0">out</data>
+<data key="d2">red</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FF0000" transparent="false"/>
+  <y:NodeLabel alignment="center">out</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<data key="d3">[[-0.18181076984697453, -0.2235356954437098]]</data>
+<data key="d3">[-0.18181076984697453, -0.2235356954437098]</data>
+<data key="d3">[-0.18181076984697453, -0.2235356954437098]</data>
+<data key="d3">[-0.18181076984697453, -0.2235356954437098]</data>
+<data key="d3">[[-0.18181076984697453, -0.2235356954437098]]</data>
+<data key="d3">[[[5.25, 21.425]], [[-0.18181076984697453, -0.2235356954437098]]]</data>
+<data key="d3">[[5.25, 21.425]]</data>
+<data key="d3">[[1.25, 16.425]]</data>
+<edge source="Const_113:2" target="matmul_462:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[1.0, 0.5, 4.0]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_114:2" target="matmul_462:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[0.4, 0.2], [0.1, 0.45], [0.2, 4.0]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="matmul_462:0" target="add_463:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[1.25, 16.425]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_116:1" target="add_463:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.0, 5.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[[-0.18181076984697453, -0.2235356954437098]]</data>
+<data key="d3">[[-0.3550398867513898, 0.2648611682365375]]</data>
+<data key="d3">[[-0.7100797735027796, 0.44143528039422913]]</data>
+<data key="d3">[[-0.7100797735027796, 0.44143528039422913]]</data>
+<data key="d3">[[[3.9227774823857198, 5.169586592555774]], [[-0.7100797735027796, 0.44143528039422913]]]</data>
+<data key="d3">[[3.9227774823857198, 5.169586592555774]]</data>
+<data key="d3">[[-0.1772225176142799, 0.0695865925557746]]</data>
+<data key="d3">[[-0.858934493426592, 0.5363855360913178]]</data>
+<edge source="add_463:0" target="sin_464:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[5.25, 21.425]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="sin_464:0" target="matmul_465:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.858934493426592, 0.5363855360913178]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_115:2" target="matmul_465:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[0.3, 0.2], [0.15, 0.45]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="matmul_465:0" target="add_466:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.1772225176142799, 0.0695865925557746]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_117:1" target="add_466:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.1, 5.1]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[[-0.7100797735027796, 0.44143528039422913]]</data>
+<data key="d3">[1.0, 1.0]</data>
+<edge source="Const_116:1" target="gradient_wrt_Const_116:1-ones_like_577:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.0, 5.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[[-0.7100797735027796, 0.44143528039422913]]</data>
+<edge source="add_466:0" target="gradient_wrt_Const_116:1-sin_467:0_grad-cos_578:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[3.9227774823857198, 5.169586592555774]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-ones_like_577:0" target="gradient_wrt_Const_116:1-sin_467:0_grad-mul_579:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [1.0, 1.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-sin_467:0_grad-cos_578:0" target="gradient_wrt_Const_116:1-sin_467:0_grad-mul_579:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.7100797735027796, 0.44143528039422913]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="add_466:0" target="gradient_wrt_Const_116:1-broadcast_transform_580:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[3.9227774823857198, 5.169586592555774]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-sin_467:0_grad-mul_579:0" target="gradient_wrt_Const_116:1-broadcast_transform_580:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.7100797735027796, 0.44143528039422913]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-broadcast_transform_580:0" target="gradient_wrt_Const_116:1-index_581:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[[3.9227774823857198, 5.169586592555774]], [[-0.7100797735027796, 0.44143528039422913]]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-Const_148:0" target="gradient_wrt_Const_116:1-index_581:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  1  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[]</data>
+<data key="d3">[2]</data>
+<edge source="Const_117:1" target="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_y_1">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.1, 5.1]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[1, 2]</data>
+<edge source="matmul_465:0" target="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_x_1">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.1772225176142799, 0.0695865925557746]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_y_1" target="gradient_wrt_Const_116:1-add_466:0_grad-broadcast_gradient_args_582:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [2]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_x_1" target="gradient_wrt_Const_116:1-add_466:0_grad-broadcast_gradient_args_582:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [1, 2]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-index_581:0" target="gradient_wrt_Const_116:1-add_466:0_grad-add-reduce_sum_x_1">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.7100797735027796, 0.44143528039422913]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_466:0_grad-broadcast_gradient_args_582:0" target="gradient_wrt_Const_116:1-add_466:0_grad-add-reduce_sum_x_1">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  []  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[[0.5, 0.6]]</data>
+<data key="d3">[[1.0, 1.0]]</data>
+<edge source="gradient_wrt_Const_116:1-matmul_465:0_grad-Const_151:1" target="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-identity0_2">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [1, 2]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-identity0_2" target="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul_596:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[1.0, 1.0]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_115:2" target="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul_596:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[0.3, 0.2], [0.15, 0.45]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_466:0_grad-add-reduce_sum_x_1" target="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-grad_a_norm_mul_da_2">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.7100797735027796, 0.44143528039422913]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul_596:0" target="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-grad_a_norm_mul_da_2">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[0.5, 0.6]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[[0.5120854772418407, -0.8439730781677989]]</data>
+<edge source="add_463:0" target="gradient_wrt_Const_116:1-sin_464:0_grad-cos_598:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[5.25, 21.425]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-grad_a_norm_mul_da_2" target="gradient_wrt_Const_116:1-sin_464:0_grad-mul_599:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.3550398867513898, 0.2648611682365375]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-sin_464:0_grad-cos_598:0" target="gradient_wrt_Const_116:1-sin_464:0_grad-mul_599:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[0.5120854772418407, -0.8439730781677989]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="add_463:0" target="gradient_wrt_Const_116:1-broadcast_transform_600:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[5.25, 21.425]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-sin_464:0_grad-mul_599:0" target="gradient_wrt_Const_116:1-broadcast_transform_600:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.18181076984697453, -0.2235356954437098]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-broadcast_transform_600:0" target="gradient_wrt_Const_116:1-index_602:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[[5.25, 21.425]], [[-0.18181076984697453, -0.2235356954437098]]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-Const_156:0" target="gradient_wrt_Const_116:1-index_602:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  1  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[0]</data>
+<data key="d3">[1, 2]</data>
+<edge source="matmul_462:0" target="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_x_3">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[1.25, 16.425]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[2]</data>
+<edge source="Const_116:1" target="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_y_3">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.0, 5.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_x_3" target="gradient_wrt_Const_116:1-add_463:0_grad-broadcast_gradient_args_604:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [1, 2]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_y_3" target="gradient_wrt_Const_116:1-add_463:0_grad-broadcast_gradient_args_604:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [2]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-index_602:0" target="gradient_wrt_Const_116:1-add_463:0_grad-add-reduce_sum_y_3">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.18181076984697453, -0.2235356954437098]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_463:0_grad-broadcast_gradient_args_604:0" target="gradient_wrt_Const_116:1-add_463:0_grad-add-reduce_sum_y_3">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="Const_116:1" target="gradient_wrt_Const_116:1-ones_like_611:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.0, 5.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-add_463:0_grad-add-reduce_sum_y_3" target="gradient_wrt_Const_116:1-mul_612:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [-0.18181076984697453, -0.2235356954437098]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-ones_like_611:0" target="gradient_wrt_Const_116:1-mul_612:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[    ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<data key="d3">[]</data>
+<edge source="Const_116:1" target="gradient_wrt_Const_116:1-shape_613:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [4.0, 5.0]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-mul_612:0" target="gradient_wrt_Const_116:1-truncate_614:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [-0.18181076984697453, -0.2235356954437098]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-shape_613:0" target="gradient_wrt_Const_116:1-truncate_614:0">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  []  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#0000FF" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<edge source="gradient_wrt_Const_116:1-truncate_614:0" target="-flow_group_615:">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [-0.18181076984697453, -0.2235356954437098]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+<node id="" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0"></y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0"></y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="-flow_group_615:">
+<data key="d0">flow_group</data>
+<data key="d1">
+ flow_group(gradient_wrt_Const_116:1/truncate_614:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">flow_group</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<node id="gradient_wrt_Const_116:1" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">gradient_wrt_Const_116:1</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">gradient_wrt_Const_116:1</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-truncate_614:0">
+<data key="d0">truncate</data>
+<data key="d1">
+ truncate(gradient_wrt_Const_116:1/mul_612:0, gradient_wrt_Const_116:1/shape_613:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFF99" transparent="false"/>
+  <y:NodeLabel alignment="center">truncate</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-mul_612:0">
+<data key="d0">mul</data>
+<data key="d1">
+ (gradient_wrt_Const_116:1/add_463:0_grad/add/reduce_sum_y_3 * gradient_wrt_Const_116:1/ones_like_611:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">mul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-index_602:0">
+<data key="d0">index</data>
+<data key="d1">
+ gradient_wrt_Const_116:1/broadcast_transform_600:0[gradient_wrt_Const_116:1/Const_156:0]</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">index</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-broadcast_transform_600:0">
+<data key="d0">broadcast_transform</data>
+<data key="d1">
+ broadcast_transform(add_463:0,gradient_wrt_Const_116:1/sin_464:0_grad/mul_599:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">broadcast_transform</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-index_581:0">
+<data key="d0">index</data>
+<data key="d1">
+ gradient_wrt_Const_116:1/broadcast_transform_580:0[gradient_wrt_Const_116:1/Const_148:0]</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">index</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-broadcast_transform_580:0">
+<data key="d0">broadcast_transform</data>
+<data key="d1">
+ broadcast_transform(add_466:0,gradient_wrt_Const_116:1/sin_467:0_grad/mul_579:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">broadcast_transform</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-ones_like_577:0">
+<data key="d0">ones_like</data>
+<data key="d1">
+ ones_like(Const_116:1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFF99" transparent="false"/>
+  <y:NodeLabel alignment="center">ones_like</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-Const_148:0">
+<data key="d0">gradient_wrt_Const_116:1/Const_148:0</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">gradient_wrt_Const_116:1/Const_148:0</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-Const_156:0">
+<data key="d0">gradient_wrt_Const_116:1/Const_156:0</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">gradient_wrt_Const_116:1/Const_156:0</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-ones_like_611:0">
+<data key="d0">ones_like</data>
+<data key="d1">
+ ones_like(Const_116:1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFF99" transparent="false"/>
+  <y:NodeLabel alignment="center">ones_like</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-shape_613:0">
+<data key="d0">shape</data>
+<data key="d1">
+ Const_116:1.shape</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">shape</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="add_463:0_grad" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">add_463:0_grad</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-add_463:0_grad-broadcast_gradient_args_604:0">
+<data key="d0">broadcast_gradient_args</data>
+<data key="d1">
+ broadcast_transform(gradient_wrt_Const_116:1/add_463:0_grad/add/shape_x_3,gradient_wrt_Const_116:1/add_463:0_grad/add/shape_y_3)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">broadcast_gradient_args</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="add" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">add</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-add_463:0_grad-add-reduce_sum_y_3">
+<data key="d0">sum</data>
+<data key="d1">
+ sum(|gradient_wrt_Const_116:1/index_602:0|,  axis=gradient_wrt_Const_116:1/add_463:0_grad/broadcast_gradient_args_604:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">sum</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_x_3">
+<data key="d0">shape</data>
+<data key="d1">
+ matmul_462:0.shape</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">shape</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-add_463:0_grad-add-shape_y_3">
+<data key="d0">shape</data>
+<data key="d1">
+ Const_116:1.shape</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">shape</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<node id="sin_464:0_grad" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">sin_464:0_grad</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-sin_464:0_grad-mul_599:0">
+<data key="d0">mul</data>
+<data key="d1">
+ (gradient_wrt_Const_116:1/matmul_465:0_grad/matmul/grad_a_norm_mul_da_2 * gradient_wrt_Const_116:1/sin_464:0_grad/cos_598:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">mul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-sin_464:0_grad-cos_598:0">
+<data key="d0">cos</data>
+<data key="d1">
+ cos(add_463:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">cos</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+<node id="matmul_465:0_grad" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">matmul_465:0_grad</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul_596:0">
+<data key="d0">matmul</data>
+<data key="d1">
+ gradient_wrt_Const_116:1/matmul_465:0_grad/matmul/identity0_2.matmul(Const_115:2)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">matmul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-matmul_465:0_grad-Const_151:1">
+<data key="d0">gradient_wrt_Const_116:1/matmul_465:0_grad/Const_151:1</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">gradient_wrt_Const_116:1/matmul_465:0_grad/Const_151:1</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="matmul" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">matmul</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-grad_a_norm_mul_da_2">
+<data key="d0">mul</data>
+<data key="d1">
+ (gradient_wrt_Const_116:1/add_466:0_grad/add/reduce_sum_x_1 * gradient_wrt_Const_116:1/matmul_465:0_grad/matmul_596:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFF99" transparent="false"/>
+  <y:NodeLabel alignment="center">mul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-matmul_465:0_grad-matmul-identity0_2">
+<data key="d0">ones</data>
+<data key="d1">
+ ones(gradient_wrt_Const_116:1/matmul_465:0_grad/Const_151:1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">ones</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<node id="add_466:0_grad" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">add_466:0_grad</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-add_466:0_grad-broadcast_gradient_args_582:0">
+<data key="d0">broadcast_gradient_args</data>
+<data key="d1">
+ broadcast_transform(gradient_wrt_Const_116:1/add_466:0_grad/add/shape_y_1,gradient_wrt_Const_116:1/add_466:0_grad/add/shape_x_1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">broadcast_gradient_args</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="add" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">add</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-add_466:0_grad-add-reduce_sum_x_1">
+<data key="d0">sum</data>
+<data key="d1">
+ sum(|gradient_wrt_Const_116:1/index_581:0|,  axis=gradient_wrt_Const_116:1/add_466:0_grad/broadcast_gradient_args_582:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">sum</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_y_1">
+<data key="d0">shape</data>
+<data key="d1">
+ Const_117:1.shape</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">shape</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-add_466:0_grad-add-shape_x_1">
+<data key="d0">shape</data>
+<data key="d1">
+ matmul_465:0.shape</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">shape</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<node id="sin_467:0_grad" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">sin_467:0_grad</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="gradient_wrt_Const_116:1-sin_467:0_grad-mul_579:0">
+<data key="d0">mul</data>
+<data key="d1">
+ (gradient_wrt_Const_116:1/ones_like_577:0 * gradient_wrt_Const_116:1/sin_467:0_grad/cos_578:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">mul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="gradient_wrt_Const_116:1-sin_467:0_grad-cos_578:0">
+<data key="d0">cos</data>
+<data key="d1">
+ cos(add_466:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">cos</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<node id="program" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">program</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="program" yfiles.foldertype="group">
+<data key="d9">
+<y:ProxyAutoBoundsNode>
+<y:Realizers active="0">
+<y:GroupNode>
+<y:Fill color="#CAECFF84" transparent="false"/>
+<y:BorderStyle color="#666699" type="dotted" width="1.0"/>
+<y:NodeLabel alignment="right" autoSizePolicy="node_width" backgroundColor="#99CCFF" borderDistance="0.0" fontFamily="Dialog" fontSize="15" fontStyle="plain" hasLineColor="false" height="21.4609375" horizontalTextPosition="center" iconTextGap="4" modelName="internal" modelPosition="t" textColor="#000000" verticalTextPosition="bottom" visible="true" width="67.18603515625" x="-8.593017578125" y="0.0">program</y:NodeLabel>
+<y:Shape type="roundrectangle"/>
+</y:GroupNode>
+</y:Realizers>
+</y:ProxyAutoBoundsNode>
+</data>
+<graph edgedefault="directed" id="n105:">
+<node id="add_463:0">
+<data key="d0">add</data>
+<data key="d1">
+ (matmul_462:0 + Const_116:1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">add</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="matmul_462:0">
+<data key="d0">matmul</data>
+<data key="d1">
+ Const_113:2.matmul(Const_114:2)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">matmul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="Const_113:2">
+<data key="d0">Const_113:2</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">Const_113:2</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="Const_114:2">
+<data key="d0">Const_114:2</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">Const_114:2</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="Const_116:1">
+<data key="d0">Const_116:1</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">Const_116:1</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="add_466:0">
+<data key="d0">add</data>
+<data key="d1">
+ (matmul_465:0 + Const_117:1)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">add</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="matmul_465:0">
+<data key="d0">matmul</data>
+<data key="d1">
+ sin_464:0.matmul(Const_115:2)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">matmul</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="sin_464:0">
+<data key="d0">sin</data>
+<data key="d1">
+ sin(add_463:0)</data>
+<data key="d2">blue</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#99CC00" transparent="false"/>
+  <y:NodeLabel alignment="center">sin</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="Const_115:2">
+<data key="d0">Const_115:2</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">Const_115:2</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+<node id="Const_117:1">
+<data key="d0">Const_117:1</data>
+<data key="d2">black</data>
+<data key="d9">
+<y:ShapeNode>
+  <y:Fill color="#FFFFFF" transparent="false"/>
+  <y:NodeLabel alignment="center">Const_117:1</y:NodeLabel>
+</y:ShapeNode>
+</data>
+</node>
+</graph>
+</node>
+</graph>
+</node>
+<edge source="-flow_group_615:" target="out">
+<data key="d13">
+<y:PolyLineEdge>
+<y:EdgeLabel >
+<![CDATA[  [[-0.18181076984697453, -0.2235356954437098]]  ]]>
+</y:EdgeLabel >
+<y:Arrows source="none" target="standard"/>
+<y:LineStyle color="#FF0000" type="line" width="1.0"/>
+</y:PolyLineEdge>
+</data>
+</edge>
+</graph>
+</graphml>