tensor_stream 1.0.7 → 1.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 667188a4a1ebc020c6c03c2b8530505b26e0ccb80885e03abba16c09665d6247
-  data.tar.gz: 06aebda0444eaa155d986324a0d4939bda66bbc6c6bc34762d83e46e1ba41fec
+  metadata.gz: 712b5d17b1b84d5289970fa578a8385c80e2a499033a42df8aadefdad654276c
+  data.tar.gz: ed74482c5913ea6debc5d0902d01c180b52f5028ae1ed7be726bafede9671982
 SHA512:
-  metadata.gz: 309595e1452075516bd003a3ca99b5537430cef182000521ea951d9e51459356e236a64ea98216aeb4ea507313541ad702be6d67e3536102632af7a3ed6ca6fa
-  data.tar.gz: 194174036aaee864f96cbbd7768f5b46a91a1592b0b9dd4a167c7071c063d92f2b62db26961a00ebace8eaece74caebe9232c04b4f741293b267dcdb215928e9
+  metadata.gz: 95b1715323930f35aeec861efa7b5dd96f9b61c8ea2d45343306798506cbbbc64e0092fed77c615a27e53b219610b7b14384726b5fb976b800c7ce57bcfc1539
+  data.tar.gz: 45e92e91167a39ca02cc5a1c04022c0dc1942ad863b650710b93862400174dbddd0bbe1889659ef55651bf1ca0b779420fd48811f862c8707be068cd02abed9f

data/lib/tensor_stream/evaluator/ruby/images_ops.rb

@@ -1,5 +1,6 @@
 require "chunky_png"
 
+
 module TensorStream
   module ImagesOps
     def self.included(klass)
@@ -49,6 +50,23 @@ module TensorStream
           TensorShape.reshape(image_data, [image.height, image.width, channels])
         end
 
+        register_op :decode_jpg do |_context, tensor, inputs|
+          require "jpeg"
+
+          content = inputs[0]
+          channels = tensor.options[:channels]
+          channels = 3 if channels.zero?
+
+          image = Jpeg::Image.open_buffer(content)
+          image_data = image.raw_data.map do |pixel|
+            pixel.map!(&:to_f) if fp_type?(tensor.data_type)
+
+            pixel
+          end
+
+          TensorShape.reshape(image_data, [image.height, image.width, channels])
+        end
+
         register_op :encode_png do |_context, tensor, inputs|
           image_data = inputs[0]
           height, width, channels = shape_eval(image_data)

data/lib/tensor_stream/evaluator/ruby/math_ops.rb

@@ -169,7 +169,7 @@ module TensorStream
           sorted = tensor.options[:sorted]
           work_values = TensorShape.reshape(values, [-1, v_shape.last])
           work_values.map! do |row|
-            last_k = row.map.with_index { |r, index| [r, index] }.sort! { |a,b| a[0] <=> b[0] }.last(k) rescue binding.pry
+            last_k = row.map.with_index { |r, index| [r, index] }.sort! { |a,b| a[0] <=> b[0] }.last(k)
             last_k.reverse! if sorted
             last_k
           end

data/lib/tensor_stream/evaluator/ruby/random_ops.rb

@@ -9,12 +9,12 @@ module TensorStream
 
           shape = tensor.options[:shape] || tensor.shape.shape
           fan_in, fan_out = if shape.size.zero?
-            [1, 1]
-          elsif shape.size == 1
-            [1, shape[0]]
-          else
-            [shape[0], shape.last]
-          end
+                              [1, 1]
+                            elsif shape.size == 1
+                              [1, shape[0]]
+                            else
+                              [shape[0], shape.last]
+                            end
 
           limit = Math.sqrt(6.0 / (fan_in + fan_out))
 
@@ -50,7 +50,7 @@ module TensorStream
           seed = tensor.options[:seed]
           random = _get_randomizer(tensor, seed)
           r = RandomGaussian.new(tensor.options.fetch(:mean), tensor.options.fetch(:stddev), -> { random.rand })
-          random = _get_randomizer(tensor, seed)
+
           generator = -> { r.rand }
           shape = inputs[0] || tensor.shape.shape
           random_values = Array.new(shape.reduce(:*) || 1) {
@@ -75,9 +75,6 @@ module TensorStream
 
           norm_min = (minval - mean) / stddev
           norm_max = (maxval - mean) / stddev
-          sqrt_factor = Math.sqrt((norm_min * norm_min) + 4.0)
-          cutoff = 2.0 * Math.exp(0.5 + (norm_min * (norm_min - sqrt_factor)) / 4.0) / (norm_min + sqrt_factor)
-          diff = norm_max - norm_min
 
           val = random_values.map { |v|
             iterations = 0
@@ -93,7 +90,6 @@ module TensorStream
 
             pick
           }
-
           TensorShape.reshape(val, shape)
         end
       end

data/lib/tensor_stream/evaluator/ruby_evaluator.rb

@@ -49,12 +49,12 @@ module TensorStream
 
         child_context = execution_context.dup
         res = if tensor.is_a?(Operation)
-          eval_operation(tensor, child_context)
-        elsif !tensor.is_a?(Tensor)
-          tensor
-        else
-          tensor.op
-        end
+                eval_operation(tensor, child_context)
+              elsif !tensor.is_a?(Tensor)
+                tensor
+              else
+                tensor.op
+              end
         execution_context.deep_merge!(returns: child_context[:returns])
         res
       end
@@ -286,7 +286,7 @@ module TensorStream
       def eval_operation(tensor, child_context)
         return @context[tensor.name] if @context.key?(tensor.name)
 
-        # puts "ruby eval #{object_id}: #{tensor.name}"
+        # puts "ruby eval #{tensor.operation} -> #{object_id}: #{tensor.name}"
         invoke(tensor, child_context).tap do |result|
           # puts "result done ruby #{object_id}: #{tensor.name}"
           # assertions to make sure inferred shapes == actual evaluated shapes
@@ -314,10 +314,10 @@ module TensorStream
           @context[tensor.name] = result
         end
       rescue EvaluatorExcecutionException => e
-        raise e, "error #{e.message} while evaluating #{tensor.name}  defined at #{tensor.source}"
+        raise e, "error #{e.message} while evaluating #{tensor.name} defined at #{tensor.source}"
       rescue TensorStreamError => e
-        raise e, "error #{e.message} while evaluating #{tensor.name}  defined at #{tensor.source}"
-      rescue => e
+        raise e, "error #{e.message} while evaluating #{tensor.name} defined at #{tensor.source}"
+      rescue StandardError => e
         puts e.message
         puts e.backtrace.join("\n")
         raise EvaluatorExcecutionException.new(e, tensor), "error #{e.message} while evaluating #{tensor.name} : #{tensor.to_math(true, 1)} defined at #{tensor.source}"

data/lib/tensor_stream/images.rb

@@ -7,6 +7,10 @@ module TensorStream
       _op(:decode_png, contents, channels: channels, data_type: dtype, name: name, new_shape: new_shape)
     end
 
+    def self.decode_jpeg(contents, channels: 0, dtype: :uint8, name: nil, new_shape: nil)
+      _op(:decode_jpg, contents, channels: channels, data_type: dtype, name: name, new_shape: new_shape)
+    end
+
     def self.encode_png(contents, compression: -1, name: nil, new_shape: nil, resample_method: nil)
       check_allowed_types(contents, %i[uint8 uint16])
       contents = convert_to_tensor(contents, dtype: :uint16)

data/lib/tensor_stream/ops.rb

@@ -70,9 +70,8 @@ module TensorStream
 
     ##
     # Outputs random values from a truncated normal distribution.
-    def truncated_normal(shape, dtype: :float32, mean: 0.0, stddev: 1.0, seed: nil, name: nil)
-      options = {dtype: dtype, mean: mean, stddev: stddev, seed: seed, name: name}
-      _op(:truncated_normal, shape, options)
+    def truncated_normal(shape, dtype: :float32, mean: 0.0, stddev: 1.0, seed: nil, name: nil, pre_gen_table_size: nil)
+      _op(:truncated_normal, shape, dtype: dtype, mean: mean, stddev: stddev, seed: seed, name: name, pre_gen_table_size: pre_gen_table_size)
     end
 
     ##

data/lib/tensor_stream/version.rb

@@ -1,5 +1,5 @@
 module TensorStream
-  VERSION = "1.0.7".freeze
+  VERSION = "1.0.8".freeze
 
   def self.version
     VERSION

data/tensor_stream.gemspec

@@ -17,6 +17,7 @@ Gem::Specification.new do |spec|
   # to allow pushing to a single host or delete this section to allow pushing to any host.
   if spec.respond_to?(:metadata)
     spec.metadata["allowed_push_host"] = "https://rubygems.org"
+    spec.metadata["source_code_uri"] = "https://github.com/jedld/tensor_stream"
     spec.metadata["changelog_uri"] = "https://github.com/jedld/tensor_stream/blob/master/CHANGELOG.md"
   else
     raise "RubyGems 2.0 or newer is required to protect against " \
@@ -30,7 +31,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "bundler"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "awesome_print"
@@ -39,6 +40,7 @@ Gem::Specification.new do |spec|
     spec.add_development_dependency "pry-byebug"
     spec.add_development_dependency "byepry"
     spec.add_development_dependency "tensor_stream-opencl"
+    spec.add_dependency "jpeg"
   end
   spec.add_development_dependency "colorize"
   spec.add_development_dependency "rspec_junit_formatter"

metadata

@@ -1,29 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: tensor_stream
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.8
 platform: ruby
 authors:
 - Joseph Emmanuel Dayo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-04-08 00:00:00.000000000 Z
+date: 2019-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: jpeg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: colorize
   requirement: !ruby/object:Gem::Requirement
@@ -435,6 +449,7 @@ licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
+  source_code_uri: https://github.com/jedld/tensor_stream
   changelog_uri: https://github.com/jedld/tensor_stream/blob/master/CHANGELOG.md
 post_install_message: 
 rdoc_options: []
@@ -451,7 +466,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: A Pure ruby tensorflow implementation