structured_noise 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c37af47cfc1772e00d2dc684e3cab55bf37a88a3
-  data.tar.gz: 0ccc71e9453778a823bc65aec19f3833ee5ff7b5
+  metadata.gz: b18009ac9fd6664b030787bef74af2fe40104034
+  data.tar.gz: 04d543770e5fead6db17a08e6001b965a555f505
 SHA512:
-  metadata.gz: e1292d4988b80d3a9cac27a074934cd81999fe1a2e3472e3acc69d8e537ec0ed9cd9c54f16ab4e213b597cf3790666e6c03cdcedd2c21966001e523d25480ef2
-  data.tar.gz: edba0577dc1e1cbfde9eddb33f51ccda23eca2a290d859ca98e7ef2c63e7b7d3b41348bf2f087a2ff196b729388d6466aae11048950cacee7f481b1f9409b190
+  metadata.gz: 29a1d3a6456a2e95b0be8242bafb7b7be82a8abb423678c801408d7965520eec7cf6c29a0904f6d6caeb7e58b1e298861f008ff51b3752a01adae69cdd95809d
+  data.tar.gz: c2596d56ad101f348a103d56af2cb9d666295a8ed20f36e084b026d383e1ed799e41a9b4cd934024dd53b32891bacd0cfade4af3966a43c9b8e9a8a288389ec0

data/README.md

@@ -9,6 +9,7 @@ README-driven development ;)
 * Reads an avro scheme indicated by `--schema` and writes noise to STDOUT
 * If given `--base64` it converts the avro binary data to Basee64 before sending it to STDOUT
 * Respects a `--messages-per-second` command
+* Outputs data conforming to the [Avro Single Object Message](http://avro.apache.org/docs/1.8.2/spec.html#single_object_encoding) spec
 
 ####TODO FEATURES:
 

data/lib/structured_noise/generator.rb

@@ -2,7 +2,9 @@ require 'json'
 require 'avro'
 require 'avro-patches'
 require 'base64'
+require 'avro_pinions'
 module StructuredNoise
+
   class Generator
     MAGIC_BYTE = [0].pack("C").freeze
 
@@ -11,6 +13,23 @@ module StructuredNoise
       @output_base64 = base64
       @messages_per_second = messages_per_second
       @schemas = {}
+
+      AvroPinions.configure({ wire_format: :single_object })
+
+      @message = Class.new(AvroPinions::Message) do
+        def initialize(avro_schema, data)
+          @avro_schema = avro_schema
+          @data = data
+        end
+
+        def record
+          @data
+        end
+
+        def avro_schema
+          @avro_schema
+        end
+      end
     end
 
     def load_schema
@@ -23,11 +42,11 @@ module StructuredNoise
 
     def generate_output
       with_timing do
-        message = encode(generate_random_fields)
+        msg = @message.new(@avro_schema, generate_random_fields).encode
         if @output_base64
-          message = Base64.encode64(message)
+          msg = Base64.encode64(msg)
         end
-        puts message
+        puts msg
       end
     end
 
@@ -39,25 +58,6 @@ module StructuredNoise
       end
     end
 
-    def encode(fields)
-      stream = StringIO.new
-      writer = Avro::IO::DatumWriter.new(@avro_schema)
-      encoder = Avro::IO::BinaryEncoder.new(stream)
-
-      # Always start with the magic byte.
-      encoder.write(MAGIC_BYTE)
-
-      # The schema id is encoded as a 4-byte big-endian integer.
-      fullname = Avro::Name.make_fullname(@schema_name, @namespace)
-      #encoder.write([fullname].pack("N"))
-      encoder.write([1].pack("N"))
-
-      # The actual message comes last.
-      writer.write(fields, encoder)
-
-      stream.string
-    end
-
     def with_timing
       while true
         yield

data/lib/structured_noise/version.rb

@@ -1,3 +1,3 @@
 module StructuredNoise
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

data/structured_noise.gemspec

@@ -21,10 +21,12 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "avro", "~> 1.8"
-  spec.add_dependency "avro-patches", "~> 0.3"
+  spec.add_dependency "avro_pinions", "~> 1.0"
+
   spec.add_development_dependency "bundler", "~> 1.14"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "pry"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-rspec"
 end

metadata

@@ -1,43 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: structured_noise
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - Jess Szmajda
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-11-15 00:00:00.000000000 Z
+date: 2017-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: avro
+  name: avro_pinions
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
-- !ruby/object:Gem::Dependency
-  name: avro-patches
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -94,6 +80,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Tool to generate Avro-encoded noise
 email:
 - jess@optoro.com