streamer 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2ec94108449b6143b468bc841cf65296564d1273
-  data.tar.gz: b1dd939f742f67d21ebbff7498f9506244bc254c
+  metadata.gz: 88c63cc9998dbe3ae65b37738ac19c3faf23b44c
+  data.tar.gz: 5a2bf3b5b8f6b0cb4440e927dcf77bc94167c160
 SHA512:
-  metadata.gz: 96a144b31e30015954ae677574b6b65b5dc72610e097af4bdcc094625aab92b4c24d2d727aa07b881c56c1c4d332554a1eeac8f1b6729c86ab2ebc608a0e7448
-  data.tar.gz: f70c324ca3ccbaee3e894707b8e9bfb4056efb2ae3a0a7633da85ef6f7754b4f75c8b6838b3a1d75c953bdbfbb2b5d548b523d3453491949df3f7d498f055fee
+  metadata.gz: 153f8a814e055843c837b4d3d80c81d9d4134aef72fcdc203a2f90bf101ab6d63c21ce09aed91c25ffa78f2d008d1c68934cfaa9260bf828498186adc16cc5f7
+  data.tar.gz: 071b2a6bb0118435dc21467136ccd226e54799a5633676cbdf028e8bf1eccf280cd115d7935ecbc6f7ea6db353a9241a2781b3315b7a7dfcb8d4755d8abc4838

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    streamer (0.1.1)
+    streamer (0.2.1)
 
 GEM
   remote: https://rubygems.org/

data/docker-compose.yml

@@ -10,7 +10,7 @@ app: &base
   command: "rake test"
 guard:
   <<: *base
-  command: "nohup guard start --force-polling --no-interactions"
+  command: "nohup guard start --no-interactions"
   ports: []
 bundle_data:
   image: tianon/true

data/examples/example1/example.rb

@@ -4,19 +4,26 @@ require 'streamer'
 require 'csv'
 require 'pry'
 
+# create a base document to house the sales data
 sales_numbers = {
-  'date' => '2016-02-02',
+  'name' => 'example sales filtering and calculation',
   'sales' => []
 }
 
+# load sales data from a csv and place it into the document
 data_file_path = File.join(__dir__, 'data.csv')
 CSV.foreach(data_file_path, headers: true) do |row|
   sales_numbers['sales'] << row.to_hash
 end
 
+# configure a new stream, loading the configuration from a file
 config_file_path = File.join(__dir__, 'sb_config.yml')
 sb = Streamer::StreamBuilder.new(YAML.load_file(config_file_path))
+
+# process the data document using the configured stream
 sb.process(sales_numbers)
+
+# output the results to stdout
 sb.payload['summary']['sales_by_product'].each do |k, v|
   printf "%-20s %d\n", k, v
 end

data/examples/example1/sb_config.yml

@@ -19,7 +19,18 @@
       :property: summary.sales_by_product
       :function:
         :type: group
-        :list: sales
+        :list:
+          :function:
+            :type: list_filter
+            :list: sales
+            :filters:
+              - :function:
+                  :type: member
+                  :properties:
+                    - customer_state
+                  :facts:
+                    - IA
+                    - KS
         :by: product
         :operator: +
         :operand: amount

data/lib/streamer/fact_providers.rb

@@ -1,5 +1,6 @@
 require 'streamer/fact_providers/yaml_provider'
 require 'streamer/fact_providers/hash_provider'
+require 'streamer/fact_providers/csv_provider'
 
 module Streamer
   # FactProviders are used by finders to find facts

data/lib/streamer/fact_providers/csv_provider.rb

@@ -0,0 +1,52 @@
+require 'csv'
+
+module Streamer
+  module FactProviders
+    # CSVProvider implements Finder Provider interface
+    class CSVProvider
+      attr_reader :path, :key
+
+      def initialize(path)
+        @path = path
+      end
+
+      def find(key)
+        @key = key
+        return hash_result if segments.size == 2
+        return scalar_result if segments.size == 3
+      end
+
+      def segments
+        key.split('.')
+      end
+
+      def hash_result
+        Hash[headers.zip CSV.parse_line(lines)]
+      end
+
+      def scalar_result
+        hash_result[segments[2]]
+      end
+
+      def lines
+        `#{processing_statement}`.strip
+      end
+
+      def headers
+        @headers ||= CSV.parse_line(`head -n 1 #{path}`)
+      end
+
+      def field_number(field)
+        headers.index(field) + 1
+      end
+
+      def processing_statement
+        segs = segments
+        return unless segs.size > 1 && segs.size < 4
+        <<-STMT
+awk -F'","|,' '($#{field_number(segs[0])} ~ /^#{segs[1]}$/){print $0}' #{path}
+        STMT
+      end
+    end
+  end
+end

data/lib/streamer/functors/sum.rb

@@ -7,7 +7,6 @@ module Streamer
           total + item[options.fetch(:property)]
         end
       end
-
     end
   end
 end

data/lib/streamer/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module Streamer
-  VERSION = '0.2.0'.freeze
+  VERSION = '0.2.1'.freeze
 end

data/script/example1

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+echo "running example 1"
+docker-compose run --rm guard examples/example1/example.rb

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: streamer
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Scott Helm
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-10 00:00:00.000000000 Z
+date: 2016-04-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -177,6 +177,7 @@ files:
 - examples/example1/sb_config.yml
 - lib/streamer.rb
 - lib/streamer/fact_providers.rb
+- lib/streamer/fact_providers/csv_provider.rb
 - lib/streamer/fact_providers/hash_provider.rb
 - lib/streamer/fact_providers/yaml_provider.rb
 - lib/streamer/finder.rb
@@ -202,6 +203,7 @@ files:
 - lib/streamer/stream_builder.rb
 - lib/streamer/version.rb
 - script/console
+- script/example1
 - script/init
 - script/itest
 - script/shell
@@ -228,7 +230,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: streams a hash through a set of configurable functions