cloud_powers 1.0.1 → 1.1.0

data/lib/cloud_powers/stubs/aws_stubs.rb

@@ -228,24 +228,102 @@ module Smash
       def self.storage_stub(opts = {})
         {
           stub_responses: {
-            head_bucket: {
-
+            head_bucket: {},
+            get_object: {
+              body: "require 'cloud_powers'\nclass Testinz; end\n"
             },
             list_objects: {
               is_truncated: false,
               contents: [
-                key: 'testinz',
-                last_modified: Time.now,
-                etag: 'asdf1234',
-                size: 123,
-                storage_class: 'STANDARD',
-                owner: {display_name: 'snargle', id: 'id-bargle132'}
+                {
+                  key: 'testinz.rb',
+                  last_modified: Time.now,
+                  etag: 'asdf1234',
+                  size: 123,
+                  storage_class: 'STANDARD',
+                  owner: { display_name: 'snargle', id: 'id-bargle132' }
+                },
+                {
+                  key: 'file1',
+                  last_modified: Time.now,
+                  etag: 'etagerino1',
+                  size: 1231,
+                  storage_class: 'STANDARD',
+                },
+                {
+                  key: 'file2',
+                  last_modified: Time.now,
+                  etag: 'etagerino2',
+                  size: 1232,
+                  storage_class: 'STANDARD'
+                },
+                {
+                  key: 'file3',
+                  last_modified: Time.now,
+                  etag: 'etagerino3',
+                  size: 1233,
+                  storage_class: 'STANDARD'
+                }
               ],
               name: 'testFile',
               prefix: 'test',
-              delimiter: ' ',
+              delimiter: '/',
               max_keys: 1234,
-              common_prefixes: [{ prefix: 'test' }]
+              common_prefixes: [{ prefix: 'test' }, { prefix: '/' }, { prefix: ''}]
+            },
+            list_buckets: {
+              buckets: [
+                { creation_date: Time.now, name: (opts[:bucket] || 'test') },
+                { creation_date: Time.now, name: (opts[:bucket1] || 'test_bucket1') },
+                { creation_date: Time.now, name: (opts[:bucket2] || 'jobs') },
+                { creation_date: Time.now, name: (opts[:bucket3] || 'workflows') },
+                { creation_date: Time.now, name: (opts[:bucket4] || 'results') },
+                { creation_date: Time.now, name: (opts[:bucket5] || 'cloudPowers') },
+                { creation_date: Time.now, name: (opts[:bucket6] || 'cloud_powers') },
+                { creation_date: Time.now, name: (opts[:bucket7] || 'testBucket') },
+                { creation_date: Time.now, name: (opts[:bucket8] || 'zlib') }
+              ],
+              owner: {display_name: 'snargle', id: 'id-bargle132'}
+            },
+            list_objects_v2: {
+              is_truncated: false,
+              contents: [
+                { key: 'file1',
+                  last_modified: Time.now,
+                  etag: 'etagerino1',
+                  size: 1231,
+                  storage_class: 'STANDARD'
+                },
+                { key: 'file2',
+                  last_modified: Time.now,
+                  etag: 'etagerino2',
+                  size: 1232,
+                  storage_class: 'STANDARD'
+                },
+                { key: 'file3',
+                  last_modified: Time.now,
+                  etag: 'etagerino3',
+                  size: 1233,
+                  storage_class: 'STANDARD'
+                },
+                {
+                  key: 'testinz',
+                  last_modified: Time.now,
+                  etag: 'asdf1234',
+                  size: 123,
+                  storage_class: 'STANDARD',
+                  owner: { display_name: 'snargle', id: 'id-bargle132' }
+                }
+              ],
+              name: 'name-what?',
+              prefix: opts[:prefix] || '/',
+              delimiter: opts[:delimiter] || '/',
+              max_keys: 9999999999,
+              encoding_type: 'String',
+              key_count: 3,
+              continuation_token: 'continuation-token-12345',
+              next_continuation_token: 'continuation-token-12346',
+              start_after: '0'
             }
           }
         }

data/lib/cloud_powers/synapse/pipe/stream.rb

@@ -17,17 +17,15 @@ module Smash
               @response = kinesis.create_stream(config)
               kinesis.wait_until(:stream_exists, stream_name: config[:stream_name])
               @response.successful? # (http request successful && stream created)?
-            rescue Exception => e
-              if e.kind_of? Aws::Kinesis::Errors::ResourceInUseException
-                logger.info "#{name} already created"
-                return if stream_status == 'ACTIVE'
-                logger.info "Not ready for traffic.  Wait for 30 seconds..."
-                sleep 1
-                @saved = true # acts like it would if it had to create the stream
-                @linked = true
-              else
-                raise
-              end
+            rescue Aws::Kinesis::Errors::ResourceInUseException => e
+              # TODO: write way more specs for these create methods.
+              # all of this logic is suspicious.
+              logger.info "#{name} already created"
+              return if stream_status == 'ACTIVE'
+              logger.info "Not ready for traffic..."
+              sleep 1
+              @saved = true # acts like it would if it had to create the stream
+              @linked = true
             end
           end
 

data/lib/cloud_powers/synapse/queue/board.rb

@@ -12,8 +12,9 @@ module Smash
         # It is basically just an abstraction to make using SQS simpler
         class Board < Smash::CloudPowers::Resource
           include Smash::CloudPowers::AwsResources
-          include Smash::CloudPowers::Synapse::Queue
           include Smash::CloudPowers::Helpers
+          include Smash::CloudPowers::Storage
+          include Smash::CloudPowers::Synapse::Queue
           include Smash::CloudPowers::Zenv
 
           # The URL the Aws::SQS::Queue uses

data/lib/cloud_powers/synapse/queue.rb

@@ -84,6 +84,31 @@ module Smash
           %r{_board$} =~ base_name ? base_name : "#{base_name}_board"
         end
 
+        # Build a Smash::CloudPowers::Synapse::Queue and the getter and setter
+        # methods.  This method uses the Creatable and Resource interface for
+        # consistency throughout CloudPowers.
+        #
+        # Parameters
+        # * +:name+ +String+ - the name of the Queue will be used to create
+        #   a getter and setter.  Please see <tt>CloudPowers::Creatable</tt>
+        # * +type+ +String+|+Symbol+ - Default is
+        #   <tt>Smash::CloudPowers::Synapse::Queue::Board</tt>.  As long as the
+        #   type you request exists, you can use it but only the Classes that
+        #   use <tt>CloudPowers::Creatable</tt> and extend from
+        #   <tt>CloudPowers::Resource</tt> are supported.  Please see
+        #   <tt>CloudPowers::Creatable</tt> and <tt>CloudPowers::Resource</tt>
+        # * config +KeywordArgument+s - any config you want to pass along.
+        #
+        # Returns
+        # <tt>Smash::CloudPowers::Synapse::Queue[::?]</tt>
+        #
+        # Notes:
+        # * See <tt>create_queue</tt> to create the real object; e.g. an
+        #   <tt>AWS::SQS::Queue</tt>.  This method just creates a representation
+        #   of that object in memory.  It can be linked up to a real Object or
+        #   left as is and used later.
+        # * See <tt>CloudPowers::Creatable</tt>
+        # * See <tt>CloudPowers::Resource</tt>
         def build_queue(name:, type: :board, **config)
           build_method_name = "build_#{type}"
           if self.respond_to? build_method_name
@@ -93,6 +118,34 @@ module Smash
           end
         end
 
+        # Create a <tt>Smash::CloudPowers::Synapse::Queue</tt>, the getter
+        # and setter methods and the real object, either out in the wild or right
+        # here, on disk; e.g. create an <tt>Aws::SQS::Queue</tt> in AWS and the
+        # appropriately mapped <tt>Smash::CloudPowers::Synapse::Queue[::?]</tt>
+        # object, locally to use in other methods, etc.  This method uses the
+        # Creatable and Resource interface for consistency throughout CloudPowers.
+        #
+        # Parameters
+        # * +:name+ +String+ - the name of the Queue will be used to create
+        #   a getter and setter.  Please see <tt>CloudPowers::Creatable</tt>
+        # * +type+ +String+|+Symbol+ - Default is
+        #   <tt>Smash::CloudPowers::Synapse::Queue::Board</tt>.  As long as the
+        #   type you request exists, you can use it but only the Classes that
+        #   use <tt>CloudPowers::Creatable</tt> and extend from
+        #   <tt>CloudPowers::Resource</tt> are supported.  Please see
+        #   <tt>CloudPowers::Creatable</tt> and <tt>CloudPowers::Resource</tt>
+        # * config +KeywordArgument+s - any config you want to pass along.
+        #
+        # Returns
+        # <tt>Smash::CloudPowers::Synapse::Queue[::?]</tt>
+        #
+        # Notes:
+        # * See <tt>build_queue</tt> to create the real object; e.g. an
+        #   <tt>AWS::SQS::Queue</tt>.  This method just creates a representation
+        #   of that object in memory.  It can be linked up to a real Object or
+        #   left as is and used later.
+        # * See <tt>CloudPowers::Creatable</tt>
+        # * See <tt>CloudPowers::Resource</tt>
         def create_queue(name:, type: :board, **config)
           create_method_name = "build_#{type}"
           if self.respond_to? create_method_name
@@ -118,7 +171,7 @@ module Smash
         #   => https://sqs.us-west-2.amazonaws.com/81234567/exampleQueue
         def build_board(name:, client: sqs, **config)
           board_resource = Smash::CloudPowers::Synapse::Queue::Board.build(
-            name: to_camel(name), client: sqs
+            name: to_camel(name), client: client, **config
           )
 
           attr_map(board_resource.call_name => board_resource) do |attribute, resource|
@@ -324,6 +377,10 @@ module Smash
         #     results.first =~ /exampleQueue/ # regex match against the URL
         def queue_search(name)
           urls = sqs.list_queues(queue_name_prefix: name).queue_urls
+          # TODO: allow a collection of blocks to be itterated through. Each one
+          # would be able to further scope down a set of previous results then
+          # pass it to the next.  When there are no scoping blocks left, build
+          # the boards and return them.  Saves a TON on memory and time
           urls.map do |url|
             build_board(name: queue_name(url), client: sqs) do |board|
               board.instance_attr_accessor :url

data/lib/cloud_powers/version.rb

@@ -1,3 +1,3 @@
 module CloudPowers
-  VERSION = '1.0.1'
+  VERSION = '1.1.0'
 end

data/lib/cloud_powers/zenv.rb

@@ -11,27 +11,6 @@ module Smash
     module Zenv
       include Smash::CloudPowers::Helpers
 
-      # Attempts to find a file by searching the current directory for the file
-      # then walking up the file tree and searching at each stop all the way up
-      # to the root directory
-      #
-      # Parameters
-      # * name +String+ - name of the file or directory to find
-      #
-      # Returns
-      # +Pathname+ - path to the file or directory given as the +name+ parameter
-      def file_tree_search(name)
-        next_dir = Pathname.new(`pwd`.strip).parent
-        current_dir = Pathname.new(`pwd`.strip)
-        until(next_dir == current_dir) do
-          path = Dir.glob("#{current_dir}/#{name}").first
-          return current_dir unless path.nil?
-          current_dir = next_dir
-          next_dir = next_dir.parent
-        end
-        return nil
-      end
-
       # Search through the {Dotenv}[https://github.com/bkeepers/dotenv]
       # variables for a key or if no key is given, return all the .env-vars
       # and their values
@@ -39,7 +18,7 @@ module Smash
       # Parameters
       # * key +String+ -
       def env_vars(key = '')
-        return ENV if key.empty?
+        return ENV if key.empty? || key.nil?
         ENV[to_snake(key).upcase]
       end
 
@@ -54,18 +33,91 @@ module Smash
         name = to_i_var(key)
 
         # if no key is given, return a +Hash+ of all i-var/value pairs
-        if key.empty?
-          return self.instance_variables.inject({}) do |r, v|
-            r.tap { |h| h[name] = self.instance_variable_get(name) }
+        if key.empty? || key.nil?
+          self.instance_variables.inject({}) do |r, v|
+            r.tap { |h| h[to_i_var(v)] = self.instance_variable_get(v.to_s) }
           end
+        else
+          self.instance_variable_get(name)
         end
+      end
 
-        self.instance_variable_get(name)
+      # Get the PID for the current process
+      #
+      # Returns
+      # * +String+
+      #
+      # Notes
+      # * See <tt>::Process#pid()</tt>
+      def pid
+        Process.pid
+      end
+
+      def lsof_cwd
+        to_realpath((`lsof -p #{Process.pid} | grep cwd`).split(' ').last.strip)
       end
 
-      # PROJECT_ROOT should be set as early as possible in this Node's initilize
-      # method.  This method tries to search for it, using #zfind() and if a `nil`
-      # result is returned from that search, `pwd` is used as the PROJECT_ROOT.
+      def process_search
+        search_results = proc_cwd || lsof_cwd || ps_cwd || nil
+        paths_lcd(search_results, called_from)
+      end
+
+      # # Search the output of <tt>`ps ...`</tt> to find this process' working
+      # # directory
+      # #
+      # # Returns
+      # # * +Pathname+
+      # def path_resolution(one, two)
+      #   logger.debug("path_resolution request from #{caller.first} as #{proc_cwd}")
+      #   Pathname.new(sys_command_output).realpath
+      # end
+
+      # Ask <i>Linux</i> systems what directory the process is running from.
+      #
+      # Returns
+      # * +Pathname+ - the lcoation containing the file that was called to run
+      #   this program
+      # * +nil+ - if the OS doesn't support the proc methods, +nil+ is returned
+      def proc_cwd
+        begin
+          to_realpath(`ls -l /proc/#{pid}/cwd`.split(/\->\s?/).last.strip)
+        rescue NoMethodError => e
+          logger.debug('this system does not support /proc files system queries')
+          nil
+        end
+      end
+
+      # Get the location of the current working directory for the project that
+      # is calling this method.
+      #
+      # Returns
+      # * +Pathname+
+      #
+      # Notes:
+      # * Tested on Ubuntu, Mac and Centos 7
+      # * Similar methods:
+      # * * <tt>proc_cwd</tt>
+      # * * <tt>called_from</tt>
+      def ps_cwd
+        begin
+          ef = `ps -ef | grep #{pid}`.split("\n").first.split(' ').last
+          aux = `ps aux | grep #{pid}`.split("\n").first.split(' ').last
+          Pathname.new(/[A-Za-z]*\.[A-Za-z]+$/ =~ ef ? ef : aux).realpath
+        rescue Exception => e
+          if e.nil?
+            logger.debug('This system does not support ps functionality')
+            nil
+          else
+            super
+          end
+        end
+      end
+
+      # <tt>PROJECT_ROOT</tt>, <tt>project_root= your_project_root</tt> or
+      # <tt>@project_root</tt> should be set as early as possible in this
+      # Node's initilize process.  This method tries to search for it, using
+      # <tt>Zenv#zfind</tt> and if that fails, another search through system
+      # tools is run to make a best attempt at finding the lowest common path.
       #
       # Returns
       # +Pathname+ - path to the project root or where ever <tt>`pwd`</tt> resolves
@@ -76,21 +128,35 @@ module Smash
       # root or at least the gem's method's caller's file's location.
       #
       # Example
-      #   # called from cerebrum/cerebrum.rb in /home/ubuntu
-      #   project_root
+      #   /home/ubuntu/cerebrum$ ruby -e cerebrum.rb 'Cerebrum.new.project_root'
       #   # => '/home/ubuntu/cerebrum/'
-      #   # or
-      #   # called from go_nuts.rb#begin_going_crazy():(line -999999999.9) in /Users/crazyman/.ssh/why/all/the/madness/
+      # or
+      # <tt>project_root</tt> invoked from somewhere in
+      # <tt>/Users/crazyman/.ssh/why/all/the/wasted_time</tt>
+      #   <tt>called_from</tt> is
+      #   <tt>/Users/crazyman/.ssh/why/all/the/insanity/go_nuts.rb#ok():(line -999999999.9)</tt>
+      # and
+      #   <tt>/proc/<pid>/cwd</tt> is /Users/crazyman/.ssh/why/all/the/madness/
+      # and
+      #   # caller is
+      #   [
+      #     ... , /Users/crazyman/.rbenv/versions/2.4.0/lib/ruby/
+      #   gems/2.4.0/gems/rspec-core-3.5.4/lib/rspec/core/hooks.rb, ...]</tt>
+      # and
+      #   <tt>ps -ef | grep #{pid}...</tt> is <tt>[
+      #   ..., /Users/crazyman/.rbenv/versions/2.4.0/lib/ruby/
+      #   gems/2.4.0/gems/rspec-core-3.5.4/lib/rspec/core/hooks.rb, ...]</tt>
+      # then
       #   project_root
-      #   # => '/Users/crazyman/.ssh/why/all/the/madness/'
+      #   # => '/Users/crazyman/.ssh/why/all/the'
       def project_root
         if @project_root.nil?
-          file_home = Pathname.new(
-            caller_locations.first.path.strip.split(/\//).last).realdirpath.parent
-          # path = (zfind('PROJECT_ROOT') or file_home)
-          @project_root = Pathname.new(file_home)
+          new_root = to_realpath(zfind('project root') || process_search)
+          logger.info("project root set to:#{new_root} by:#{called_from}")
+          @project_root = new_root
+        else
+          @project_root
         end
-        @project_root
       end
 
       # Manually set the +@project_root+ i-var as a +Pathname+ object.
@@ -99,7 +165,7 @@ module Smash
       # * +String+|+Pathname+ - new path to the project root
       #
       # Returns
-      # +Pathname+ - +@project_root+
+      # +@project_root+ [+Pathname+]
       #
       # Example
       #   project_root
@@ -107,8 +173,8 @@ module Smash
       #   project_root = Pathname.new(`pwd`)
       #   project_root == `pwd`
       #   # => true
-      def project_root=(var)
-        @project_root = Pathname.new(var)
+      def project_root=(path)
+        @project_root = to_pathname(path).realpath
       end
 
       # Search through the system environment variables for a key or if no key
@@ -123,21 +189,7 @@ module Smash
       # with this structure +{ key => value, ... }+ is returned for all keys with a value.
       # Keys with no value are ommitted from the result.
       def system_vars(key = '')
-        name = to_snake(key).upcase
-        if key.empty?
-          # Separate key-value pairs from the large string received by `ENV`
-          separate_pairs = `ENV`.split(/\n/).map do |string_pair|
-            string_pair.split('=')
-          end
-          # Separate key-value pairs from each other into a hash of
-          # { key => value, other_key => other_value }
-          #   * keys with no value are removed
-          separate_pairs.inject({}) do |res, pair|
-            res.tap { |h_res| h_res[pair.first] = pair.last unless (pair.first == pair.last) }
-          end
-        else
-          Object::ENV.has_key?(name) ? Object::ENV.fetch(name) : nil
-        end
+        (key.empty? || key.nil?) ? ::ENV.to_h : ::ENV[to_snake(key).upcase]
       end
 
       # ZFind looks for the key in a preditermined order of importance:
@@ -152,14 +204,27 @@ module Smash
       # * key +String+|+Symbol+ - the key to search for
       #
       # Returns
-      # * +String+
+      # * +Object+ - whatever type you were looking for, storing or accidentally
+      #   now dealing with is what can be returned
       #
       # Notes
       # * TODO: implement a search for all 3 that can find close matches
-      def zfind(key)
-        project_root if @project_root.nil?
+      def zfind(key = '')
         i_vars(key) || env_vars(key) || system_vars(key)
       end
+
+      # Get anything that matches, within the same area that <tt>#zfind</tt>
+      # can search through.  This has the feel of <tt>Hash#select</tt>./
+      def zselect(key = '')
+        vars = system_vars.merge(env_vars).merge(i_vars)
+        if (key.empty? || key.nil?)
+          vars.values
+        else
+          vars.select { |k,v| %r"#{to_snake(key)}" =~ to_snake(k) }.values
+          # results = vars.select { |k,v| %r"#{to_snake(key)}" =~ to_snake(k) }
+          # (results.count == 1) ? results.values.first : results
+        end
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cloud_powers
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.1.0
 platform: ruby
 authors:
 - Adam Phillipps
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-02-08 00:00:00.000000000 Z
+date: 2017-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport-core-ext
@@ -100,30 +100,30 @@ dependencies:
   name: websocket-eventmachine-server
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.0.1
 - !ruby/object:Gem::Dependency
   name: websocket-eventmachine-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.2.0
 - !ruby/object:Gem::Dependency
   name: workflow
   requirement: !ruby/object:Gem::Requirement
@@ -236,6 +236,7 @@ files:
 - lib/cloud_powers/auth.rb
 - lib/cloud_powers/aws_resources.rb
 - lib/cloud_powers/creatable.rb
+- lib/cloud_powers/example_objects.rb
 - lib/cloud_powers/helpers.rb
 - lib/cloud_powers/helpers/lang_help.rb
 - lib/cloud_powers/helpers/logic_help.rb
@@ -246,9 +247,10 @@ files:
 - lib/cloud_powers/self_awareness.rb
 - lib/cloud_powers/smash_error.rb
 - lib/cloud_powers/storage.rb
+- lib/cloud_powers/storage/bucket.rb
+- lib/cloud_powers/storage/local.rb
 - lib/cloud_powers/stubs/aws_stubs.rb
 - lib/cloud_powers/synapse/broadcast.rb
-- lib/cloud_powers/synapse/broadcast/broadcast.rb
 - lib/cloud_powers/synapse/broadcast/channel.rb
 - lib/cloud_powers/synapse/pipe.rb
 - lib/cloud_powers/synapse/pipe/pipe.rb