sneaql 0.0.10-java → 0.0.12-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ae5ae54b32bafed56eb242abd18f312b82bf409d
-  data.tar.gz: dea557c2ff1e5cbacc6cad37061808973d15133e
+  metadata.gz: 782dd6823d85946ec67bf1f3386df376fd73fe75
+  data.tar.gz: 8579df76b676d3b3ad6a8cbc868940c9c98ae106
 SHA512:
-  metadata.gz: f0ff329c317efd9c6d01b3df6a9adb33e43eb09538cd419690c5def60227d3eab854df88cc8dc8e6db43e72dc4ffb2967c9628b1d476fe6c5f9447e435f0e2b7
-  data.tar.gz: 77eb3b2b2886cda59f4f87661b1ec4a49d91310644866c62e93e8549b4368316634f4a9263ea5b8d931f44819f1871718ee7f58f09b490bf672ca3b7ba354cab
+  metadata.gz: d690724dc1c9233b4ed2377bf54c4aa43f2a5aa9c2dd4cd23ae8b112d508aea340a8df0c486fec07b6fa53d2175e2b0160c0a7f37157f31721b931b9a13cba7b
+  data.tar.gz: c8f1073dad3e852eb85e58758d5af6fe09093a9a9e2bd78334f1cd1764466c722e6ac3fffbbf4348911d0e84a19cece36c142005912081789c913a88e27162e6

data/bin/sneaql

@@ -268,6 +268,22 @@ the above will execute the transform in the current directory.  note that sneaql
         exit 1
   		end
 
+  		desc "containerize PATH_TO_TRANFORM_ROOT CONTAINER_TAG", "build a docker container out of this transform"
+  		long_desc <<-LONGDESC
+builds a runnable docker image from the specified transform.
+
+EXAMPLE \n
+$ sneaql containerize . my-transform-name:0.0.1\n
+the above will build a transform named my-transform-name:0.0.1 based upon the contents of the sneaql.json file in the provided (current) directory
+      LONGDESC
+      
+      def containerize(repo_dir, container_tag)
+        Sneaql::Docker::LocalTransformDockerfile.new(
+          repo_dir,
+          container_tag
+        )
+      end
+      
     end
   end
 end

data/lib/sneaql.rb

@@ -12,6 +12,7 @@ require_relative 'sneaql_lib/expressions.rb'
 require_relative 'sneaql_lib/recordset.rb'
 require_relative 'sneaql_lib/database_manager.rb'
 require_relative 'sneaql_lib/standard_db_objects.rb'
+require_relative 'sneaql_lib/docker.rb'
 
 # module for sneaql
 module Sneaql
@@ -112,7 +113,7 @@ module Sneaql
       @logger.info("#{@transform_name} validation time #{@end_time - @start_time}s")
       @logger.info("#{@transform_name} exit code: #{@exit_code} status: #{@status}")
     end
-    
+
     # Runs the actual transform.
     def run
       @expression_handler = create_expression_handler
@@ -155,7 +156,7 @@ module Sneaql
     # Creates an ExpressionHandler object
     # @return [Sneaql::Core::ExpressionHandler]
     def create_expression_handler
-      Sneaql::Core::ExpressionHandler.new(ENV, @logger)
+      Sneaql::Core::ExpressionHandler.new(@logger)
     end
 
     # Creates a RepoDownloadManager object

data/lib/sneaql_lib/docker.rb

@@ -0,0 +1,59 @@
+require 'json'
+
+module Sneaql
+  module Docker
+    class LocalTransformDockerfile
+      
+      def initialize(repo_dir, repo_tag)
+        @repo_dir = repo_dir
+        @repo_tag = repo_tag
+        @steps = JSON.parse(
+          File.read("#{repo_dir}/sneaql.json")
+        )
+        
+        create_step_files
+        create_dockerfile
+      end
+      
+      def create_step_files()
+        @step_files = []
+        @step_files << {
+          docker_path: 'sneaql.json',
+          local_path: 'sneaql.json' #File.expand_path("#{repo_dir}/sneaql.json")
+        }
+        
+        @steps.each { |s| 
+          @step_files << {
+            docker_path: s['step_file'],
+            local_path: s['step_file'] # File.expand_path(s['step_file'])
+          }
+        }
+      end
+
+      def dockerfile()
+%{FROM sneaql:0.0.1
+RUN mkdir /tmp/repo 
+#{@step_files.map {|s| "ADD #{s[:local_path]} /tmp/repo/#{s[:docker_path]}"}.join("\n")}
+}
+      end
+
+      def create_dockerfile
+        Dir.chdir(@repo_dir) do
+          puts "creating Dockerfile..."
+          puts
+          create_step_files
+          puts dockerfile
+          f = File.open('Dockerfile', 'w')
+          f.puts(dockerfile)
+          f.close
+          puts
+          puts "building docker image..."
+          puts `docker build --no-cache -t #{@repo_tag} . `
+          #Docker::Image.build_from_dir('.')
+          puts
+          puts "image build complete"
+        end
+      end
+    end
+  end
+end

data/lib/sneaql_lib/expressions.rb

@@ -9,9 +9,9 @@ module Sneaql
     class ExpressionHandler
       # @param [Hash] environment_variables pass in a set of ENV
       # @param [Logger] logger object otherwise will default to new Logger
-      def initialize(environment_variables, logger = nil)
+      def initialize(logger = nil)
         @logger = logger ? logger : Logger.new(STDOUT)
-        @environment_variables = environment_variables
+        @environment_variables = filtered_environment_variables
         @session_variables = {}
       end
 
@@ -233,6 +233,23 @@ module Sneaql
       def wildcard_to_regex(wildcard)
         Regexp.new("^#{wildcard}$".gsub('%','.*').gsub('_','.'))
       end
+      
+      # create a hash built from supplied environment variables. 
+      # if SNEAQL_AVAILABLE_ENV_VARS is provided (as a comma delimited list)
+      # only the listed values are included.
+      # return <Hash>
+      def filtered_environment_variables
+        env_vars = {}
+        if ENV['SNEAQL_AVAILABLE_ENV_VARS']
+          @logger.debug("filtering environment variables")
+          available = ENV['SNEAQL_AVAILABLE_ENV_VARS'].split(',')
+          ENV.keys.each { |k| env_vars[k] = ENV[k] if available.include?(k) }
+        else
+          @logger.debug("setting environment variables")
+          ENV.keys.each { |k| env_vars[k] = ENV[k] }
+        end
+        return env_vars
+      end
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sneaql
 version: !ruby/object:Gem::Version
-  version: 0.0.10
+  version: 0.0.12
 platform: java
 authors:
 - jeremy winters
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-03-31 00:00:00.000000000 Z
+date: 2017-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -123,6 +123,7 @@ files:
 - lib/sneaql_lib/database_prefs/redshift.rb
 - lib/sneaql_lib/database_prefs/sqlite.rb
 - lib/sneaql_lib/database_prefs/vertica.rb
+- lib/sneaql_lib/docker.rb
 - lib/sneaql_lib/exceptions.rb
 - lib/sneaql_lib/expressions.rb
 - lib/sneaql_lib/lock_manager.rb