azkaban-rb 0.0.4

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in azkaban-rb.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/azkaban-rb.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "azkaban-rb/version"
+
+Gem::Specification.new do |s|
+  s.name        = "azkaban-rb"
+  s.version     = Azkaban::Rb::VERSION
+  s.authors     = ["Matt Hayes"]
+  s.email       = ["matthew.terence.hayes@gmail.com"]
+  s.homepage    = "https://github.com/matthayes/azkaban-rb"
+  s.summary     = %q{Azkaban job generation using Ruby}
+  s.description = %q{azkaban-rb allows Azkaban jobs to be modeled as rake tasks}
+
+  s.rubyforge_project = "azkaban-rb"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  
+  s.add_dependency "httpclient", "~> 2.1.6"
+end

data/lib/azkaban-rb.rb

@@ -0,0 +1,8 @@
+require "azkaban-rb/version"
+require "azkaban-rb/tasks"
+
+module Azkaban
+  module Rb
+    # Your code goes here...
+  end
+end

data/lib/azkaban-rb/tasks.rb

@@ -0,0 +1,129 @@
+require 'httpclient'
+
+module Azkaban
+    
+  def self.deploy(uri, path, zip_file)
+    client = HTTPClient.new
+
+    client.send_timeout = 1200
+
+    File.open(zip_file) do |file|
+      body = { 'path' => path, 'file' => file }
+      puts "Uploading jobs ZIP file to #{uri}"
+      result = client.post(uri,body)
+
+      # We expect to be redirected after uploading
+      raise "Error while uploading to Azkaban" if result.status != 302
+
+      location = result.header["Location"][0]
+
+      success = /Installation Succeeded/
+      failure = /Installation Failed:\s*(.+)/
+
+      if location =~ success
+        puts "Successfully uploaded to Azkaban"
+      elsif (m = failure.match(location))
+        reason = m[1]
+        raise "Failed to upload to Azkaban: #{reason}"
+      else
+        raise "Failed to upload to Azkaban for unknown reason"
+      end     
+    end
+  end
+
+  # custom MIME type handler so ZIP is uploaded as 'application/zip' as required by Azkaban UI
+  def self.mime_type_handler(path)
+    case path
+    when /\.txt$/i
+      'text/plain'
+    when /\.zip$/i
+      'application/zip'
+    when /\.(htm|html)$/i
+      'text/html'
+    when /\.doc$/i
+      'application/msword'
+    when /\.png$/i
+      'image/png'
+    when /\.gif$/i
+      'image/gif'
+    when /\.(jpg|jpeg)$/i
+      'image/jpeg'
+    else
+      'application/octet-stream'
+    end
+  end
+
+  # register our custom MIME handler
+  HTTP::Message.mime_type_handler = Proc.new { |path| Azkaban::mime_type_handler(path) }
+
+  class JobFile
+
+    @output_dir = "conf/"
+
+    def initialize(task, ext)
+      @task = task
+      @ext = ext
+      @args = {}
+    end
+
+    class << self
+      attr_accessor :output_dir
+    end
+
+    def set(params)
+      params.each do |k,v|
+        @args[k] = v
+      end
+    end
+
+    def write
+      if @args.size > 0
+        file_name = @task.name.gsub(":", "-") + @ext
+        if @task.prerequisites.size > 0
+          scope = @task.scope.map { |s| s.to_s }.join("-")
+          @args["dependencies"] = @task.prerequisites.map{ |p| 
+            # look up the prerequisite in the scope of its task
+            prereq_task = Rake.application.lookup(p, @task.scope)
+            prereq_task.name.gsub(":", "-")
+          }.join(",")
+        end
+        create_properties_file(file_name, @args)
+        puts "Created #{file_name}"
+      end
+    end
+
+    private 
+
+    def create_properties_file(file_name, props)
+      unless File.exists? Azkaban::JobFile.output_dir
+        Dir.mkdir Azkaban::JobFile.output_dir
+      end
+      file = File.new(Azkaban::JobFile.output_dir + file_name, "w+")
+      props.each do |k,v|
+        file.write("#{k}=#{v}\n")
+      end
+      file.close
+    end
+  end
+
+end
+
+def props(*args, &b)
+  task(*args) do |t|
+    unless b.nil?
+      job = Azkaban::JobFile.new(t, ".properties")
+      job.instance_eval(&b)
+      job.write
+    end
+  end
+end
+
+def job(*args,&b)
+  task(*args) do |t|
+    unless b.nil?
+      job = Azkaban::JobFile.new(t, ".job")
+      job.instance_eval(&b)
+      job.write
+    end
+  end
+end

data/lib/azkaban-rb/version.rb

@@ -0,0 +1,5 @@
+module Azkaban
+  module Rb
+    VERSION = "0.0.4"
+  end
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification 
+name: azkaban-rb
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.4
+platform: ruby
+authors: 
+- Matt Hayes
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-06-23 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: httpclient
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 2.1.6
+  type: :runtime
+  version_requirements: *id001
+description: azkaban-rb allows Azkaban jobs to be modeled as rake tasks
+email: 
+- matthew.terence.hayes@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Rakefile
+- azkaban-rb.gemspec
+- lib/azkaban-rb.rb
+- lib/azkaban-rb/tasks.rb
+- lib/azkaban-rb/version.rb
+has_rdoc: true
+homepage: https://github.com/matthayes/azkaban-rb
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: azkaban-rb
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Azkaban job generation using Ruby
+test_files: []
+