ruboozie 0.1.0

data/lib/oozie_admin.rb

@@ -0,0 +1,33 @@
+module OozieAdmin
+  
+  def status
+    resource = "/admin/status"
+    oozie_get(resource)
+  end
+
+  def os_env
+    resource = "/admin/os-env"
+    oozie_get(resource)
+  end
+
+  def java_sys_properties
+    resource = "/admin/java-sys-properties"
+    oozie_get(resource)
+  end
+
+  def configuration
+    resource = "/admin/configuration"
+    oozie_get(resource)
+  end
+
+  def instrumentation
+    resource = "/admin/instrumentation"
+    oozie_get(resource)
+  end
+end
+
+# /oozie/v0/admin/status
+# /oozie/v0/admin/os-env
+# /oozie/v0/admin/java-sys-properties
+# /oozie/v0/admin/configuration
+# /oozie/v0/admin/instrumentation

data/lib/oozie_api.rb

@@ -0,0 +1,132 @@
+require 'oozie_objects'
+require 'oozie_jobs'
+require 'httparty'
+
+class OozieException < StandardError
+
+end
+# so oozie responds in json, only accepts XML, and if there's an error the response is in HTML
+class OozieApi
+  extend OozieJobs
+  
+  include HTTParty
+  format :plain
+  def self.setup(url)
+    @@prefix = url
+    @@prefix += "/oozie" unless url.include?("/oozie")
+    @@prefix += "/v0" unless url.include?("/v0")
+  end
+  
+  # def self.extended(other)
+  #   other.send :include, HTTParty
+  # end
+  
+  def self.oozie_get(resource, fmt = :plain)
+    response = nil
+    begin
+      response = get(@@prefix + resource)
+    rescue StandardError => ex
+      raise OozieException.new(ex)
+    end
+
+    case fmt
+    when :plain
+      response.body
+
+    when :json
+      begin
+        MultiJson.decode(response.body)  
+      rescue StandardError => e
+        error = OozieException.new("#{response.headers['oozie-error-code']}: #{response.headers['oozie-error-message']}")
+        raise error
+      end
+    end
+  end
+  
+  def self.oozie_post(resource, fmt = :plain, params={})
+    response = nil
+    begin
+      response = post(@@prefix + resource, params)
+    rescue StandardError => ex
+      raise OozieException.new(ex)
+    end
+
+    case fmt
+    when :plain
+      response.body
+
+    when :json
+      begin
+        MultiJson.decode(response.body)  
+      rescue StandardError => e
+        error = OozieException.new("#{response.headers['oozie-error-code']}: #{response.headers['oozie-error-message']}")
+        raise error
+      end
+    end
+
+
+  end
+  
+  def self.oozie_put(resource, fmt = :plain, opts={})
+    response = nil
+    begin
+      response = put(@@prefix + resource)
+    rescue StandardError => ex
+      raise OozieException.new(ex)
+    end
+
+    case fmt
+    when :plain
+      response.body
+
+    when :json
+      begin
+        MultiJson.decode(response.body)  
+      rescue StandardError => e
+        error = OozieException.new("#{response.headers['oozie-error-code']}: #{response.headers['oozie-error-message']}")
+        raise error
+      end
+    end
+  
+  end
+  
+end
+
+# GET
+# /oozie/versions
+# /oozie/v0/admin/status
+# /oozie/v0/admin/os-env
+# /oozie/v0/admin/java-sys-properties
+# /oozie/v0/admin/configuration
+# /oozie/v0/admin/instrumentation
+# /oozie/v0/job/job-3?show=info
+# /oozie/v0/job/job-3?show=definition
+# /oozie/v0/job/job-3?show=log
+# /oozie/v0/jobs?filter=user%3Dtucu&offset=1&len=50
+# * name: the workflow application name from the workflow definition
+# * user: the user that submitted the job
+# * group: the group for the job
+# * status: the status of the job
+
+
+# PUT
+# /oozie/v0/job/job-3?action=start #=> 'start', 'suspend', 'resume' and 'kill'.
+# /oozie/v0/admin/status?safemode=true
+
+# POST
+# /oozie/v0/jobs
+# Content-Type: application/xml;charset=UTF-8
+# .
+# <?xml version="1.0" encoding="UTF-8"?>
+# <configuration>
+#     <property>
+#         <name>user.name</name>
+#         <value>tucu</value>
+#     </property>
+#     <property>
+#         <name>oozie.wf.application.path</name>
+#         <value>hdfs://foo:9000/user/tucu/myapp/</value>
+#     </property>
+#     ...
+# </configuration>
+

data/lib/oozie_jobs.rb

@@ -0,0 +1,126 @@
+require 'builder'
+module OozieJobs
+  
+  def workflows(params={})
+    # TODO: checking for filter/user, offset, len
+    resource = "/jobs?jobtype=wf"
+    results = oozie_get(resource, :json)
+    results['workflows'] ||= []
+    results['workflows'].map{|wf| OozieJob.new(wf)}
+  end
+
+  def coordinators(params={})
+    # TODO: checking for filter/user, offset, len
+    
+    resource = "/jobs?jobtype=coord"
+    results = oozie_get(resource, :json)
+    results['coordinatorjobs'] ||= []
+    results['coordinatorjobs'].map{|wf| OozieJob.new(wf)}
+  end
+  
+  def log(job_id)
+    
+    resource = "/job/#{job_id}?show=log"
+    oozie_get(resource)
+  end
+  
+  def definition(job_id)
+    
+    resource = "/job/#{job_id}?show=definition"
+    oozie_get(resource)
+  end
+  
+  def info(job_id)
+    
+    resource = "/job/#{job_id}?show=info"
+    OozieJob.new oozie_get(resource, :json)
+  end
+  
+  def submit_job(params)
+    conf = params[:conf_xml]
+    properties = params[:properties_hash]
+    
+    body = conf || properties_hash_to_conf_xml(properties)
+    
+    start_now = params[:start_now]
+    
+    resource = "/jobs"
+    resource += "?action=start" if start_now
+    
+    response = oozie_post(resource, :json, :body => body, :headers => {"Content-Type" => "application/xml"})
+    id = response['id']
+    id
+  end
+
+  def start_job(job_id)
+    resource = "/job/#{job_id}?action=start"
+    oozie_put(resource)
+  end
+  
+  def suspend_job(job_id)
+    resource = "/job/#{job_id}?action=suspend"
+    oozie_put(resource)
+  end
+  
+  def resume_job(job_id)
+    resource = "/job/#{job_id}?action=resume"
+    oozie_put(resource)
+  end
+  
+  def kill_job(job_id)
+    resource = "/job/#{job_id}?action=kill"
+    oozie_put(resource)
+  end
+  
+  def properties_hash_to_conf_xml(properties_hash)
+    conf_xml = ConfMaker.new(properties_hash).conf
+    return conf_xml
+  end
+  
+  def conf_xml_to_properties_hash(conf_xml)
+    doc = REXML::Document.new(conf_xml)
+
+    properties = {}
+    doc.elements.each("//property") do |property|
+      name = property.elements["name"].text
+      value = property.elements["value"].text
+      properties[name] = value
+    end
+    
+    return properties
+  end
+
+  class ConfMaker
+
+    attr_reader :conf
+
+    def initialize(params)
+      @conf = ""
+      @xb = Builder::XmlMarkup.new(:target => @conf, :indent => 2)
+      @xb.configuration do
+        params.each do |name, value|
+          name = name.to_s unless name.is_a? String
+          value = value.to_s unless value.is_a? String
+          @xb.property do
+            @xb.name(name)
+            @xb.value(value)
+          end
+        end
+      end
+      return @conf
+    end
+
+  end
+
+end
+
+
+
+# /oozie/v0/job/job-3?show=info
+# /oozie/v0/job/job-3?show=definition
+# /oozie/v0/job/job-3?show=log
+# /oozie/v0/jobs?filter=user%3Dtucu&offset=1&len=50
+
+# PUT
+# /oozie/v0/job/job-3?action=start #=> 'start', 'suspend', 'resume' and 'kill'.
+# /oozie/v0/admin/status?safemode=true

data/lib/oozie_objects.rb

@@ -0,0 +1,55 @@
+require 'ostruct'
+OpenStruct.__send__(:define_method, :id) { @table[:id] || self.object_id }
+
+class OozieObject < OpenStruct
+  attr_reader :table
+end
+  
+class OozieJob < OozieObject
+  
+  def log
+    OozieApi.log(self.id)
+  end
+  
+  def info
+    OozieJobInfo.new(OozieApi.info(self.id))
+  end
+  
+  def definition
+    OozieApi.definition(self.id)
+  end
+  
+  def start
+    OozieApi.start_job(self.id)
+  end
+  
+  def suspend
+    OozieApi.suspend_job(self.id)
+  end
+  
+  def resume
+    OozieApi.resume_job(self.id)
+  end
+  
+  def kill
+    OozieApi.kill_job(self.id)
+  end
+  
+  def name; appName; end
+  def path; appPath; end
+  def console_url; consoleUrl; end
+  def created_at; Time.parse(createdTime) if createdTime; end
+  def started_at; Time.parse(startTime) if startTime; end
+  def ended_at; Time.parse(endTime) if endTime; end
+  def external_id; externalId; end
+  def actions
+    @table[:actions] ||= []
+    @actions = @table[:actions].map {|a| OozieAction.new(a)} unless @actions
+    @actions
+  end
+end
+
+class OozieAction < OozieObject
+  def started_at; Time.parse(startTime) if startTime; end
+  def ended_at; Time.parse(endTime) if endTime; end
+end

data/lib/ruboozie.rb

@@ -0,0 +1,2 @@
+require 'oozie_api.rb'
+require 'oozie_admin.rb'

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+name: ruboozie
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- dguttman
+- Matthew Rathbone
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-04-04 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: builder
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: Apache Oozie [http://incubator.apache.org/oozie/] is a workflow engine for Apache MapReduce jobs. This wrapper lets you submit jobs and stuff from any ruby project
+email: matthew@foursquare.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/ruboozie.rb
+- lib/oozie_admin.rb
+- lib/oozie_api.rb
+- lib/oozie_jobs.rb
+- lib/oozie_objects.rb
+homepage: http://github.com/rathboma/ruboozie
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: A pure-ruby API for Apache oozie
+test_files: []
+