azkaban_scheduler 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bb696acb2c67ae0e468b3289302b4066dea786a9
-  data.tar.gz: c9be59214ff6f278d726a8475143634c85fe4734
+  metadata.gz: 216f4849fc6fb0872518fad1ac43cf3e52664ea3
+  data.tar.gz: dc26f9aa61b535052274717ff53ae2def7e54920
 SHA512:
-  metadata.gz: a700b32c8abb25fe772212a55f6a568deb46cb1399e7da86c5fc2a52bad57b712da93e249ae411abed96c9e14eed8a4cc0b14f68d7a72ef185470bcb7f541d31
-  data.tar.gz: ade57a7249c77c9ae77d245fdbaa6cad406b60769398ab5accf537c8260d17ea3073086ac681c15d730470547a514e90a66036b207a0717870c1825cb8e99773
+  metadata.gz: 588d1a44e2cc27e705f0b0f7c0dfbb8126c67c2e21ef17ea9ec6e1e62b7f771e09211e4b0cb25c4c051f7437c9b6fc252355863e30c7a1d4ac614187d9ba4575
+  data.tar.gz: 9aaedfd9f6d5f392e0369e33d777fe83dcfb000978bf4fe1b961e6db5a3d18c3bc6937a82bedb0f45a81caa12d548a9bd7c8d6301fcd9d9cc72b579117187ef8

checksums.yaml.gz.sig

@@ -0,0 +1,3 @@
+�N��݌u'�@8���.CV큒�㽚CA�Ȯ�ud�wC\��7M����q}��L9kI�ט�w�]AE�&�G�i��:<����>&�f��]�z�L�L��p��T}l���ݼ@���'3�?2~~�x~����&��2N�G�&=��J W�os�֥Jm;{�n
+��&�)��m�c;)�e�a�fh�fp�eC�2?��ZLc�B�yUҸ$
+z<�،��y�v�Za�
wM9��;�o1I�[U��T�

data.tar.gz.sig

@@ -0,0 +1,2 @@
+L�1p6���"�-�(=���h3������+�Tl������-�=d``�J��C7�O��)��H�_�.g���-�����^gG��<�8�}4n.�����7� ��e
�F$X�s��f��I0̓]��y�	�����'�	���V	�CO?�vC��T~XB�Z~p%�0%7��P�9����jz

+����ѓx��<yvFg�� l�&M	���*�

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.1.1
+  - jruby-19mode

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2014 Dylan Thacker-Smith
+Copyright (c) 2014 Shopify
 
 MIT License
 

data/README.md

@@ -1,6 +1,11 @@
 # AzkabanScheduler
 
-TODO: Write a gem description
+Azkaban client that can update the schedule.
+
+Azkaban scheduler was designed to make it easy to maintain both the
+job definitions and the schedule for the jobs from within a projects
+code. This allows you to easily keep the jobs in azkaban in sync
+with your code.
 
 ## Installation
 
@@ -18,11 +23,29 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+```ruby
+require 'azkaban_scheduler'
+
+client = AzkabanScheduler::Client.new('https://localhost:8443')
+session = AzkabanScheduler::Session.start(client, 'admin', ENV['AZKABAN_PASSWORD'])
+
+project = AzkabanScheduler::Project.new('Demo', 'A simple project to get you started')
+flow_name = 'hello-world'
+project.add_job(flow_name, AzkabanScheduler::Job.new(type: 'command', command: 'echo "hello world"'))
+begin
+  session.create_project(project)
+rescue AzkabanScheduler::ProjectNotFoundError
+end
+session.upload_project(project)
+
+session.remove_all_schedules(project.name)
+start_time = Time.now + 60
+session.post_schedule(project.id, project.name, flow_name, start_time, period: '12h')
+```
 
 ## Contributing
 
-1. Fork it ( https://github.com/[my-github-username]/azkaban_scheduler/fork )
+1. Fork it ( https://github.com/Shopify/azkaban-scheduler-ruby/fork )
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)

data/azkaban_scheduler.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Dylan Thacker-Smith"]
   spec.email         = ["Dylan.Smith@shopify.com"]
   spec.summary       = "Azkaban client that can update the schedule"
-  spec.homepage      = "https://github.com/dylanahsmith/azkaban_scheduler"
+  spec.homepage      = "https://github.com/Shopify/azkaban-scheduler-ruby"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")
@@ -23,4 +23,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency("bundler", "~> 1.6")
   spec.add_development_dependency("rake")
   spec.add_development_dependency("minitest", "~> 5.4")
+  spec.add_development_dependency("webmock", "~> 1.18")
+  spec.add_development_dependency("vcr", "~> 2.9")
 end

data/lib/azkaban_scheduler/session.rb

@@ -86,6 +86,39 @@ module AzkabanScheduler
       true
     end
 
+    def get_project_id(project_name)
+      result = fetch_project_flows(project_name)
+      result['projectId']
+    end
+
+    def list_flow_ids(project_name)
+      result = fetch_project_flows(project_name)
+      result['flows'].map{ |flow| flow['flowId'] }
+    end
+
+    def fetch_project_flows(project_name)
+      response = @client.get('/manager', {
+        'session.id' => @id,
+        'ajax' => 'fetchprojectflows',
+        'project' => project_name,
+      })
+      response.error! unless response.kind_of?(Net::HTTPSuccess)
+      JSON.parse(response.body)
+    end
+
+    def fetch_flow_executions(project_name, flow_id, offset=0, limit=10)
+      response = @client.get('/manager', {
+        'session.id' => @id,
+        'ajax' => 'fetchFlowExecutions',
+        'project' => project_name,
+        'flow' => flow_id,
+        'start' => offset,
+        'length' => limit,
+      })
+      response.error! unless response.kind_of?(Net::HTTPSuccess)
+      JSON.parse(response.body)
+    end
+
     def list_schedules
       response = @client.post('/schedule', { 'ajax' => 'loadFlow' }, session_id_cookie)
       response.error! unless response.kind_of?(Net::HTTPSuccess)

data/lib/azkaban_scheduler/version.rb

@@ -1,3 +1,3 @@
 module AzkabanScheduler
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/test/fixtures/setup_once.yml

@@ -0,0 +1,126 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: <URL>/
+    body:
+      encoding: US-ASCII
+      string: action=login&username=<USERNAME>&password=<PASSWORD>
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:51 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Vary:
+      - Accept-Encoding
+      Expires:
+      - Thu, 01-Jan-1970 00:00:00 GMT
+      Set-Cookie:
+      - azkaban.browser.session.id=bf83e117-1705-4a13-80e0-435a6f41a92a;Path=/
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: |-
+        {
+          "status" : "success",
+          "session.id" : "bf83e117-1705-4a13-80e0-435a6f41a92a"
+        }
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:51 GMT
+- request:
+    method: post
+    uri: <URL>/schedule
+    body:
+      encoding: US-ASCII
+      string: ajax=loadFlow
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Cookie:
+      - azkaban.browser.session.id=bf83e117-1705-4a13-80e0-435a6f41a92a
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:51 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Vary:
+      - Accept-Encoding
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: |-
+        {
+        }
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:51 GMT
+- request:
+    method: get
+    uri: <URL>/manager?delete=true&project=Azkaban_Scheduler_Test&session.id=bf83e117-1705-4a13-80e0-435a6f41a92a
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 302
+      message: Found
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:51 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Expires:
+      - Thu, 01-Jan-1970 00:00:00 GMT
+      Set-Cookie:
+      - azkaban.failure.message="Project Azkaban_Scheduler_Test doesn't exist.";Path=/
+      Location:
+      - <HTTP_URL>/
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: ''
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:51 GMT
+recorded_with: VCR 2.9.0

data/test/fixtures/test_create_and_upload_project.yml

@@ -0,0 +1,132 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: <URL>/manager
+    body:
+      encoding: US-ASCII
+      string: session.id=bf83e117-1705-4a13-80e0-435a6f41a92a&action=create&name=Azkaban_Scheduler_Test&description=Used+by+the+test+suite
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:52 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: '{"status":"success","path":"manager?project=Azkaban_Scheduler_Test","action":"redirect"}'
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:52 GMT
+- request:
+    method: post
+    uri: <URL>/manager
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        LS0tLS0tLS0tLS0tLVJ1YnlNdWx0aXBhcnRQb3N0DQpDb250ZW50LURpc3Bv
+        c2l0aW9uOiBmb3JtLWRhdGE7IG5hbWU9InNlc3Npb24uaWQiDQoNCmJmODNl
+        MTE3LTE3MDUtNGExMy04MGUwLTQzNWE2ZjQxYTkyYQ0KLS0tLS0tLS0tLS0t
+        LVJ1YnlNdWx0aXBhcnRQb3N0DQpDb250ZW50LURpc3Bvc2l0aW9uOiBmb3Jt
+        LWRhdGE7IG5hbWU9ImFqYXgiDQoNCnVwbG9hZA0KLS0tLS0tLS0tLS0tLVJ1
+        YnlNdWx0aXBhcnRQb3N0DQpDb250ZW50LURpc3Bvc2l0aW9uOiBmb3JtLWRh
+        dGE7IG5hbWU9InByb2plY3QiDQoNCkF6a2FiYW5fU2NoZWR1bGVyX1Rlc3QN
+        Ci0tLS0tLS0tLS0tLS1SdWJ5TXVsdGlwYXJ0UG9zdA0KQ29udGVudC1EaXNw
+        b3NpdGlvbjogZm9ybS1kYXRhOyBuYW1lPSJmaWxlIjsgZmlsZW5hbWU9ImZp
+        bGUuemlwIg0KQ29udGVudC1MZW5ndGg6IDE1Mg0KQ29udGVudC1UeXBlOiBh
+        cHBsaWNhdGlvbi96aXANCkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IGJp
+        bmFyeQ0KDQpQSwMEFAAAAAgA+m4vReVaWxgkAAAAKAAAAAkAAABmaXJzdC5q
+        b2IrqSxItU3Oz81NzEvhgtK2qckZ+QpKGak5OfkK5flFOSlKXABQSwECNAMU
+        AAAACAD6bi9F5VpbGCQAAAAoAAAACQAAAAAAAAABAAAApIEAAAAAZmlyc3Qu
+        am9iUEsFBgAAAAABAAEANwAAAEsAAAAAAA0KLS0tLS0tLS0tLS0tLVJ1YnlN
+        dWx0aXBhcnRQb3N0LS0NCg0K
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - multipart/form-data; boundary=-----------RubyMultipartPost
+      Content-Length:
+      - '693'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:53 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Vary:
+      - Accept-Encoding
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: |-
+        {
+          "projectId" : "140",
+          "version" : "1"
+        }
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:53 GMT
+- request:
+    method: get
+    uri: <URL>/manager?delete=true&project=Azkaban_Scheduler_Test&session.id=bf83e117-1705-4a13-80e0-435a6f41a92a
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 302
+      message: Found
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:53 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Expires:
+      - Thu, 01-Jan-1970 00:00:00 GMT
+      Set-Cookie:
+      - azkaban.success.message="Project 'Azkaban_Scheduler_Test' was successfully deleted.";Path=/
+      Location:
+      - <HTTP_URL>/
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: ''
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:53 GMT
+recorded_with: VCR 2.9.0

data/test/fixtures/test_create_existing_project.yml

@@ -0,0 +1,107 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: <URL>/manager
+    body:
+      encoding: US-ASCII
+      string: session.id=bf83e117-1705-4a13-80e0-435a6f41a92a&action=create&name=Azkaban_Scheduler_Test&description=Used+by+the+test+suite
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:52 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: '{"status":"success","path":"manager?project=Azkaban_Scheduler_Test","action":"redirect"}'
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:52 GMT
+- request:
+    method: post
+    uri: <URL>/manager
+    body:
+      encoding: US-ASCII
+      string: session.id=bf83e117-1705-4a13-80e0-435a6f41a92a&action=create&name=Azkaban_Scheduler_Test&description=Used+by+the+test+suite
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:52 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: '{"message":"Active project with name Azkaban_Scheduler_Test already
+        exists in db.","status":"error"}'
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:52 GMT
+- request:
+    method: get
+    uri: <URL>/manager?delete=true&project=Azkaban_Scheduler_Test&session.id=bf83e117-1705-4a13-80e0-435a6f41a92a
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - application/json
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 302
+      message: Found
+    headers:
+      Server:
+      - nginx
+      Date:
+      - Mon, 15 Sep 2014 17:55:52 GMT
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - close
+      Expires:
+      - Thu, 01-Jan-1970 00:00:00 GMT
+      Set-Cookie:
+      - azkaban.success.message="Project 'Azkaban_Scheduler_Test' was successfully deleted.";Path=/
+      Location:
+      - <HTTP_URL>/
+      P3p:
+      - CP="NOI DSP COR NID ADMa OPTa OUR NOR"
+    body:
+      encoding: US-ASCII
+      string: ''
+    http_version:
+  recorded_at: Mon, 15 Sep 2014 17:55:52 GMT
+recorded_with: VCR 2.9.0