smart_proxy_omaha 0.0.1

data/lib/smart_proxy_omaha/release_provider.rb

@@ -0,0 +1,37 @@
+require 'nokogiri'
+require 'fileutils'
+require 'smart_proxy_omaha/http_request'
+require 'smart_proxy_omaha/release'
+
+module Proxy::Omaha
+  class ReleaseProvider
+    include ::Proxy::Log
+    include HttpShared
+
+    attr_accessor :track
+
+    def initialize(options)
+      @track = options.fetch(:track)
+    end
+
+    def releases
+      @releases ||= fetch_releases
+    end
+
+    def fetch_releases
+      releases = http_request.get("https://#{track}.release.core-os.net/amd64-usr/")
+      xml = Nokogiri::HTML(releases)
+      parsed = (xml.xpath('//a/text()').map(&:to_s) - ['current']).map do |v|
+        Proxy::Omaha::Release.new(:version => v, :track => track)
+      end.sort
+      logger.debug "Fetched releases for #{track}: #{parsed.map(&:to_s).join(', ')}"
+      parsed
+    end
+
+    private
+
+    def http_request
+      @http_request ||= ::Proxy::Omaha::HttpRequest.new
+    end
+  end
+end

data/lib/smart_proxy_omaha/release_repository.rb

@@ -0,0 +1,11 @@
+module Proxy::Omaha
+  class ReleaseRepository
+    def releases(track)
+      Dir.glob(File.join(Proxy::Omaha::Plugin.settings.contentpath, track, '*')).select {|f| File.directory? f }.map { |f| Gem::Version.new(File.basename(f)) }
+    end
+
+    def latest_os(track)
+      releases(track).max
+    end
+  end
+end

data/lib/smart_proxy_omaha/syncer.rb

@@ -0,0 +1,48 @@
+require 'smart_proxy_omaha/release'
+require 'smart_proxy_omaha/release_provider'
+
+module Proxy::Omaha
+  class Syncer
+    include ::Proxy::Log
+
+    def run
+      if sync_count == 0
+        logger.info "Syncing is disabled."
+        return
+      end
+
+      ['alpha', 'beta', 'stable'].each do |track|
+        logger.debug "Syncing track: #{track}..."
+        sync_track(track)
+      end
+    end
+
+    def sync_track(track)
+      release_provider(track).releases.last(sync_count).each do |release|
+        if release.exists?
+          if release.valid?
+            logger.info "#{track} release #{release} already exists and is valid."
+            next
+          else
+            logger.info "#{track} release #{release} is invalid. Purging."
+            release.purge
+          end
+        end
+        release.create
+      end
+    end
+
+    private
+
+    def sync_count
+      Proxy::Omaha::Plugin.settings.sync_releases.to_i
+    end
+
+    def release_provider(track)
+      @release_provider ||= {}
+      @release_provider[track] ||= ReleaseProvider.new(
+        :track => track
+      )
+    end
+  end
+end

data/lib/smart_proxy_omaha/version.rb

@@ -0,0 +1,5 @@
+module Proxy
+  module Omaha
+    VERSION = '0.0.1'
+  end
+end

data/settings.d/omaha.yml.example

@@ -0,0 +1,5 @@
+---
+:enabled: true
+:contentpath: '/var/lib/foreman-proxy/omaha/content'
+:sync_releases: 2
+#:proxy: 'http://127.0.0.1:3128'

data/smart_proxy_omaha.gemspec

@@ -0,0 +1,23 @@
+require File.expand_path('../lib/smart_proxy_omaha/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = 'smart_proxy_omaha'
+  s.version = Proxy::Omaha::VERSION
+
+  s.summary = 'Omaha protocol support for smart-proxy'
+  s.description = 'This plug-in adds support for the Omaha Procotol to Foreman\'s Smart Proxy.'
+  s.authors = ['Timo Goebel']
+  s.email = 'mail@timogoebel.name'
+  s.extra_rdoc_files = ['README.md', 'LICENSE']
+  s.files = `git ls-files`.split("\n") - ['.gitignore']
+  s.executables = ['smart-proxy-omaha-sync']
+  s.homepage = 'http://github.com/theforeman/smart_proxy_omaha'
+  s.license = 'GPLv3'
+
+  s.add_dependency('nokogiri')
+  s.add_dependency('json')
+
+  s.add_development_dependency('rake')
+  s.add_development_dependency('mocha')
+  s.add_development_dependency('test-unit')
+end

data/test/fixtures/request_update_complete_error.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<request protocol="3.0" version="CoreOSUpdateEngine-0.1.0.0" updaterversion="CoreOSUpdateEngine-0.1.0.0" installsource="ondemandupdate" ismachine="1">
+  <os version="Chateau" platform="CoreOS" sp="1068.9.0_x86_64"></os>
+  <app appid="{e96281a6-d1af-4bde-9a0a-97b76e56dc57}" version="1068.9.0" track="stable" bootid="{5c43ee37-70da-48b7-9328-636618c2807c}" oem="" oemversion="" alephversion="1010.5.0" machineid="8e9450f47a4c47adbfe48b946e201c84" lang="en-US" board="amd64-usr" hardware_class="" delta_okay="false" >
+    <event eventtype="3" eventresult="0" errorcode="268435465"></event>
+  </app>
+</request>

data/test/fixtures/request_update_complete_noupdate.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<request protocol="3.0" version="CoreOSUpdateEngine-0.1.0.0" updaterversion="CoreOSUpdateEngine-0.1.0.0" installsource="ondemandupdate" ismachine="1">
+  <os version="Chateau" platform="CoreOS" sp="1122.2.0_x86_64"></os>
+  <app appid="{e96281a6-d1af-4bde-9a0a-97b76e56dc57}" version="1122.2.0" track="stable" bootid="{5c43ee37-70da-48b7-9328-636618c2807c}" oem="" oemversion="" alephversion="1010.5.0" machineid="8e9450f47a4c47adbfe48b946e201c84" lang="en-US" board="amd64-usr" hardware_class="" delta_okay="false" >
+    <ping active="1"></ping>
+    <updatecheck></updatecheck>
+    <event eventtype="3" eventresult="2" previousversion=""></event>
+  </app>
+</request>

data/test/fixtures/request_update_complete_update.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<request protocol="3.0" version="CoreOSUpdateEngine-0.1.0.0" updaterversion="CoreOSUpdateEngine-0.1.0.0" installsource="ondemandupdate" ismachine="1">
+  <os version="Chateau" platform="CoreOS" sp="1068.9.0_x86_64"></os>
+  <app appid="{e96281a6-d1af-4bde-9a0a-97b76e56dc57}" version="1068.9.0" track="stable" bootid="{5c43ee37-70da-48b7-9328-636618c2807c}" oem="" oemversion="" alephversion="1010.5.0" machineid="8e9450f47a4c47adbfe48b946e201c84" lang="en-US" board="amd64-usr" hardware_class="" delta_okay="false" >
+    <ping active="1"></ping>
+    <updatecheck></updatecheck>
+    <event eventtype="3" eventresult="2" previousversion=""></event>
+  </app>
+</request>

data/test/fixtures/request_update_download_started.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<request protocol="3.0" version="CoreOSUpdateEngine-0.1.0.0" updaterversion="CoreOSUpdateEngine-0.1.0.0" installsource="ondemandupdate" ismachine="1">
+  <os version="Chateau" platform="CoreOS" sp="1068.9.0_x86_64"></os>
+  <app appid="{e96281a6-d1af-4bde-9a0a-97b76e56dc57}" version="1068.9.0" track="stable" bootid="{5c43ee37-70da-48b7-9328-636618c2807c}" oem="" oemversion="" alephversion="1010.5.0" machineid="8e9450f47a4c47adbfe48b946e201c84" lang="en-US" board="amd64-usr" hardware_class="" delta_okay="false" >
+    <event eventtype="13" eventresult="1"></event>
+  </app>
+</request>

data/test/fixtures/response_update_complete_error.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<response protocol="3.0" server="example.org">
+  <daystart elapsed_seconds="0"/>
+  <app app_id="e96281a6-d1af-4bde-9a0a-97b76e56dc57" status="ok"/>
+</response>

data/test/fixtures/response_update_complete_noupdate.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<response protocol="3.0" server="example.org">
+  <daystart elapsed_seconds="0"/>
+  <app app_id="e96281a6-d1af-4bde-9a0a-97b76e56dc57" status="ok">
+    <updatecheck status="noupdate"/>
+  </app>
+</response>

data/test/fixtures/response_update_complete_update.xml

@@ -0,0 +1,19 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<response protocol="3.0" server="example.org">
+  <daystart elapsed_seconds="0"/>
+  <app app_id="e96281a6-d1af-4bde-9a0a-97b76e56dc57" status="ok">
+    <updatecheck status="ok">
+      <urls>
+        <url codebase="http://example.org/omahareleases/stable/1122.2.0/"/>
+      </urls>
+      <manifest version="1122.2.0">
+        <packages>
+          <package hash="+ZFmPWzv1OdfmKHaGSojbK5Xj3k=" name="update.gz" size="212555113" required="false"/>
+        </packages>
+        <actions>
+          <action event="postinstall" sha256="cSBzKN0c6vKinrH0SdqUZSHlQtCa90vmeKC7p/xk19M=" needsadmin="false" IsDelta="false" DisablePayloadBackoff="true" ChromeOSVersion=""/>
+        </actions>
+      </manifest>
+    </updatecheck>
+  </app>
+</response>

data/test/fixtures/stable.html

@@ -0,0 +1,97 @@
+<html>
+    <head>
+	<title>stable.release.core-os.net/amd64-usr/</title>
+	<meta http-equiv="X-Clacks-Overhead" content="GNU Terry Pratchett" />
+    </head>
+    <body>
+    <h1>stable.release.core-os.net/amd64-usr/</h1>
+    
+	[dir] <a href="367.1.0/">367.1.0</a> <br/>
+    
+	[dir] <a href="410.0.0/">410.0.0</a> <br/>
+    
+	[dir] <a href="410.1.0/">410.1.0</a> <br/>
+    
+	[dir] <a href="410.2.0/">410.2.0</a> <br/>
+    
+	[dir] <a href="444.4.0/">444.4.0</a> <br/>
+    
+	[dir] <a href="444.5.0/">444.5.0</a> <br/>
+    
+	[dir] <a href="494.3.0/">494.3.0</a> <br/>
+    
+	[dir] <a href="494.4.0/">494.4.0</a> <br/>
+    
+	[dir] <a href="494.5.0/">494.5.0</a> <br/>
+    
+	[dir] <a href="522.4.0/">522.4.0</a> <br/>
+    
+	[dir] <a href="522.5.0/">522.5.0</a> <br/>
+    
+	[dir] <a href="522.6.0/">522.6.0</a> <br/>
+    
+	[dir] <a href="557.2.0/">557.2.0</a> <br/>
+    
+	[dir] <a href="607.0.0/">607.0.0</a> <br/>
+    
+	[dir] <a href="633.1.0/">633.1.0</a> <br/>
+    
+	[dir] <a href="647.0.0/">647.0.0</a> <br/>
+    
+	[dir] <a href="647.2.0/">647.2.0</a> <br/>
+    
+	[dir] <a href="681.0.0/">681.0.0</a> <br/>
+    
+	[dir] <a href="681.1.0/">681.1.0</a> <br/>
+    
+	[dir] <a href="681.2.0/">681.2.0</a> <br/>
+    
+	[dir] <a href="717.1.0/">717.1.0</a> <br/>
+    
+	[dir] <a href="717.3.0/">717.3.0</a> <br/>
+    
+	[dir] <a href="723.3.0/">723.3.0</a> <br/>
+    
+	[dir] <a href="766.3.0/">766.3.0</a> <br/>
+    
+	[dir] <a href="766.4.0/">766.4.0</a> <br/>
+    
+	[dir] <a href="766.5.0/">766.5.0</a> <br/>
+    
+	[dir] <a href="835.8.0/">835.8.0</a> <br/>
+    
+	[dir] <a href="835.9.0/">835.9.0</a> <br/>
+    
+	[dir] <a href="835.10.0/">835.10.0</a> <br/>
+    
+	[dir] <a href="835.11.0/">835.11.0</a> <br/>
+    
+	[dir] <a href="835.12.0/">835.12.0</a> <br/>
+    
+	[dir] <a href="835.13.0/">835.13.0</a> <br/>
+    
+	[dir] <a href="899.13.0/">899.13.0</a> <br/>
+    
+	[dir] <a href="899.15.0/">899.15.0</a> <br/>
+    
+	[dir] <a href="899.17.0/">899.17.0</a> <br/>
+    
+	[dir] <a href="1010.5.0/">1010.5.0</a> <br/>
+    
+	[dir] <a href="1010.6.0/">1010.6.0</a> <br/>
+    
+	[dir] <a href="1068.6.0/">1068.6.0</a> <br/>
+    
+	[dir] <a href="1068.8.0/">1068.8.0</a> <br/>
+    
+	[dir] <a href="1068.9.0/">1068.9.0</a> <br/>
+    
+	[dir] <a href="1068.10.0/">1068.10.0</a> <br/>
+    
+	[dir] <a href="1122.2.0/">1122.2.0</a> <br/>
+    
+	[dir] <a href="current/">current</a> <br/>
+    
+    
+    </body>
+</html>

data/test/omaha/http_download_test.rb

@@ -0,0 +1,34 @@
+require 'test_helper'
+require 'fileutils'
+require 'tmpdir'
+require 'smart_proxy_omaha/http_download'
+
+class HttpDownloadTest < Test::Unit::TestCase
+
+  def setup
+    @source_url = 'http://example.com/omaha_downlod'
+    @destination_dir = Dir.mktmpdir
+    @destination_path = File.join(@destination_dir, 'test_file')
+  end
+
+  def teardown
+    FileUtils.rm_rf(@destination_dir)
+  end
+
+  def test_downloads_file
+    stub_request(:get, @source_url).to_return(:status => [200, 'OK'], :body => "body")
+
+    http_download = ::Proxy::Omaha::HttpDownload.new(@source_url, @destination_path)
+    task = http_download.start
+    task.join
+    assert_equal 'body', File.read(@destination_path)
+    assert_equal true, http_download.result
+  end
+
+  def test_should_skip_download_if_one_is_in_progress
+    locked = Proxy::FileLock.try_locking(@destination_path)
+    http_download = ::Proxy::Omaha::HttpDownload.new(@source_url, locked.path)
+    http_download.start.join
+    assert_equal false, http_download.result
+  end
+end

data/test/omaha/http_request_test.rb

@@ -0,0 +1,12 @@
+require 'test_helper'
+require 'smart_proxy_omaha/http_request'
+
+class HttpDownloadTest < Test::Unit::TestCase
+  def test_get
+    request_url = 'http://www.example.com/file'
+    stub_request(:get, request_url).to_return(:status => [200, 'OK'], :body => "body")
+
+    result = ::Proxy::Omaha::HttpRequest.new.get(request_url)
+    assert_equal 'body', result
+  end
+end

data/test/omaha/metadata_provider_test.rb

@@ -0,0 +1,33 @@
+require 'test_helper'
+require 'json'
+require 'smart_proxy_omaha/metadata_provider'
+
+class MetadataProviderTest < Test::Unit::TestCase
+  def setup
+    @provider = Proxy::Omaha::MetadataProvider.new(:contentpath => '/tmp')
+  end
+
+  def test_get
+    File.expects(:read).with('/tmp/stable/1068.9.0/metadata.json').returns(stub_metadata.to_json)
+    metadata = @provider.get('stable', '1068.9.0')
+    assert_kind_of Proxy::Omaha::Metadata, metadata
+  end
+
+  def test_store
+    File.expects(:write).with('/tmp/stable/1068.9.0/metadata.json', stub_metadata.to_json).returns(true)
+    metadata = Proxy::Omaha::Metadata.new(stub_metadata)
+    assert @provider.store(metadata)
+  end
+
+  private
+
+  def stub_metadata
+    {
+      :release => '1068.9.0',
+      :sha1_b64 => 'foo',
+      :sha256_b64 => 'bar',
+      :size => '123',
+      :track => 'stable'
+    }
+  end
+end

data/test/omaha/omaha_api_test.rb

@@ -0,0 +1,75 @@
+require 'test_helper'
+require 'smart_proxy_omaha/configuration_loader'
+require 'smart_proxy_omaha/omaha_plugin'
+
+ENV['RACK_ENV'] = 'test'
+
+class TestForemanClient
+  def post_facts(factsdata); end
+  def post_report(report); end
+end
+
+class TestReleaseRepository
+  def releases(track)
+    ['1068.9.0', '1122.2.0'].map { |release| Gem::Version.new(release) }
+  end
+
+  def latest_os(track)
+    releases(track).max
+  end
+end
+
+class TestMetadataProvider
+  def get(track, release)
+    Proxy::Omaha::Metadata.new(
+      :track => track,
+      :release => release,
+      :sha1_b64 => '+ZFmPWzv1OdfmKHaGSojbK5Xj3k=',
+      :sha256_b64 => 'cSBzKN0c6vKinrH0SdqUZSHlQtCa90vmeKC7p/xk19M=',
+      :size => '212555113'
+    )
+  end
+
+  def store(metadata); end
+end
+
+module Proxy::Omaha
+  module DependencyInjection
+    include Proxy::DependencyInjection::Accessors
+    def container_instance
+      Proxy::DependencyInjection::Container.new do |c|
+        c.singleton_dependency :foreman_client_impl, TestForemanClient
+        c.singleton_dependency :release_repository_impl, TestReleaseRepository
+        c.singleton_dependency :metadata_provider_impl, TestMetadataProvider
+      end
+    end
+  end
+end
+
+require 'smart_proxy_omaha/omaha_api'
+
+class OmahaApiTest < Test::Unit::TestCase
+  include Rack::Test::Methods
+
+  def app
+    Proxy::Omaha::Api.new
+  end
+
+  def test_processes_update_complete_noupdate
+    post "/v1/update", xml_fixture('request_update_complete_noupdate')
+    assert last_response.ok?, "Last response was not ok: #{last_response.status} #{last_response.body}"
+    assert_equal xml_fixture('response_update_complete_noupdate'), last_response.body
+  end
+
+  def test_processes_update_complete_update
+    post "/v1/update", xml_fixture('request_update_complete_update')
+    assert last_response.ok?, "Last response was not ok: #{last_response.status} #{last_response.body}"
+    assert_equal xml_fixture('response_update_complete_update'), last_response.body
+  end
+
+  def test_processes_update_complete_error
+    post "/v1/update", xml_fixture('request_update_complete_error')
+    assert last_response.ok?, "Last response was not ok: #{last_response.status} #{last_response.body}"
+    assert_equal xml_fixture('response_update_complete_error'), last_response.body
+  end
+end