aptly-watcher 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0075d97cdbdfb1ee8109e056d10b3394d24e1543
+  data.tar.gz: 10514a3381747764025f9e24aa82d257490315f3
+SHA512:
+  metadata.gz: 65e14eac20a518b06f3f503c605554ed89dfa89310626c17cc8590aa3c9ebe3d86b047916996359fae1cf906d99116c1a35a8be4fdff5959e2f249b7e0a64f57
+  data.tar.gz: 67405c474d1fcb2d3a9fd1ebacde3cf6bf86f7782273d721e0c7bbada222492c6c16e2e0331e4715a71678952a6b2be761e6028f75fce13845d8012c8f168074

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in aptly-watcher.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Robert McLeod
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Robert McLeod
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,74 @@
+# Aptly::Watcher
+
+Configures Aptly in a application centric manner, and watches a set of folders for incoming Debian packages.
+
+The idea is that you setup a user on a server and push packages over SSH to the folder relating to your repo using password-less certificate based login.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'aptly-watcher'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install aptly-watcher
+
+## Usage
+
+First you need to create a config file as such (we parse tildes to `ENV['HOME']`):
+
+```yaml
+---
+:distrib:      myapp
+:repos:
+  - stable
+  - testing
+:log:          ~/watcher.log         # use '-' for STDOUT
+:conf:         ~/aptly.conf
+:pidfile:      ~/aptly-watcher.pid
+:incoming_dir: ~/incoming
+:user:         aptly
+```
+
+Then you can run the watcher with the config file:
+
+    $ aptly-watcher -c config.yml
+
+This will:
+
+* create the repositories (if they don't exist)
+* publish the repository for the first time
+* create the folders to watch (if they don't exist)
+  * `~/incoming/stable`
+  * `~/incoming/testing`
+* start watching for files added to the folders
+
+Every time a file is added to one of the watched folders:
+
+* the file is added to the relative repository (i.e. `~/incoming/stable` goes to stable)
+* the repository is published again
+
+You will then be able to access your repos via apt like so:
+
+```
+deb http://debian.example.com/ myapp stable testing # OR
+#deb http://debian.example.com/ myapp stable        # OR
+#deb http://debian.example.com/ myapp testing
+```
+
+Files added to the folders will immediately be available in the repository.
+
+## Contributing
+
+1. Fork it ( https://github.com/AutogrowSystems/aptly-watcher/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/aptly-watcher.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'aptly/watcher/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "aptly-watcher"
+  spec.version       = Aptly::Watcher::VERSION
+  spec.authors       = ["Robert McLeod"]
+  spec.email         = ["robert@autogrow.com"]
+  spec.summary       = %q{Watches folders and adds them to their relative aptly repository}
+  spec.description   = %q{Configures Aptly in a application centric manner, and watches a set of folders for incoming Debian packages.}
+  spec.homepage      = "https://github.com/AutogrowSystems/aptly-watcher"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "slop", "~> 3.0"
+  spec.add_dependency "rb-inotify"
+  spec.add_dependency "redis"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/bin/aptly-watcher

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+
+require 'aptly/watcher'
+require 'logger'
+require 'fileutils'
+require 'slop'
+
+opts = Slop.parse strict: true, help: true do
+  on :c, :config=, "Location of the config file"
+end
+
+abort "ERROR: Must specify config file" unless opts[:config]
+
+# Try to parse the config file
+begin
+  config = Aptly::Watcher::Config.parse(opts[:config])
+  Aptly::Watcher.setup(config)
+rescue ArgumentError => e
+  abort "ERROR: #{e.message}"
+end
+
+# remove pidfile on exit
+Signal.trap("EXIT") do
+  FileUtils.rm config[:pidfile]
+end
+
+begin
+  Aptly::Watcher.log :info, "Starting the watcher on pid #{Process.pid}"
+  File.write(config[:pidfile], Process.pid)
+  Aptly::Watcher.run(config)
+rescue ArgumentError, StandardError => e
+  Aptly::Watcher.log :fatal, e.message
+  # abort "ERROR: #{e.message}"
+  raise e
+end

data/lib/aptly/watcher/aptly_shim.rb

@@ -0,0 +1,56 @@
+module Aptly
+  module Watcher
+    class AptlyShim
+      def initialize(name, components, config)
+        @name       = name       # distribution
+        @components = components # repos
+        @config     = config
+
+        create
+      end
+
+      def create
+        repo_list = `aptly repo list --raw`
+
+        @components.each do |repo|
+          next if repo_list.include? repo
+          output = `aptly repo create #{distrib} #{config} #{component(repo)} #{repo}`
+          raise StandardError, "Failed to create repo #{repo}\n#{output}" unless $?.success?
+        end
+
+        published_list = `aptly publish list --raw`
+
+        unless published_list.include? @name
+          output = `aptly publish repo #{config} #{distrib} #{component(:all)} #{component(:all, ' ')}`
+          raise StandardError, "Failed to publish #{@name} for the first time\n#{output}" unless $?.success?
+        end
+      end
+
+      def add(repo, path)
+        # TODO: check if the file has already been added
+        # TODO: check that the file is a Debian package
+        output = `aptly repo add -remove-files=true #{config} #{repo} #{path} 2>&1`
+        raise StandardError, "Failed to add #{path} to #{repo(component)}\n#{output}" unless $?.success?
+      end
+
+      def publish
+        system "aptly publish update #{config} #{@name}"
+      end
+
+      private
+
+      def component(repo, joiner=',')
+        repo = @components.join(joiner) if repo == :all
+        "-component=#{repo}"
+      end
+
+      def distrib
+        "-distribution=#{@name}"
+      end
+
+      def config
+        "-config='#{@config}'"
+      end
+    end
+  end
+end

data/lib/aptly/watcher/config.rb

@@ -0,0 +1,46 @@
+require 'yaml'
+require 'json'
+
+module Aptly
+  module Watcher
+    module Config
+      class << self
+
+        def parse(config_file)
+          raise ArgumentError, "Config file not found: #{config_file}" unless File.exist?(config_file)
+          config = YAML.load_file(config_file)
+          valid_config!(config)
+          config = parse_tildes(config)
+          config[:aptly] = parse_aptly_conf(config[:conf])
+          config
+        end
+
+        def valid_config!(config)
+          raise ArgumentError, "Config file was empty"              unless config
+          raise ArgumentError, "Config file missing :pidfile:"      unless config[:pidfile]
+          raise ArgumentError, "Config file missing :conf:"         unless config[:conf]
+          raise ArgumentError, "Config file missing :log:"          unless config[:log]
+          raise ArgumentError, "Config file missing :repos:"        unless config[:repos]
+          raise ArgumentError, "Config file missing :distrib:"      unless config[:distrib]
+          raise ArgumentError, "Config file missing :incoming_dir:" unless config[:incoming_dir]
+        end
+
+        # Parse any tildes into the full home path
+        def parse_tildes(config)
+          [:pidfile, :conf, :incoming_dir, :log].each do |key|
+            config[key].sub! /~/, ENV['HOME']
+          end
+
+          config
+        end
+
+        # Load the aptly config
+        def parse_aptly_conf(conf)
+          raise ArgumentError, "Aptly config file does not exist: #{conf}" unless File.exist? conf
+          JSON.parse(File.read(conf))
+        end
+
+      end
+    end
+  end
+end

data/lib/aptly/watcher/event_dispatcher.rb

@@ -0,0 +1,32 @@
+module Aptly
+  module Watcher
+    class EventDispatcher
+      def initialize(aptly)
+        @added = []
+        @aptly = aptly
+      end
+
+      def process(dir, event, component)
+        return false unless valid_event?(event)
+        
+        filepath  = "#{dir}/#{event.name}"
+
+        raise StandardError, "File not found: #{filepath}" unless File.exists? filepath
+
+        @aptly.add(component, filepath)
+        @aptly.publish
+
+        @added << event.name
+        true
+      end
+
+      def valid_event?(event)
+        return false if
+          ( @added.include? event.name ) or
+          ( event.name.nil? or event.name == '' )
+        true
+      end
+
+    end
+  end
+end

data/lib/aptly/watcher/version.rb

@@ -0,0 +1,5 @@
+module Aptly
+  module Watcher
+    VERSION = "0.3.0"
+  end
+end

data/lib/aptly/watcher.rb

@@ -0,0 +1,71 @@
+require 'rb-inotify'
+require 'redis'
+
+require "aptly/watcher/version"
+require 'aptly/watcher/event_dispatcher'
+require 'aptly/watcher/aptly_shim'
+require 'aptly/watcher/config'
+
+module Aptly
+  module Watcher
+    class << self
+
+      def redis
+        @redis ||= Redis.new
+      end
+
+      def logger
+        return @logger if @logger
+        target = (@config[:log] == '-') ? STDOUT : @config[:log]
+        @logger ||= Logger.new target, 0, 1024000
+      end
+      
+      # sets up the incoming directories
+      def setup(config)
+        @config = config
+        @config[:repos].each do |repo|
+          repo_dir = "#{@config[:incoming_dir]}/#{@config[:distrib]}/#{repo}"
+          
+          # Create the directory if it's not already there
+          FileUtils.mkdir_p(repo_dir) unless File.directory?(repo_dir)
+        end
+      end
+
+      # log into redis so we can pick it up in the DMS
+      def log(level, message)
+        timestamp = Time.now.strftime('%Y-%m-%d %H:%M:%S')
+        msg       = "#{level[0].upcase}, [#{timestamp}] #{level.upcase} -- #{message}"
+        redis.lpush("aptly:watcher:log", msg)
+        redis.ltrim("aptly:watcher:log", 0, 99)
+        logger.send(level.to_sym, message)
+      end
+
+      # run the watcher with the given config
+      def run(config)
+        notifier   = INotify::Notifier.new
+        aptly      = Aptly::Watcher::AptlyShim.new(config[:distrib], config[:repos], config[:conf])
+        dispatcher = Aptly::Watcher::EventDispatcher.new(aptly)
+
+        # setup a notifier for each repo
+        config[:repos].each do |repo|
+          repo_dir = "#{config[:incoming_dir]}/#{@config[:distrib]}/#{repo}"
+          
+          # watch the directory for new files
+          notifier.watch(repo_dir, :close_write) do |event|
+            begin
+              dispatcher.process(repo_dir, event, repo)
+              log :info, "Successfully added #{event.name} to #{repo}"
+              system "chown #{config[:user]}:#{config[:user]} #{config[:aptly]['rootDir']} -R"
+            rescue StandardError => e
+              e.message.lines.each {|line| log :error, line.chomp }
+            end
+          end
+        end
+
+        # start the notifier
+        notifier.run
+      end
+
+    end
+  end
+end

metadata

@@ -0,0 +1,129 @@
+--- !ruby/object:Gem::Specification
+name: aptly-watcher
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Robert McLeod
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rb-inotify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Configures Aptly in a application centric manner, and watches a set of
+  folders for incoming Debian packages.
+email:
+- robert@autogrow.com
+executables:
+- aptly-watcher
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- LICENSE.txt
+- README.md
+- Rakefile
+- aptly-watcher.gemspec
+- bin/aptly-watcher
+- lib/aptly/watcher.rb
+- lib/aptly/watcher/aptly_shim.rb
+- lib/aptly/watcher/config.rb
+- lib/aptly/watcher/event_dispatcher.rb
+- lib/aptly/watcher/version.rb
+homepage: https://github.com/AutogrowSystems/aptly-watcher
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: Watches folders and adds them to their relative aptly repository
+test_files: []