vx-aptly 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 972eb4efd927c6f2cafc2aa79dd06d210e278218
+  data.tar.gz: 8a3b77d2d2e7b24a7c1f06cab4a213f4a9e53e66
+SHA512:
+  metadata.gz: f863fba591f65aef108963498bb5529a0caac0438edebd5a15984a2c36e9ebb3e93a9d523949dae03a8d633f5d75791e893745fa0396caf68b64da1259349c34
+  data.tar.gz: e70bbf5dace301aac72c9ded914cf14a1e476cfcca61a988efdcde3b20cbf912b860232ade6d7805a999e5b21337b8b9e412fd010a4b121d8eab5b8606eb63e2

data/.gitignore

@@ -0,0 +1,23 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+bower_components
+*.tar

data/Dockerfile

@@ -0,0 +1,11 @@
+FROM ubuntu:14.04
+MAINTAINER Dmitry Galinsky
+
+ADD . /tmp/vx-aptly/
+RUN bash /tmp/vx-aptly/docker/install.sh
+
+VOLUME ["/data"]
+
+EXPOSE 8080
+
+CMD ["/my_init"]

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in vx-aptly-push.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Dmitry Galinsky
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Vx::Aptly::Push
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'vx-aptly-push'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install vx-aptly-push
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/vx-aptly-push/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,36 @@
+require 'rake'
+require 'rake/testtask'
+require "bundler/gem_tasks"
+
+desc "Load gem environment"
+task :environment do
+  require File.expand_path("../lib/vx/aptly", __FILE__)
+end
+
+namespace :docker do
+  desc "Build tagged docker image"
+  task build: :environment do
+    cmd = "docker build --rm -t vexor/aptly:#{Vx::Aptly::VERSION} ."
+    puts cmd
+    exec cmd
+  end
+
+  desc "Push docker image to index"
+  task push: :environment do
+    cmd = "docker push vexor/aptly:#{Vx::Aptly::VERSION} ."
+    puts cmd
+    exec cmd
+  end
+end
+
+desc "Run web server"
+task :serve do
+  exec 'bin/vx-aptly serve'
+end
+
+Rake::TestTask.new :spec do |t|
+  t.libs.push "spec"
+  t.test_files = Dir.glob('spec/**/*_spec.rb')
+end
+
+task(default: :spec)

data/bin/vx-aptly

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+cli = File.expand_path("../../lib/vx/aptly/cli.sh", __FILE__)
+exec "#{cli} #{ARGV.join(' ')}"

data/doc/aptly.example

@@ -0,0 +1,16 @@
+{
+  "rootDir": "/data/repo/.aptly",
+  "downloadConcurrency": 4,
+  "downloadSpeedLimit": 0,
+  "architectures": ["all", "i386", "amd64"],
+  "dependencyFollowSuggests": false,
+  "dependencyFollowRecommends": false,
+  "dependencyFollowAllVariants": false,
+  "dependencyFollowSource": false,
+  "gpgDisableSign": true,
+  "gpgDisableVerify": true,
+  "downloadSourcePackages": false,
+  "ppaDistributorID": "ubuntu",
+  "ppaCodename": "",
+  "S3PublishEndpoints": {}
+}

data/doc/aptly.upstart

@@ -0,0 +1,27 @@
+description "VxAptly container"
+author "Dmitry Galinsky"
+start on filesystem and started docker
+stop on runlevel [!2345]
+respawn
+
+env VERSION=0.9.0
+
+pre-start script
+  set -x
+  set -e
+
+  i_version=$(docker inspect -f "{{ .Id }}" vexor/aptly:${VERSION})
+  c_version=$(docker inspect -f "{{ .Image }}" aptly)
+
+  if [ -n $i_version ] && [ -n $c_version ] && [ $i_version != $c_version ] ; then
+    docker stop aptly || true
+    docker rm -f aptly
+  fi
+
+  docker inspect aptly > /dev/null ||
+    docker create -e HTTPS=1 -e BASIC_AUTH=1 -p 0.0.0.0:443:8080 --name=aptly -v /data:/data vexor/aptly:${VERSION}
+end script
+
+script
+  /usr/bin/docker start -a aptly
+end script

data/doc/cloud-files.example

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+
+export SDK_USERNAME=""
+export SDK_API_KEY=""
+export SDK_CONTAINER=""
+
+cloud-files put -d -s ~/.aptly/public -d $SDK_CONTAINER

data/docker/install.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+set -e
+set -x
+
+cd /tmp/vx-aptly
+
+# fix locales
+locale-gen en_US.UTF-8
+echo "LC_ALL=en_US.UTF-8" > /etc/default/locale
+echo "LANG=en_US.UTF-8" >> /etc/default/locale
+
+# install aptly
+echo "deb http://repo.aptly.info/ squeeze main" >> /etc/apt/sources.list
+gpg --keyserver keys.gnupg.net --recv-keys 2A194991
+gpg -a --export 2A194991 | sudo apt-key add -
+apt-get update -qq
+apt-get install aptly=0.8 curl -qy
+
+# create user
+apt-get install passwd
+useradd --no-create-home --home-dir /data/repo --shell /bin/bash repo
+
+# install cloud files
+curl --fail -s -L https://github.com/vexor/vx-binutils/releases/download/v0.2.1/vx-binutils_0.2.1-0_amd64.deb > /tmp/vx-binutils.deb
+dpkg -i /tmp/vx-binutils.deb
+
+# install vx-aptly
+apt-get install git-core software-properties-common -qy
+apt-add-repository -y ppa:brightbox/ruby-ng-experimental
+apt-get update -qq
+apt-get install ruby2.1 ruby2.1-dev build-essential libssl-dev -qy
+gem update --system
+gem build *.gemspec
+gem install *.gem --no-ri --no-rdoc
+
+# init
+cp docker/my_init /my_init
+chmod +x /my_init
+
+# install supervisod
+apt-get install supervisor python-pip -qy
+pip install supervisor-stdout
+cp docker/supervisord.conf /etc/supervisor/supervisord.conf
+
+# Clean up APT when done.
+apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

data/docker/my_init

@@ -0,0 +1,57 @@
+#!/bin/sh
+
+set -e
+
+export LC_ALL=en_US.UTF-8
+export LANG=en_US.UTF-8
+
+gem_root=$(vx-aptly root)
+
+mkdir -p /data/repo
+chown -R repo:repo /data/repo
+
+test -d /data/repo/hooks || (
+  mkdir -p /data/repo/hooks
+  cp $gem_root/doc/cloud-files.example /data/repo/hooks/00_cloud-files.example
+)
+
+test -f /data/repo/.aptly.conf || (
+  cp $gem_root/doc/aptly.example /data/repo/.aptly.conf
+)
+
+test -f /data/repo/puma.key || (
+  openssl req \
+    -x509 \
+    -nodes \
+    -days 1826 \
+    -subj "/C=RU/L=Moscow/CN=$(hostname -f)" \
+    -newkey rsa:2048 \
+    -keyout /data/repo/puma.key \
+    -out /data/repo/puma.crt
+)
+
+test -f /data/repo/.token || (
+  user_passord=$(tr -cd '[:alnum:]' < /dev/urandom | fold -w40 | head -n1)
+  echo $user_passord > /data/repo/.token
+)
+
+test -f /data/repo/puma.rb || (
+  if [ "x$HTTPS" != "x" ] ; then
+    cat > /data/repo/puma.rb <<'EOL'
+bind 'ssl://0.0.0.0:8080?key=/data/repo/puma.key&cert=/data/repo/puma.crt'
+EOL
+  else
+    cat > /data/repo/puma.rb <<'EOL'
+bind 'tcp://0.0.0.0:8080'
+EOL
+  fi
+)
+
+export PYTHONUNBUFFERED=y
+export RACK_ENV=production
+
+if [ "x$BASIC_AUTH" != "x" ] ; then
+  export RACK_BASIC_AUTH=$(cat /data/repo/.token)
+fi
+
+exec /usr/bin/supervisord -c /etc/supervisor/supervisord.conf

data/docker/supervisord.conf

@@ -0,0 +1,17 @@
+[supervisord]
+nodaemon=true
+
+[program:puma]
+command=/usr/local/bin/vx-aptly serve -C /data/repo/puma.rb
+user=repo
+group=repo
+redirect_stderr=true
+stdout_events_enabled=true
+stderr_events_enabled=true
+environment=HOME="/data/repo"
+
+[eventlistener:stdout]
+command = supervisor_stdout
+buffer_size = 100
+events = PROCESS_LOG
+result_handler = supervisor_stdout:event_handler

data/lib/vx/aptly.rb

@@ -0,0 +1,33 @@
+require 'logger'
+
+::Logger.class_eval { alias :write :'<<' }
+
+module Vx
+  module Aptly
+
+    class AptlyCommandError < Exception ; end
+    class PublishNotFoundError < Exception ; end
+
+    @@logger = ::Logger.new(STDOUT)
+    @@root   = File.expand_path("../../../", __FILE__)
+
+    extend self
+
+    def logger
+      @@logger
+    end
+
+    def root
+      @@root
+    end
+
+  end
+end
+
+require File.expand_path("../aptly/version",       __FILE__)
+require File.expand_path("../aptly/mixin/capture", __FILE__)
+require File.expand_path("../aptly/app",           __FILE__)
+require File.expand_path("../aptly/repo",          __FILE__)
+require File.expand_path("../aptly/package",       __FILE__)
+require File.expand_path("../aptly/repo_publish",  __FILE__)
+

data/lib/vx/aptly/app.rb

@@ -0,0 +1,194 @@
+require 'puma'
+require 'rack-flash'
+require 'sinatra'
+require 'sinatra/form_helpers'
+require 'sinatra/partial'
+require 'logger'
+
+module Vx
+  module Aptly
+    class App < ::Sinatra::Base
+
+      register Sinatra::Partial
+
+      enable :logging, :dump_errors, :raise_errors, :sessions
+
+      set :partial_template_engine, :erb
+      set :server,     :puma
+      set :static,     true
+      set :public_dir, File.expand_path('../public', __FILE__)
+      set :views,      File.expand_path('../views', __FILE__)
+
+      helpers Sinatra::FormHelpers
+
+      use Rack::CommonLogger, Aptly.logger
+      use Rack::MethodOverride
+      use Rack::Flash
+
+      if ENV['RACK_BASIC_AUTH'].to_s != ""
+        BASIC_AUTH_USER, _ = ENV['RACK_BASIC_AUTH'].split(":")
+        use Rack::Auth::Basic, "Restricted Area" do |username, password|
+          username == BASIC_AUTH_USER
+        end
+      end
+
+      helpers do
+
+        def ico name
+          %{<span class="fui-#{name}"></span>}
+        end
+
+        def number_to_human_size(size, precision=1)
+          size = Kernel.Float(size)
+          case
+          when size.to_i == 1;    "1 Byte"
+          when size < 1024; "%d Bytes" % size
+          when size < (1024 * 1024); "%.#{precision}f KB"  % (size / 1024.0)
+          when size < (1024 * 1024 * 1024); "%.#{precision}f MB"  % (size /  (1024 * 1024).to_f)
+          when size < (1024 * 1024 * 1024 * 1024); "%.#{precision}f GB"  % (size / (1024 * 1024 * 1024).to_f)
+          else                    "%.#{precision}f TB"  % (size / (1024 * 1024 * 1024 * 1024).to_f)
+          end.sub(/([0-9])\.?0+ /, '\1 ' )
+        end
+      end
+
+      ## Dashboard
+
+      get '/' do
+        @repos = Repo.all
+        @pubs  = RepoPublish.all
+        erb :'/index', layout: :layout
+      end
+
+      ## Repos
+
+      get '/repos/new' do
+        @repo = Repo.new
+        erb :'/repos/new', layout: :layout
+      end
+
+      get '/repos/:name' do |name|
+        @repo = Repo.find name
+        erb :'/repos/show', layout: :layout
+      end
+
+      get '/repos/:name/edit' do |name|
+        @repo = Repo.find name
+        erb :'/repos/edit', layout: :layout
+      end
+
+      post '/repos' do
+        @repo = Repo.new params[:repo]
+        if @repo.create
+          flash[:notice] = @repo.notice
+          redirect to("/repos/#{@repo.name}")
+        else
+          erb :'/repos/new', layout: :layout
+        end
+      end
+
+      patch '/repos/:name' do |name|
+        @repo = Repo.new params[:repo]
+        if @repo.update
+          flash[:notice] = @repo.notice
+          redirect to("/repos/#{@repo.name}")
+        else
+          erb :'/repos/edit', layout: :layout
+        end
+      end
+
+      delete '/repos/:name' do |name|
+        @repo = Repo.find name
+        @repo.destroy
+        flash[:notice] = @repo.notice
+        redirect to('/')
+      end
+
+      ## Packages
+
+      get '/repos/:name/packages' do |name|
+        @repo = Repo.find name
+        erb :'repos/packages', layout: false
+      end
+
+      post '/repos/:name/packages' do |name|
+        repo    = Repo.find name
+        path    = params[:file][:tempfile].path
+        fname   = params[:file][:filename]
+        package = Package.add repo, fname, path
+        if package.valid?
+          flash[:notice] = package.notice
+        else
+          flash[:error]  = package.error.to_s
+        end
+        redirect to("/repos/#{repo.name}")
+      end
+
+      post '/repos/:name/push' do |name|
+        repo = Repo.find name
+        file_path = params[:file][:tempfile].path
+        content_type 'text/event-stream'
+        stream(:keep_open) do |out|
+          Package.push repo, file_path do |re|
+            out << re
+          end
+        end
+      end
+
+      delete '/repos/:name/packages/:id' do |name, id|
+        @repo    = Repo.find name
+        @package = Package.find id
+        @package.destroy(@repo)
+        flash[:notice] = @package.notice
+        redirect to("/repos/#{@repo.name}")
+      end
+
+      ## Repo Publishes
+
+      get '/repo/publishes/new' do
+        @pub   = RepoPublish.new
+        erb :'repo_publishes/new', layout: :layout
+      end
+
+      post '/repo/publishes' do
+        @pub = RepoPublish.new params[:pub]
+        @pub.create
+        if @pub.valid?
+          flash[:notice] = @pub.notice
+          redirect to("/")
+        else
+          erb :'repo_publishes/new', layout: :layout
+        end
+      end
+
+      patch '/repo/publishes/*' do |id|
+        @pub = RepoPublish.find(id)
+        @pub.update
+        flash[:notice] = @pub.notice
+        redirect to("/")
+      end
+
+      delete '/repo/publishes/*' do |id|
+        @pub = RepoPublish.find(id)
+        @pub.destroy
+        flash[:notice] = @pub.notice
+        redirect to("/")
+      end
+
+      # default route
+
+      get '/*' do |file|
+        abs_path = "#{ENV['HOME']}/.aptly/public/#{file}"
+        if File.readable?(abs_path)
+          send_file abs_path
+        else
+          status 404
+        end
+      end
+
+      error 404 do
+        File.read( File.expand_path('../public/404.html', __FILE__))
+      end
+
+    end
+  end
+end