rake-xpi 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4fbcc44fc0cbe55a24febb2258bf4a48b90c9d0d
+  data.tar.gz: 07946ac497e0a0859530b73e2bf0b0d86b20b90e
+SHA512:
+  metadata.gz: 8cbf3067a6e13c0d09f06da122ac17fbb090ee8997535f5e5218072057cb9289419351ded35d49fd30e1c205129a6b46dd504a3f24149339a86c9f10a8d02733
+  data.tar.gz: 13058ade3c32bb5d02ac5035162a5c2c49ee1e0f0542a95fbc8a2c2d86bce9fb406acf2d174db85fdfd994a0f946ae3c68ce319fb3f86eb7e06c114f612764d0

data/Gemfile

@@ -0,0 +1,7 @@
+#ruby=2.2
+#ruby-gemset=zotero
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,81 @@
+PATH
+  remote: .
+  specs:
+    rake-xpi (0.0.4)
+      aws-sdk
+      github_api
+      jwt
+      multipart-post
+      nokogiri
+      rake
+      recursive-open-struct
+      rest-client
+      rubyzip (>= 1.0.0)
+      zip-zip
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.4.0)
+    aws-sdk (2.2.30)
+      aws-sdk-resources (= 2.2.30)
+    aws-sdk-core (2.2.30)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.2.30)
+      aws-sdk-core (= 2.2.30)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    domain_name (0.5.20160310)
+      unf (>= 0.0.5, < 1.0.0)
+    faraday (0.9.2)
+      multipart-post (>= 1.2, < 3)
+    github_api (0.13.1)
+      addressable (~> 2.4.0)
+      descendants_tracker (~> 0.0.4)
+      faraday (~> 0.8, < 0.10)
+      hashie (>= 3.4)
+      multi_json (>= 1.7.5, < 2.0)
+      oauth2
+    hashie (3.4.3)
+    http-cookie (1.0.2)
+      domain_name (~> 0.5)
+    jmespath (1.1.3)
+    jwt (1.5.1)
+    mime-types (2.99.1)
+    mini_portile2 (2.0.0)
+    multi_json (1.11.2)
+    multi_xml (0.5.5)
+    multipart-post (2.0.0)
+    netrc (0.11.0)
+    nokogiri (1.6.7.2)
+      mini_portile2 (~> 2.0.0.rc2)
+    oauth2 (1.1.0)
+      faraday (>= 0.8, < 0.10)
+      jwt (~> 1.0, < 1.5.2)
+      multi_json (~> 1.3)
+      multi_xml (~> 0.5)
+      rack (>= 1.2, < 3)
+    rack (1.6.4)
+    rake (11.1.2)
+    recursive-open-struct (1.0.1)
+    rest-client (1.8.0)
+      http-cookie (>= 1.0.2, < 2.0)
+      mime-types (>= 1.16, < 3.0)
+      netrc (~> 0.7)
+    rubyzip (1.2.0)
+    thread_safe (0.3.5)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.2)
+    zip-zip (0.3)
+      rubyzip (>= 1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  rake-xpi!
+
+BUNDLED WITH
+   1.11.2

data/Rakefile

@@ -0,0 +1,41 @@
+require 'bundler/gem_tasks'
+require 'fileutils'
+require 'yaml'
+require 'pp'
+
+task :default => :build
+
+task :bump do
+  gemspec = []
+  bumped = false
+  IO.readlines('rake-xpi.gemspec').each{|line|
+    if line =~ /spec.version *= *'([0-9\.]+)'/
+      bumped = true
+      old = $1
+      new = old.split('.').collect{|n| Integer(n)}
+      new[-1] += 1
+      new = new.collect{|n| n.to_s}.join('.')
+      line = line.sub(old, new)
+    end
+    gemspec << line
+  }
+  gemspec = gemspec.join('')
+
+  File.open('rake-xpi.gemspec', 'w'){|f| f.write(gemspec) }
+  puts `git add rake-xpi.gemspec Gemfile Gemfile.lock`
+end
+
+task :publish do
+  version = nil
+  IO.readlines('rake-xpi.gemspec').each{|line|
+    version = $1 if line =~ /spec.version *= *'([0-9\.]+)'/
+  }
+  raise "No version found" unless version
+  sh "git add ."
+  sh "git commit -m #{version}"
+  sh "git tag #{version}"
+  Dir['pkg/*.gem'].each{|f| File.unlink(f)}
+  Rake::Task["build"].invoke
+  sh "gem push #{Dir['pkg/*.gem'].join(' ')}"
+  sh "git push"
+end

data/lib/rake/xpi.rb

@@ -0,0 +1,370 @@
+require 'aws-sdk'
+require 'fileutils'
+require 'jwt'
+require 'nokogiri'
+require 'open-uri'
+require 'ostruct'
+require 'rake'
+require 'recursive-open-struct'
+require 'rest-client'
+require 'securerandom'
+require 'socket'
+require 'tempfile'
+require 'uri'
+require 'yaml'
+require 'zip'
+
+module Rake
+  module XPI
+    class Config
+      include Rake::DSL
+
+      def initialize()
+        @config = RecursiveOpenStruct.new(YAML::load_file('xpi.yml'), recurse_over_arrays: true)
+        @timestamp = Time.now.to_i.to_s
+
+        @config.to_h.keys.each{|key|
+          self.class.send(:define_method, key) { @config[key] }
+        }
+      end
+      def versioned_xpi(v=nil)
+        return File.basename(self.xpi, File.extname(self.xpi)) + '-' + (v || self.version) + File.extname(self.xpi)
+      end
+
+      def bump(level=nil)
+        r = release.split('.').collect{|n| Integer(n)}
+        r = case (level || 'patch').intern
+            when :major then [r[0] + 1, 0, 0]
+            when :minor then [r[0], r[1] + 1, 0]
+            when :patch then [r[0], r[1], r[2] + 1]
+            else raise "Unexpected release increase #{level.inspect}"
+            end
+        self.release = r.collect{|n| n.to_s}.join('.')
+      end
+
+      def id
+        return Nokogiri::XML(File.open('install.rdf')).at('//em:id').inner_text
+      end
+      def release
+        return Nokogiri::XML(File.open('install.rdf')).at('//em:version').inner_text
+      end
+      def release=(rel)
+        doc = Nokogiri::XML(File.open('install.rdf'))
+        doc.at('//em:version').content = rel
+        open('install.rdf', 'w'){|f| f.write(doc.to_xml)}
+      end
+
+      def version
+        b = "-#{branch}"
+        b = '' if b == '-master'
+        if release_build?
+          return release
+        elsif ENV['TRAVIS_BUILD_NUMBER']
+          return release + "-travis#{b}-#{ENV['TRAVIS_BUILD_NUMBER']}"
+        elsif ENV['CIRCLE_BUILD_NUM']
+          return release + "-circle#{b}-#{ENV['CIRCLE_BUILD_NUM']}"
+        else
+          return release + "-#{Socket.gethostname}#{b}-#{@timestamp}"
+        end
+      end
+
+      def update_rdf(link)
+        _id = self.id
+        _release = self.release
+        _changelog = self.changelog
+
+        update = Nokogiri::XML::Builder.new { |xml|
+          xml.RDF('xmlns:RDF'=>'http://www.w3.org/1999/02/22-rdf-syntax-ns#', 'xmlns:em' =>
+          'http://www.mozilla.org/2004/em-rdf#') {
+            xml.parent.namespace = xml.parent.namespace_definitions.find{|ns|ns.prefix=='RDF'}
+            xml['RDF'].Description(about: "urn:mozilla:extension:#{_id}") {
+              xml['em'].updates {
+                xml['RDF'].Seq {
+                  xml['RDF'].li {
+                    xml['RDF'].Description {
+                      xml['em'].version { xml.text _release }
+
+                      Nokogiri::XML(open('install.rdf')).xpath('//em:targetApplication/xmlns:Description').each{|target|
+                        xml['em'].targetApplication {
+                          xml['RDF'].Description {
+                            xml['em'].id { xml.text target.at('./em:id').inner_text }
+                            xml['em'].minVersion { xml.text target.at('./em:minVersion').inner_text }
+                            xml['em'].maxVersion { xml.text target.at('./em:maxVersion').inner_text }
+                            xml['em'].updateLink { xml.text link }
+                            xml['em'].updateInfoURL { xml.text _changelog }
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+        Tempfile.create('update_rdf') do |tmp|
+          tmp.write(update.to_xml)
+          tmp.close
+          yield tmp.path
+        end
+      end
+
+      def download(url, file)
+        puts "Downloading #{url} to #{file}..."
+        sh "curl -L #{url.shellescape} -o #{file.shellescape}"
+      end
+
+      def release_message
+        return "release: #{self.xpi} #{self.release}"
+      end
+
+      def pull_request
+        return ENV['TRAVIS_PULL_REQUEST'] if (ENV['TRAVIS_PULL_REQUEST'] || 'false') != 'false'
+        return ENV['CI_PULL_REQUESTS'] if (ENV['CI_PULL_REQUESTS'] || '') != ''
+        return nil
+      end
+
+      def branch
+        if @branch.nil?
+          if pull_request
+            @branch = 'pull-request-' + pull_request
+          elsif ENV['TRAVIS_BRANCH']
+            @branch = ENV['TRAVIS_BRANCH']
+          elsif ENV['CIRCLE_BRANCH']
+            @branch = ENV['CIRCLE_BRANCH']
+          else
+            @branch = `git rev-parse --abbrev-ref HEAD`.strip
+          end
+        end
+        return @branch
+      end
+
+      def release_build?
+        if @release_build.nil?
+          commitmsg = `git log -n 1 --pretty=oneline`.strip
+          commit = %w{CIRCLE_SHA1 TRAVIS_COMMIT}.collect{|key| ENV[key]}.compact.first
+          commit ||= 'local'
+
+          releasemsg = "#{commit} #{release_message}"
+
+          STDERR.puts "#{self.release}"
+          STDERR.puts "  committed = #{commitmsg}"
+          STDERR.puts "  release   = #{releasemsg}"
+          STDERR.puts "  branch    = #{branch}"
+
+          @release_build = (commitmsg == releasemsg && branch == 'master')
+        end
+
+        return @release_build
+      end
+
+      def sign
+        return if ENV['SIGN'] == 'false'
+        return unless @config.amo && @config.amo.issuer && @config.amo.secret
+        issuer = ENV[@config.amo.issuer]
+        secret = ENV[@config.amo.secret]
+        return unless issuer && secret
+
+        token = lambda {
+          payload = {
+            jti: SecureRandom.base64,
+            iss: issuer,
+            iat: Time.now.utc.to_i,
+            exp: Time.now.utc.to_i + 60,
+          }
+          return JWT.encode(payload, secret, 'HS256')
+        }
+
+        duration = lambda{|secs|
+          secs = secs.to_i
+          mins  = secs / 60
+          hours = mins / 60
+          days  = hours / 24
+
+          if days > 0
+            "#{days} days and #{hours % 24} hours"
+          elsif hours > 0
+            "#{hours} hours and #{mins % 60} minutes"
+          elsif mins > 0
+            "#{mins} minutes and #{secs % 60} seconds"
+          elsif secs >= 0
+            "#{secs} seconds"
+          end
+        }
+
+        url = "https://addons.mozilla.org/api/v3/addons/#{self.id}/versions/#{self.version}/"
+
+        wait = nil
+        begin
+          Dir.mktmpdir{|dir|
+            tmp = File.join(dir, self.versioned_xpi)
+            FileUtils.cp(self.xpi, tmp)
+            puts "Submit #{tmp} to #{url} for signing"
+            RestClient.put(url, {upload: File.new(tmp)}, { 'Authorization' => "JWT #{token.call}", 'Content-Type' => 'multipart/form-data' })
+          }
+          wait = Time.now.to_i
+          sleep 10
+        rescue RestClient::Conflict
+          puts "#{self.xpi} already signed"
+          wait = Time.now.to_i
+        end
+
+        status = {}
+        (1..100).each{|attempt|
+          status = JSON.parse(RestClient.get(url, { 'Authorization' => "JWT #{token.call}"} ).to_s)
+          files = (status['files'] || []).length
+          signed = (files > 0 ? status['files'][0]['signed'] : false)
+          puts "attempt #{attempt} after #{duration.call(Time.now.to_i - wait)}, #{files} files, signed: #{signed}"
+          break if signed
+          sleep 5
+        }
+
+        raise "Unexpected response: #{status['files'].inspect}" if !status['files'] || status['files'].length != 1 || !status['files'][0]['download_url']
+        raise "Not signed: #{status['files'][0].inspect}" unless status['files'][0]['signed']
+
+        puts "\ngetting signed XPI from #{status['files'][0]['download_url']}"
+        File.open(self.xpi, 'wb'){|f|
+          f.write(RestClient.get(status['files'][0]['download_url'], { 'Authorization' => "JWT #{token.call}"} ).body)
+        }
+      end
+
+      def getxpis
+        return if ENV['OFFLINE'].to_s.downcase == 'true'
+        return unless @config.test && @config.test.xpis && @config.test.xpis.install
+
+        dir = File.expand_path(@config.test.xpis.install)
+        FileUtils.mkdir_p(dir)
+        installed = Dir["#{dir}/*.xpi"].collect{|f| File.basename(f) }
+
+        sources = (@config.test.xpis.download || []).collect{|s| resolvexpi(s) }
+
+        (installed - sources.collect{|s| s.xpi}).each{|xpi|
+          STDERR.puts "Removing #{xpi}"
+          File.unlink("#{dir}/#{xpi}")
+        }
+        sources.reject{|s| installed.include?(s.xpi) && s.url !~ /^file:/ }.each{|s|
+          # https://github.com/zotero/zotero/zipball/master for zotero master
+          if s.xpi =~ /(.*)-master-.*.xpi$/
+            src = $1
+            tgt = "#{dir}/#{s.xpi}"
+            STDERR.puts "Zipping #{s.xpi} to #{tgt}"
+            Dir.chdir(src){|path|
+              Zip::File.open(tgt, 'w') do |zipfile|
+                Dir["**/*"].sort.each{|file|
+                  zipfile.add(file, file)
+                }
+              end
+            }
+          else
+            STDERR.puts "Downloading #{s.xpi}"
+            download(s.url, "#{dir}/#{s.xpi}")
+          end
+        }
+      end
+
+      def resolvexpi(source)
+        STDERR.puts "Resolving #{source}"
+
+        xpi = nil
+
+        if source =~ /update\.rdf$/
+          update_rdf = Nokogiri::XML(open(source))
+          update_rdf.remove_namespaces!
+          url = update_rdf.at('//updateLink').inner_text
+        elsif source =~ /^https:\/\/addons\.mozilla\.org\//
+          page = open(source).read
+          page = Nokogiri::HTML(page)
+          url = page.at_css('p.install-button').at_css('a')['href']
+
+          url = URI.join(source, url ).to_s if url !~ /^http/
+
+          return resolvexpi(url) if url =~ /\/contribute\/roadblock\//
+
+          # AMO uses redirects, so I can't write the file to the final name just yet
+          final_uri = nil
+          open(url) do |h|
+            final_uri = h.base_uri
+          end
+          url = final_uri.to_s
+        elsif source =~ /^https:\/\/github\.com\/zotero\/([^\/]+)\/zipball\/master$/
+          url = source
+          src = $1
+          Dir.chdir(src) {
+            rev = `git log -n 1 --pretty=format:"%h"`
+            xpi = "#{src}-master-#{rev}.xpi"
+          }
+        elsif source =~ /^file:/ || source =~ /\.xpi(\?|$)/
+          url = source
+        else
+          throw "Unsupported XPI source #{source}"
+        end
+
+        xpi ||= url.sub(/.*\//, '').sub(/\?.*$/, '')
+        STDERR.puts "Resolved to #{url}"
+        return OpenStruct.new(url: url, xpi: xpi)
+      end
+
+    end
+  end
+end
+
+XPI = Rake::XPI::Config.new
+NODEBIN="node_modules/.bin"
+
+task :default => XPI.xpi do
+end
+
+file XPI.xpi => XPI.files do |t|
+  STDERR.puts "Building #{t.name}"
+  Dir["*.xpi"].each{|f| File.unlink(f) }
+
+  Zip::File.open(t.name, 'w') do |zipfile|
+    t.sources.sort.each{|src|
+      case File.basename(src)
+      when 'install.rdf'
+        install_rdf = Nokogiri::XML(File.open(src))
+        install_rdf.at('//em:version').content = XPI.version
+        zipfile.get_output_stream(src){|f| install_rdf.write_xml_to f }
+      else
+        zipfile.add(src, src)
+      end
+    }
+  end
+
+  begin
+    XPI.sign
+  rescue => e
+    FileUtils.rm_f(XPI.xpi)
+    raise e
+  end
+end
+
+rule '.js' => '.pegjs' do |t|
+  sh "#{NODEBIN}/pegjs -e #{File.basename(t.source, File.extname(t.source))} #{t.source.shellescape} #{t.name.shellescape}"
+end
+
+task :npm do
+  sh "npm install --save coffee-script coffeelint pegjs"
+end
+
+rule '.js' => '.coffee' do |t|
+  sh "#{NODEBIN}/coffeelint #{t.source.shellescape}"
+  sh "#{NODEBIN}/coffee -bc #{t.source.shellescape}"
+end
+
+task :bump, :level do |t, args|
+  modified = `git ls-files -m`.split(/\n/).reject{|f| f == 'www' || f == 'wiki'}
+  throw "#{modified.length} modified files not checked in" unless modified.length == 0
+  XPI.bump(args[:level])
+
+  sh "git add install.rdf"
+  sh "git commit -m #{XPI.release_message.shellescape}"
+  sh "git tag #{XPI.release.shellescape}"
+end
+
+task :publish => XPI.xpi do
+  if !XPI.pull_request
+    STDERR.puts "Publishing #{XPI.release_build? ? 'release' : 'debug'} build #{XPI.versioned_xpi}"
+    STDERR.puts "Published to " + XPI.publish
+  end
+end

data/lib/rake/xpi/bintray.rb

@@ -0,0 +1,57 @@
+#require 'aws-sdk'
+#require 'fileutils'
+#require 'jwt'
+#require 'nokogiri'
+#require 'open-uri'
+#require 'ostruct'
+#require 'rake'
+#require 'recursive-open-struct'
+#require 'rest-client'
+#require 'securerandom'
+#require 'socket'
+#require 'tempfile'
+#require 'uri'
+#require 'yaml'
+#require 'zip'
+
+module Rake
+  module XPI
+    class Config
+      def publish
+        raise "Bintray publishing not configured" unless @config.bintray && @config.bintray.secret
+        STDERR.puts "Publishing #{self.versioned_xpi} to Bintray"
+        #RestClient.log = 'stdout'
+
+        secret = ENV[@config.bintray.secret]
+
+        client = RestClient::Resource.new('https://api.bintray.com', @config.bintray.user, secret)
+        content = client['content'][@config.bintray.user][@config.bintray.repo]
+
+        begin
+          client['packages'][@config.bintray.user][@config.bintray.repo][@config.bintray.package]['versions']['latest'].delete
+        rescue RestClient::ResourceNotFound
+          # that's OK
+        end
+
+        content[@config.bintray.package][self.version][self.versioned_xpi].put(File.new(self.xpi), {
+          content_type: 'application/x-xpinstall',
+          x_bintray_package: @config.bintray.package,
+          x_bintray_version: self.version,
+          x_bintray_publish: '1'
+        })
+
+        if release_build?
+          update_rdf("https://bintray.com/artifact/download/#{@config.bintray.user}/#{@config.bintray.repo}/#{@config.bintray.package}/#{self.version}/#{self.versioned_xpi}"){|update|
+            content[@config.repo.package]['update.rdf'].put(File.new(update), {
+              content_type: 'application/rdf+xml',
+              x_bintray_package: @config.repo.package,
+              x_bintray_version: 'latest',
+              x_bintray_publish: '1',
+              x_bintray_override: '1'
+            })
+          }
+        end
+      end
+    end
+  end
+end

data/lib/rake/xpi/github.rb

@@ -0,0 +1,81 @@
+require 'github_api'
+#require 'aws-sdk'
+#require 'fileutils'
+#require 'jwt'
+#require 'nokogiri'
+#require 'open-uri'
+#require 'ostruct'
+#require 'rake'
+#require 'recursive-open-struct'
+#require 'rest-client'
+#require 'securerandom'
+#require 'socket'
+#require 'tempfile'
+#require 'uri'
+#require 'yaml'
+#require 'zip'
+
+module Rake
+  module XPI
+    class Config
+      def get_stable_release(tag, prerelease)
+        release = @releases.list(@config.github.user, @config.github.repo).detect{|rel| rel.tag_name == tag }
+        return release if release
+
+        sha = `git rev-list --max-parents=0 HEAD`.split(/\n/).collect{|sha| sha.strip}.first
+        release = @releases.create(@config.github.user, @config.github.repo, {
+          tag_name: tag,
+          target_commitish: sha,
+          name: tag,
+          body: tag,
+          prerelease: prerelease
+        })
+      end
+
+      def publish
+        raise "Github publishing not configured" unless @config.github && @config.github.user && @config.github.token
+        token = ENV[@config.github.token]
+        raise "Github publishing not configured" unless token
+
+        @github = Github.new({oauth_token: token})
+        @releases = @github.repos.releases
+
+        release = nil
+        if release_build?
+          # create release and upload assets
+          release = @releases.create(@config.github.user, @config.github.repo, {
+            tag_name: self.release,
+            name: self.release,
+            body: self.release
+          })
+        else
+          release = get_stable_release('builds', true)
+        end
+
+        @releases.assets.upload(@config.github.user, @config.github.repo, release.id, self.xpi, {
+          name: self.versioned_xpi,
+          content_type: 'application/x-xpinstall'
+        })
+
+        download = "https://github.com/#{@config.github.user}/#{@config.github.repo}/releases/download/#{release.name}/#{self.versioned_xpi}"
+        if release_build?
+          release = get_stable_release('update.rdf', false)
+          # Remove any existing assets
+          @github.repos.releases.assets.list(@config.github.user, @config.github.repo, release.id){ |asset|
+            @github.repos.releases.assets.delete(@config.github.user, @config.github.repo, asset.id)
+          }
+
+          update_rdf(download){|update|
+            @releases.assets.upload(@config.github.user, @config.github.repo, release.id, update, {
+              name: 'update.rdf',
+              content_type: 'application/rdf+xml'
+            })
+          }
+        end
+
+        return download
+      end
+    end
+  end
+end
+

data/lib/rake/xpi/s3.rb

@@ -0,0 +1,83 @@
+#require 'aws-sdk'
+#require 'fileutils'
+#require 'jwt'
+#require 'nokogiri'
+#require 'open-uri'
+#require 'ostruct'
+#require 'rake'
+#require 'recursive-open-struct'
+#require 'rest-client'
+#require 'securerandom'
+#require 'socket'
+#require 'tempfile'
+#require 'uri'
+#require 'yaml'
+#require 'zip'
+
+module Rake
+  module XPI
+    class Config
+      def publish
+        raise "S3 publishing not configured" unless @config.s3 && @config.s3.id && @config.s3.secret
+        STDERR.puts "Publishing #{self.versioned_xpi} to S3"
+        id = ENV[@config.s3.id]
+        secret = ENV[@config.s3.secret]
+        return false unless id && secret
+
+        s3 = Aws::S3::Resource.new(region: @config.s3.region, credentials: Aws::Credentials.new(id, secret))
+        bucket = s3.bucket(@config.s3.bucket)
+
+        obj = bucket.object("#{release_build? ? @config.s3.prefix : 'builds'}/#{self.versioned_xpi}")
+        obj.upload_file(self.xpi, content_type: 'application/x-xpinstall')
+        if release_build?
+          update_rdf("https://s3.#{@config.s3.region}.amazonaws.com/#{@config.s3.bucket}/#{@config.s3.prefix}/#{self.versioned_xpi}"){|update|
+            obj = bucket.object("#{@config.s3.prefix}/update.rdf")
+            obj.upload_file(update, content_type: 'application/rdf+xml')
+          }
+        end
+      end
+    end
+  end
+end
+
+task :bucket, [:uploader, :id, :secret] do |t, args|
+  id = args[:id] || ENV[XPI.s3.id]
+  secret = args[:secret] || ENV[XPI.s3.secret]
+  uploader = args[:uploader]
+
+  s3 = Aws::S3::Resource.new(region: XPI.s3.region, credentials: Aws::Credentials.new(id, secret))
+  bucket = s3.bucket(XPI.s3.bucket)
+  bucket.create() unless bucket.exists?
+
+  bucket.policy.put(policy: {
+    "Version": "2012-10-17",
+    "Id": "XPI downloads",
+    "Statement": [
+      {
+        "Sid": "Stmt1435253907295",
+        "Effect": "Allow",
+        "Principal": { "AWS": uploader },
+        "Action": "s3:*",
+        "Resource": "arn:aws:s3:::#{XPI.s3.bucket}/*"
+      },
+      {
+        "Sid": "PublicRead",
+        "Effect": "Allow",
+        "Principal": "*",
+        "Action": "s3:GetObject",
+        "Resource": "arn:aws:s3:::#{XPI.s3.bucket}/*"
+      }
+    ]
+  }.to_json)
+
+  bucket.lifecycle.put(lifecycle_configuration: {
+    rules: [
+      {
+        status: "Enabled",
+        prefix: "builds/",
+        expiration: { days: 7 },
+        id: "cleanup-build"
+      }
+    ]
+  })
+end

data/lib/rake/xpi/sourceforge.rb

@@ -0,0 +1,81 @@
+require 'net/sftp'
+require 'nokogiri'
+require 'shellwords'
+
+module Rake
+  module XPI
+    class Config
+      include Rake::DSL
+
+      def publish
+        raise "Sourceforge publishing not configured" unless @config.sourceforge && @config.sourceforge.project && @config.sourceforge.user && @config.sourceforge.key
+
+        STDERR.puts "Publishing #{self.versioned_xpi} to sourceforge"
+
+        builds = 'builds'
+        download = "http://downloads.sourceforge.net/project/#{@config.sourceforge.project}/#{self.release_build? ? self.release : builds}/#{self.versioned_xpi}"
+        latest = nil
+        # assumes ssh keys set up properly
+        Net::SFTP.start('frs.sourceforge.net', @config.sourceforge.user) do |sftp|
+          root = "/home/frs/project/#{@config.sourceforge.project}"
+
+          mkdir = lambda do |dir|
+            dir = "#{root}/#{dir}" unless dir =~ /^\//
+            begin
+              sftp.mkdir!(dir)
+            rescue => e
+              STDERR.puts "#{dir} exists: #{e}"
+            end
+          end
+
+          if self.release_build?
+            mkdir.call('update')
+            update_rdf(download){|update|
+              sftp.upload!(update, "#{root}/update/update.rdf")
+            }
+            latest = self.release
+          else
+            begin
+              latest = Nokogiri::XML(sftp.download!("#{root}/update/update.rdf")).at('//em:version').inner_text
+            rescue => e
+              STDERR.puts "no existing release (#{e})"
+            end
+          end
+
+          # create builds dir
+          mkdir.call(builds)
+
+          # create release dir
+          dir = "#{root}/#{self.release_build? ? self.release : builds}"
+          begin
+            sftp.mkdir!(dir)
+          rescue
+          end
+          # put the XPI there
+          sftp.upload!(File.absolute_path(xpi), "#{dir}/#{self.versioned_xpi}")
+
+          # remove builds older than a week
+          cutoff = (Time.now - (7*24*60*60)).to_i
+          old = []
+          sftp.dir.foreach("#{root}/#{builds}") do |file|
+            old << file.longname if file.attributes.mtime < cutoff
+          end
+          old.each{|file|
+            sftp.remove(file)
+          }
+        end
+
+        if latest
+          # https://sourceforge.net/p/forge/documentation/Using%20the%20Release%20API/
+          RestClient.put(
+            "https://sourceforge.net/projects/#{@config.sourceforge.project}/files/#{latest}/#{self.versioned_xpi(latest)}",
+            "default=windows&default=mac&default=linux&default=bsd&default=solaris&default=others&api_key=#{ENV[@config.sourceforge.key]}",
+            {accept: :json}
+          )
+        end
+
+        return download
+      end
+    end
+  end
+end

data/rake-xpi.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "rake-xpi"
+  spec.version       = '0.0.4'
+  spec.authors       = ["Emiliano Heyns"]
+  spec.email         = ["Emiliano.Heyns@iris-advies.com"]
+  spec.description   = %q{rake helper to build XPI files}
+  spec.summary       = %q{rake helper to build XPI files}
+  spec.homepage      = "http://zotplus.github.io"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+  spec.required_ruby_version = '>= 2.2'
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+
+  spec.add_runtime_dependency 'aws-sdk'
+  spec.add_runtime_dependency 'github_api'
+  spec.add_runtime_dependency 'jwt'
+  spec.add_runtime_dependency 'multipart-post'
+  spec.add_runtime_dependency 'nokogiri'
+  spec.add_runtime_dependency 'rake', '>= 0', '>= 0'
+  spec.add_runtime_dependency 'recursive-open-struct'
+  spec.add_runtime_dependency 'rest-client'
+  spec.add_runtime_dependency 'rubyzip', '>= 1.0.0' # will load new rubyzip version
+  spec.add_runtime_dependency 'zip-zip' # will load compatibility for old rubyzip API.
+end

metadata

@@ -0,0 +1,207 @@
+--- !ruby/object:Gem::Specification
+name: rake-xpi
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Emiliano Heyns
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-03-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: github_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jwt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multipart-post
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: recursive-open-struct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: zip-zip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: rake helper to build XPI files
+email:
+- Emiliano.Heyns@iris-advies.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- lib/rake/xpi.rb
+- lib/rake/xpi/bintray.rb
+- lib/rake/xpi/github.rb
+- lib/rake/xpi/s3.rb
+- lib/rake/xpi/sourceforge.rb
+- rake-xpi.gemspec
+homepage: http://zotplus.github.io
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.2'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.0
+signing_key: 
+specification_version: 4
+summary: rake helper to build XPI files
+test_files: []