right_scraper 1.0.26 → 3.0.0

data/lib/right_scraper/repositories/mock.rb

@@ -0,0 +1,70 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+require File.expand_path(File.join(File.dirname(__FILE__), 'base'))
+
+module RightScraper
+  module Repositories
+    # A "repository" that is just there for testing.  This class is not
+    # loaded by default.
+    class Mock < Base
+      # Create a new mock repository.
+      def initialize
+        @repo_type = :mock
+      end
+      # (String) Type of the repository, here 'download'.
+      attr_accessor :repo_type
+
+      # (String) Optional, tag or branch of repository that should be downloaded
+      attr_accessor :tag
+
+      # (String) Optional, username
+      attr_accessor :first_credential
+
+      # (String) Optional, password
+      attr_accessor :second_credential
+
+      # Unique representation for this repo, should resolve to the same string
+      # for repos that should be cloned in same directory
+      #
+      # === Returns
+      # res(String):: Unique representation for this repo
+      def to_s
+        res = "mock #{url}:#{tag}"
+      end
+
+      # (Base class) Appropriate class for scraping this sort of
+      # repository.
+      def scraper
+        @@scraper || raise("Scraper for mocks isn't defined yet")
+      end
+
+      # Set the correct sort of scraper to use for mock repositories.
+      def self.scraper=(scraper)
+        @@scraper = scraper
+      end
+
+      # Add this repository to the list of available types.
+      @@types[:mock] = RightScraper::Repositories::Mock
+    end
+  end
+end

data/lib/right_scraper/repositories/svn.rb

@@ -0,0 +1,96 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module RightScraper
+  module Repositories
+    # A repository that is stored in a Subversion server.
+    class Svn < Base
+
+      # (String) Optional, tag or branch of repository that should be downloaded
+      attr_accessor :tag
+      alias_method :revision, :tag
+
+      # (String) Optional, SVN username
+      attr_accessor :first_credential
+      alias_method :username, :first_credential
+
+      # (String) Optional, SVN password
+      attr_accessor :second_credential
+      alias_method :password, :second_credential
+
+      # Create a new SvnRepository.  If the tag is not specified,
+      # defaults to HEAD.
+      def initialize(*args)
+        super
+        @tag = "HEAD" if @tag.nil?
+      end
+
+      # (String) Type of the repository, here 'svn'.
+      def repo_type
+        :svn
+      end
+
+      # Return a unique identifier for this revision in this repository.
+      #
+      # === Returns
+      # String:: opaque unique ID for this revision in this repository
+      def checkout_hash
+        digest("#{PROTOCOL_VERSION}\000#{repo_type}\000#{url}\000#{tag}")
+      end
+
+      # Convert this repository to a URL in the style of resource URLs.
+      #
+      # === Returns
+      # URI:: URL representing this repository
+      def to_url
+        if first_credential
+          uri = add_users_to(url, first_credential, second_credential)
+        else
+          uri = URI.parse(url)
+        end
+        uri
+      end
+
+      # Instantiate retriever for this kind of repository
+      #
+      # === Options
+      # <tt>:max_bytes</tt>:: Maximum number of bytes to read
+      # <tt>:max_seconds</tt>:: Maximum number of seconds to spend reading
+      # <tt>:basedir</tt>:: Destination directory, use temp dir if not specified
+      # <tt>:logger</tt>:: Logger to use
+      #
+      # === Return
+      # retriever(Retrivers::Svn):: Retriever for this repository
+      def retriever(options)
+        RightScraper::Retrievers::Svn.new(self, options)
+      end
+
+      # Add this repository to the list of available types.
+      @@types[:svn] = RightScraper::Repositories::Svn
+
+      # Add git URL schemas to the list of okay schemas.
+      @@okay_schemes << "svn"
+      @@okay_schemes << "svn+ssh"
+    end
+  end
+end

data/lib/right_scraper/resources/base.rb

@@ -0,0 +1,70 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+require 'digest/sha1'
+require 'uri'
+
+module RightScraper
+
+  module Resources
+
+    # Localized representation of a resource.  Contains the resource 
+    # contents, and the metadata as a hash. A resource at its core is any
+    # abstraction that is statically represented by a set of files and 
+    # directories and metadata.
+    #
+    # The JSON metadata for the resource is in #metadata, and the
+    # manifest is in #manifest.  
+    class Base
+
+      # (Repositories::Base) Repository the resource was fetched from.
+      attr_reader :repository
+
+      # (Hash) Metadata from the resource.
+      attr_accessor :metadata
+
+      # (Hash) Manifest for resource.  A hash of path => SHA-1 digests.
+      attr_accessor :manifest
+
+      # (String) Position in the repository.
+      attr_accessor :pos
+       
+      # Create a new resource from the given parameters.
+      #
+      # === Parameters
+      # repo(Repositories::Base):: Repository containing this resource
+      def initialize(repo, pos)
+        @repository = repo
+        @pos = pos
+      end
+
+      # Resource hash
+      # 
+      # === Return
+      # hash(String):: Hexadecimal value that uniquely identifies this resource
+      def resource_hash
+        Digest::SHA1.hexdigest("#{PROTOCOL_VERSION}\000#{@repository.checkout_hash}\000#{@pos}")
+      end
+
+    end
+  end
+end

data/{spec/scraper_base_spec.rb → lib/right_scraper/resources/cookbook.rb}

@@ -1,18 +1,18 @@
 #--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
 #
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
 # 'Software'), to deal in the Software without restriction, including
 # without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
+# distribute, sublicense, and/or sell copies of the Software, and to
 # permit persons to whom the Software is furnished to do so, subject to
 # the following conditions:
 #
 # The above copyright notice and this permission notice shall be
 # included in all copies or substantial portions of the Software.
 #
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
@@ -21,26 +21,12 @@
 # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 #++
 
-require File.join(File.dirname(__FILE__), 'spec_helper')
-require 'scraper_base'
+module RightScraper
 
-describe RightScale::ScraperBase do
+  module Resources
+
+    class Cookbook < Base
+    end
 
-  before(:each) do
-    @base = RightScale::ScraperBase.new('/tmp', max_bytes=1024**2, max_seconds=20)
-  end
-  
-  it 'should initialize the scrape directory' do
-    @base.root_dir.should == '/tmp'
-  end
-  
-  it 'should default to non incremental updates' do
-    @base.send(:incremental_update?).should be_false
-  end
-    
-  it 'should allow retrieving the download directory path' do
-    repo_dir = RightScale::ScraperBase.repo_dir('root_dir', { :repo_type => :git, :url => 'git://github.com/rightscale/right_scraper.git' })
-    repo_dir.should =~ /^root_dir\//
   end
-  
-end 
+end

data/lib/right_scraper/resources/workflow.rb

@@ -0,0 +1,55 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module RightScraper
+
+  module Resources
+
+    class Workflow < Base
+
+      METADATA_EXT = '.meta'
+      DEFINITION_EXT = '.def'
+ 
+      # Relative path to definition file
+      # @pos must be set before this can be called
+      #
+      # === Return
+      # path(String):: Path to definition file
+      def definition_path
+        path = @pos
+      end
+
+      # Relative path to metadata file
+      # @pos must be set before this can be called
+      #
+      # === Return
+      # path(String):: Path to metadata file
+      def metadata_path
+        path = @pos.chomp(File.extname(@pos)) + METADATA_EXT if @pos
+      end
+
+    end
+
+  end
+end
+

data/lib/right_scraper/retrievers/base.rb

@@ -0,0 +1,114 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module RightScraper
+  module Retrievers
+    # Base class for all retrievers.
+    #
+    # Retrievers fetch remote repositories into a given path
+    # They will attempt to fetch incrementally when possible (e.g. leveraging
+    # the underlying source control management system incremental capabilities) 
+    class Base
+
+      # Integer:: optional maximum size permitted for repositories
+      attr_accessor :max_bytes
+
+      # Integer:: optional maximum number of seconds for any single
+      # retrieve operation.
+      attr_accessor :max_seconds
+
+      # RightScraper::Repositories::Base:: repository currently being retrieved
+      attr_reader :repository
+
+      # String:: Path to directory where files are retrieved
+      attr_reader :repo_dir
+
+      # Create a new retriever for the given repository.  This class
+      # recognizes several options, and subclasses may recognize
+      # additional options.  Options may never be required.
+      #
+      # === Options
+      # <tt>:basedir</tt>:: Required, base directory where all files should be retrieved
+      # <tt>:max_bytes</tt>:: Maximum number of bytes to read
+      # <tt>:max_seconds</tt>:: Maximum number of seconds to spend reading
+      # <tt>:logger</tt>:: Logger to use
+      #
+      # === Parameters
+      # repository(RightScraper::Repositories::Base):: repository to scrape
+      # options(Hash):: retriever options
+      #
+      # === Raise
+      # 'Missing base directory':: if :basedir option is missing
+      def initialize(repository, options={})
+        raise 'Missing base directory' unless options[:basedir]
+        @repository = repository
+        @max_bytes = options[:max_bytes] || nil
+        @max_seconds = options[:max_seconds] || nil
+        @basedir = options[:basedir]
+        @repo_dir = RightScraper::Retrievers::Base.repo_dir(@basedir, repository)
+        @logger = options[:logger] || RightScraper::Logger.new
+        @logger.repository = repository
+        @logger.operation(:initialize, "setting up in #{@repo_dir}") do
+          FileUtils.mkdir_p(@repo_dir)
+        end
+      end
+
+      # Paths to ignore when traversing the filesystem.  Mostly used for
+      # things like Git and Subversion version control directories.
+      #
+      # === Return
+      # list(Array):: list of filenames to ignore.
+      def ignorable_paths
+        []
+      end
+
+      # Retrieve repository, overridden in heirs
+      def retrieve
+        raise NotImplementedError
+      end
+
+      # Path to directory where given repo should be or was downloaded
+      #
+      # === Parameters
+      # root_dir(String):: Path to directory containing all scraped repositories
+      # repo(Hash|RightScraper::Repositories::Base):: Remote repository corresponding to local directory
+      #
+      # === Return
+      # String:: Path to local directory that corresponds to given repository
+      def self.repo_dir(root_dir, repo)
+        repo = RightScraper::Repositories::Base.from_hash(repo) if repo.is_a?(Hash)
+        dir_name  = repo.repository_hash
+        dir_path  = File.join(root_dir, dir_name)
+        "#{dir_path}/repo"
+      end
+
+      protected
+
+      # (Hash) Lookup table from textual description of scraper type
+      # ('cookbook' or 'workflow' currently) to the class that
+      # represents that scraper.
+      @@types = {} unless class_variable_defined?(:@@types)
+
+    end
+  end
+end

data/lib/right_scraper/retrievers/checkout.rb

@@ -0,0 +1,79 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module RightScraper
+  module Retrievers
+
+    # Base class for retrievers that want to do version control
+    # operations (CVS, SVN, etc.).  Subclasses can get away with
+    # implementing only #do_checkout but to support incremental
+    # operation need to implement #exists? and #do_update, in addition
+    # to Retrievers::Base#ignorable_paths.
+    class CheckoutBasedRetriever < Base
+
+      # Check out repository into the directory.  Occurs between
+      # variable initialization and beginning scraping.
+      def retrieve
+        if exists?
+          begin
+            @logger.operation(:updating) do
+              do_update
+            end
+          rescue
+            @logger.note_error($!, :updating, "switching to using checkout")
+            FileUtils.remove_entry_secure @repo_dir
+            @logger.operation(:checkout) do
+              do_checkout
+            end
+          end
+        else
+          @logger.operation(:checkout) do
+            do_checkout
+          end
+        end
+      end
+
+      # Return true if a checkout exists.
+      #
+      # === Returns
+      # Boolean:: true if the checkout already exists (and thus
+      #           incremental updating can occur).
+      def exists?
+        false
+      end
+
+      # Perform an incremental update of the checkout.  Subclasses that
+      # want to handle incremental updating need to override this.
+      def do_update
+        do_checkout
+      end
+
+      # Perform a de novo full checkout of the repository.  Subclasses
+      # must override this to do anything useful.
+      def do_checkout
+        FileUtils.mkdir_p(@repo_dir)
+      end
+
+    end
+  end
+end

data/lib/right_scraper/retrievers/download.rb

@@ -0,0 +1,97 @@
+#--
+# Copyright: Copyright (c) 2010-2011 RightScale, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# 'Software'), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+require 'process_watcher'
+require 'tempfile'
+require 'digest/sha1'
+
+module RightScraper
+  module Retrievers
+    # A retriever for resources stored in archives on a web server
+    # somewhere.  Uses command line curl and command line tar.
+    class Download < Base
+
+      # Directory used to download tarballs
+      def workdir
+        File.join(@basedir, @repository.repository_hash)
+      end
+
+      # Path to directory where files are retrieved
+      def repo_dir
+        File.join(workdir, "archive")
+      end
+
+      # Download tarball and unpack it
+      def retrieve
+        FileUtils.remove_entry_secure workdir if File.exists?(workdir)
+        FileUtils.mkdir_p repo_dir
+        file = File.join(workdir, "package")
+
+        @logger.operation(:downloading) do
+          credential_command = if @repository.first_credential && @repository.second_credential
+            ["-u", "#{@repository.first_credential}:#{@repository.second_credential}"]
+          else
+            []
+          end
+          ProcessWatcher.watch("curl", ["--silent", "--show-error", "--location", "--fail",
+                                        "--location-trusted", "-o", file,
+                                        credential_command, @repository.url].flatten,
+                               workdir, @max_bytes || -1, @max_seconds || -1) do |phase, command, exception|
+            @logger.note_phase(phase, :running_command, command, exception)
+          end
+        end
+
+        note_tag(file)
+
+        @logger.operation(:unpacking) do
+          path = @repository.to_url.path
+          if path =~ /\.gz$/
+            extraction = "xzf"
+          elsif path =~ /\.bz2$/
+            extraction = "xjf"
+          else
+            extraction = "xf"
+          end
+          Dir.chdir(repo_dir) do
+            ProcessWatcher.watch("tar", [extraction, file], repo_dir,
+                                 @max_bytes || -1, @max_seconds || -1) do |phase, command, exception|
+              @logger.note_phase(phase, :running_command, command, exception)
+            end
+          end
+        end
+      end
+
+      # Amend @repository with the tag information from the downloaded
+      # file.
+      #
+      # === Parameters
+      # file(String):: file that was downloaded
+      def note_tag(file)
+        digest = Digest::SHA1.new
+        File.open(file) {|f| digest << f.read(4096) }
+        repo = @repository.clone
+        repo.tag = digest.hexdigest
+        @repository = repo
+      end
+    end
+  end
+end