arvados 0.1.20140905091847 → 0.1.20140905115707

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a1a8ac6f0e71921b8b0d72e4ef0807d39881e42d
-  data.tar.gz: 5cba25217f9ff9852d96ed1766148052ea661a6b
+  metadata.gz: 79e7c0e9c6b28db2351408bd7c8f9858c7b908e8
+  data.tar.gz: 4720670ff78dbdcf7607dd776913c4dea17e7d5f
 SHA512:
-  metadata.gz: 8b5c6e3aa076ae097b9e4af26030376f7090cf5006a57677d55c8a9dc31aa203ff4bca74c0e2ab0b4c29acc8125bf60da935c998e85db5a228e62703bb84818c
-  data.tar.gz: 1182967fbb6ec5a60dfc3d99d997ea7c7781f2d921a047c42172e839618a1e087c6c153d1b3ecbc6a1d069e32c12023dcf61339c08b0e7eb030efa19b869095b
+  metadata.gz: 5069aa7378d965a8d265116d89f814de52d8f89065959cba04def31cc0b98cceedbd8af0eb063307cd0fd3006c14847e7427d33da32cf63516baf6e376afb278
+  data.tar.gz: bf8f4b563cff250ab116dfbdc902ddc8eddf65c9a0346dfe92a6d47666701e415db99b13072de26b26fb6eb26dae37be7600ac57f02771ce56be3021cefb7a9a

data/lib/arvados/keep.rb

@@ -0,0 +1,134 @@
+module Keep
+  class Locator
+    # A Locator is used to parse and manipulate Keep locator strings.
+    #
+    # Locators obey the following syntax:
+    #
+    #   locator      ::= address hint*
+    #   address      ::= digest size-hint
+    #   digest       ::= <32 hexadecimal digits>
+    #   size-hint    ::= "+" [0-9]+
+    #   hint         ::= "+" hint-type hint-content
+    #   hint-type    ::= [A-Z]
+    #   hint-content ::= [A-Za-z0-9@_-]+
+    #
+    # Individual hints may have their own required format:
+    #
+    #   sign-hint      ::= "+A" <40 lowercase hex digits> "@" sign-timestamp
+    #   sign-timestamp ::= <8 lowercase hex digits>
+    attr_reader :hash, :hints, :size
+
+    def initialize(hasharg, sizearg, hintarg)
+      @hash = hasharg
+      @size = sizearg
+      @hints = hintarg
+    end
+
+    # Locator.parse returns a Locator object parsed from the string tok.
+    # Returns nil if tok could not be parsed as a valid locator.
+    def self.parse(tok)
+      begin
+        Locator.parse!(tok)
+      rescue ArgumentError => e
+        nil
+      end
+    end
+
+    # Locator.parse! returns a Locator object parsed from the string tok,
+    # raising an ArgumentError if tok cannot be parsed.
+    def self.parse!(tok)
+      if tok.nil? or tok.empty?
+        raise ArgumentError.new "locator is nil or empty"
+      end
+
+      m = /^([[:xdigit:]]{32})(\+([[:digit:]]+))?(\+([[:upper:]][[:alnum:]+@_-]*))?$/.match(tok.strip)
+      unless m
+        raise ArgumentError.new "not a valid locator #{tok}"
+      end
+
+      tokhash, _, toksize, _, trailer = m[1..5]
+      tokhints = []
+      if trailer
+        trailer.split('+').each do |hint|
+          if hint =~ /^[[:upper:]][[:alnum:]@_-]+$/
+            tokhints.push(hint)
+          else
+            raise ArgumentError.new "unknown hint #{hint}"
+          end
+        end
+      end
+
+      Locator.new(tokhash, toksize, tokhints)
+    end
+
+    # Returns the signature hint supplied with this locator,
+    # or nil if the locator was not signed.
+    def signature
+      @hints.grep(/^A/).first
+    end
+
+    # Returns an unsigned Locator.
+    def without_signature
+      Locator.new(@hash, @size, @hints.reject { |o| o.start_with?("A") })
+    end
+
+    def strip_hints
+      Locator.new(@hash, @size, [])
+    end
+
+    def strip_hints!
+      @hints = []
+      self
+    end
+
+    def to_s
+      if @size
+        [ @hash, @size, *@hints ].join('+')
+      else
+        [ @hash, *@hints ].join('+')
+      end
+    end
+  end
+
+  class Manifest
+    # Class to parse a manifest text and provide common views of that data.
+    def initialize(manifest_text)
+      @text = manifest_text
+    end
+
+    def each_stream
+      return to_enum(__method__) unless block_given?
+      @text.each_line do |line|
+        tokens = line.split
+        stream_name = unescape(tokens.shift)
+        blocks = []
+        while loc = Locator.parse(tokens.first)
+          blocks << loc
+          tokens.shift
+        end
+        yield [stream_name, blocks, tokens.map { |s| unescape(s) }]
+      end
+    end
+
+    def each_file
+      return to_enum(__method__) unless block_given?
+      each_stream do |streamname, blocklist, filelist|
+        filelist.each do |filespec|
+          start_pos, filesize, filename = filespec.split(':', 3)
+          yield [streamname, filename, filesize.to_i]
+        end
+      end
+    end
+
+    def unescape(s)
+      s.gsub(/\\(\\|[0-7]{3})/) do |_|
+        case $1
+        when '\\'
+          '\\'
+        else
+          $1.to_i(8).chr
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arvados
 version: !ruby/object:Gem::Version
-  version: 0.1.20140905091847
+  version: 0.1.20140905115707
 platform: ruby
 authors:
 - Arvados Authors
@@ -86,13 +86,14 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: 1.0.0
-description: This is the Arvados SDK gem, git revision 80df142a2b7a53d420c837acc467fc39ac9ae312
+description: This is the Arvados SDK gem, git revision f94f97fe63d3d860d373a25d3539d559b53542c5
 email: gem-dev@curoverse.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - lib/arvados.rb
+- lib/arvados/keep.rb
 homepage: http://arvados.org
 licenses:
 - Apache License, Version 2.0