gitbak 0.4.1 → 0.4.2

data/README.md

@@ -2,10 +2,10 @@
 
     File        : README
     Maintainer  : Felix C. Stegerman <flx@obfusk.net>
-    Date        : 2013-01-03
+    Date        : 2013-03-20
 
     Copyright   : Copyright (C) 2013  Felix C. Stegerman
-    Version     : v0.4.1
+    Version     : v0.4.2
 
 <!-- }}}1 -->
 

data/lib/gitbak/services.rb

@@ -2,7 +2,7 @@
 #
 # File        : gitbak/services.rb
 # Maintainer  : Felix C. Stegerman <flx@obfusk.net>
-# Date        : 2013-01-03
+# Date        : 2013-03-20
 #
 # Copyright   : Copyright (C) 2013  Felix C. Stegerman
 # Licence     : GPLv2
@@ -40,6 +40,19 @@ module GitBak
       gist:       ->(user) { "api.github.com/users/#{user}/gists"   },
     }
 
+    # github pagination
+    GH_PAGES = ->(data; l, n, r) {
+      (l = data.meta['link']) &&
+      (n = l.split(',').grep(/rel="next"/).first) &&
+      (r = l.match(%r{<(https://[^>]*)>})) && r[1]
+    }
+
+    # pagination
+    PAGES = { github: GH_PAGES, gist: GH_PAGES }
+
+    # JSON pages concat
+    JCAT = ->(pages) { pages.map { |x| JSON.load x } .flatten 1 }
+
     # remote urls
     REMOTES =                                                   # {{{1
     {
@@ -64,9 +77,8 @@ module GitBak
 
     # get data from API
     # @raise AuthError on 401
-    def self.api_get (service, user, auth)                      # {{{1
-      url   = "https://#{APIS[service][user]}"
-      opts  = auth ? { AUTH => [auth[:user], auth[:pass]] } : {}
+    def self.api_get_ (url, auth)                               # {{{1
+      opts = auth ? { AUTH => [auth[:user], auth[:pass]] } : {}
 
       begin
         data = open url, opts
@@ -82,6 +94,23 @@ module GitBak
       data
     end                                                         # }}}1
 
+    # paginate
+    def self.paginate (pag, url, &b)
+      pages = []
+      while url; pages << data = b[url]; url = pag[data]; end
+      pages
+    end
+
+    # get data from API (w/ pagination if necessary); see api_get_
+    # @return [String]
+    # @return [<String>] if paginated
+    def self.api_get (service, user, auth)
+      url = "https://#{APIS[service][user]}"
+      pag = PAGES[service]
+      pag ? paginate(pag, url) { |u| api_get_ u, auth }
+          : api_get_(url, auth)
+    end
+
     # get repositories from service; uses api_get if service in APIS,
     # api_get_<service> otherwise
     #
@@ -108,7 +137,7 @@ module GitBak
 
     # turn github API data into a list of repositories
     def self.github (cfg, data, rem)
-      JSON.load(data).map do |r|
+      JCAT[data].map do |r|
         { name: r['name'], remote: rem[cfg[:user], r['name']],
           description: r['description'] }
       end
@@ -116,7 +145,7 @@ module GitBak
 
     # turn gist API data into a list of repositories
     def self.gist (cfg, data, rem)
-      JSON.load(data).map do |r|
+      JCAT[data].map do |r|
         { name: r['id'], remote: rem[r['id']],
           description: r['description'] }
       end

data/lib/gitbak/version.rb

@@ -1,7 +1,7 @@
 module GitBak
   # version and ...
-  VERSION = '0.4.1'
+  VERSION = '0.4.2'
 
   # ... date (for gemspec) ;-)
-  DATE = '2013-01-03'
+  DATE = '2013-03-20'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gitbak
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-01-03 00:00:00.000000000 Z
+date: 2013-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &9839200 !ruby/object:Gem::Requirement
+  requirement: &16348360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *9839200
+  version_requirements: *16348360
 description: ! 'GitBak mirrors Bitbucket/GitHub/Gist repositories; paths, users,
 
   and authentication are specified in ~/.gitbak.
@@ -50,13 +50,13 @@ files:
 - README.md
 - bin/gitbak
 - gitbak.gemspec
-- lib/gitbak/exec.rb
-- lib/gitbak/config.rb
+- lib/gitbak.rb
 - lib/gitbak/version.rb
 - lib/gitbak/misc.rb
 - lib/gitbak/eval.rb
+- lib/gitbak/config.rb
 - lib/gitbak/services.rb
-- lib/gitbak.rb
+- lib/gitbak/exec.rb
 homepage: https://github.com/obfusk/gitbak
 licenses:
 - GPLv2