gh-archive 0.1 → 0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/gh-archive.rb +15 -0
- metadata +9 -9
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c90ec7c3f14e2f57de8a145ad50c1f7730869c5aad0b1de33286accec99642c7
|
4
|
+
data.tar.gz: a16c29db393499905695d411a62ca0dfb6e319d7fd509c104d41b2d0959b3414
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f6a9feafaa7d0d06f75c489b147b2fc9b5485e88a28c15f98b1081c8b1f05fffc8218253ca817b0ecf64c1050f3e63ed4e1ad2d6aec9df5a4d362cf5ed2832bc
|
7
|
+
data.tar.gz: 1bfa5ab2dbccc74bd2b162066bab6874fc3a2fc08b6d2ad9ec02c05a73078ee84abe1d069eb2b51b491134b35ea4ee0724b81aa3ffbd845b9997ba3860639c05
|
data/lib/gh-archive.rb
CHANGED
@@ -243,15 +243,23 @@ class GHADownloader
|
|
243
243
|
@logger = Logger.new(STDERR)
|
244
244
|
@decompress = decompress
|
245
245
|
@folder = folder
|
246
|
+
@max = nil
|
247
|
+
|
246
248
|
Dir.mkdir(@folder) unless FileTest.exist?(@folder)
|
247
249
|
raise "A file exist with the desired folder name #{folder}" unless FileTest.directory?(@folder)
|
248
250
|
end
|
249
251
|
|
252
|
+
def max(max)
|
253
|
+
@max = max
|
254
|
+
return self
|
255
|
+
end
|
256
|
+
|
250
257
|
def logger=(logger)
|
251
258
|
@logger = logger
|
252
259
|
end
|
253
260
|
|
254
261
|
def download(from = Time.gm(2015, 1, 1), to = Time.now)
|
262
|
+
archive = []
|
255
263
|
self.each_date(from, to) do |current_date|
|
256
264
|
filename = self.get_gha_filename(current_date)
|
257
265
|
out_filename = filename.clone
|
@@ -274,6 +282,13 @@ class GHADownloader
|
|
274
282
|
end
|
275
283
|
end
|
276
284
|
end
|
285
|
+
archive << target_file
|
286
|
+
|
287
|
+
if @max && archive.size > @max
|
288
|
+
last = archive.shift
|
289
|
+
@logger.info("Removing local file #{last}")
|
290
|
+
File.unlink(last)
|
291
|
+
end
|
277
292
|
|
278
293
|
yield filename if block_given?
|
279
294
|
end
|
metadata
CHANGED
@@ -1,11 +1,11 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: gh-archive
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: '0.
|
4
|
+
version: '0.2'
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Simone Scalabrino
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
11
|
date: 2021-01-26 00:00:00.000000000 Z
|
@@ -14,20 +14,20 @@ dependencies:
|
|
14
14
|
name: code-assertions
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- - "
|
17
|
+
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: 1.1.2
|
20
|
-
- - "
|
20
|
+
- - "~>"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 1.1.2
|
23
23
|
type: :runtime
|
24
24
|
prerelease: false
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
26
26
|
requirements:
|
27
|
-
- - "
|
27
|
+
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
29
|
version: 1.1.2
|
30
|
-
- - "
|
30
|
+
- - "~>"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 1.1.2
|
33
33
|
description: Download and analyze the GitHub events stored at GitHub archive
|
@@ -41,7 +41,7 @@ homepage: https://github.com/intersimone999/gh-archive
|
|
41
41
|
licenses:
|
42
42
|
- GPL-3.0-only
|
43
43
|
metadata: {}
|
44
|
-
post_install_message:
|
44
|
+
post_install_message:
|
45
45
|
rdoc_options: []
|
46
46
|
require_paths:
|
47
47
|
- lib
|
@@ -56,8 +56,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
56
56
|
- !ruby/object:Gem::Version
|
57
57
|
version: '0'
|
58
58
|
requirements: []
|
59
|
-
rubygems_version: 3.
|
60
|
-
signing_key:
|
59
|
+
rubygems_version: 3.0.3
|
60
|
+
signing_key:
|
61
61
|
specification_version: 4
|
62
62
|
summary: GitHub Archive mining utility
|
63
63
|
test_files: []
|