ghtorrent 0.7.3 → 0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/CHANGELOG +10 -0
- data/Gemfile.lock +1 -1
- data/lib/ghtorrent/adapters/base_adapter.rb +2 -1
- data/lib/ghtorrent/adapters/mongo_persister.rb +40 -52
- data/lib/ghtorrent/api_client.rb +22 -18
- data/lib/ghtorrent/command.rb +0 -1
- data/lib/ghtorrent/commands/ght_data_retrieval.rb +16 -5
- data/lib/ghtorrent/commands/ght_load.rb +35 -100
- data/lib/ghtorrent/commands/ght_mirror_events.rb +3 -31
- data/lib/ghtorrent/commands/ght_retrieve_repo.rb +10 -6
- data/lib/ghtorrent/ghtorrent.rb +216 -65
- data/lib/ghtorrent/migrations/015_fix_table_issue_labels.rb +24 -0
- data/lib/ghtorrent/migrations/016_add_actor_pull_request_history.rb +22 -0
- data/lib/ghtorrent/retriever.rb +25 -2
- data/lib/ghtorrent/settings.rb +0 -2
- data/lib/version.rb +1 -1
- metadata +18 -4
@@ -0,0 +1,24 @@
|
|
1
|
+
require 'sequel'
|
2
|
+
|
3
|
+
require 'ghtorrent/migrations/mysql_defaults'
|
4
|
+
|
5
|
+
Sequel.migration do
|
6
|
+
up do
|
7
|
+
puts "Fixing table issue_labels"
|
8
|
+
|
9
|
+
alter_table :issue_labels do
|
10
|
+
drop_column :repo_id
|
11
|
+
drop_column :ext_ref_id
|
12
|
+
add_foreign_key :issue_id, :issues
|
13
|
+
add_primary_key ([:issue_id, :label_id])
|
14
|
+
end
|
15
|
+
end
|
16
|
+
|
17
|
+
down do
|
18
|
+
alter_table :issue_labels do
|
19
|
+
drop_constraint :primary_key
|
20
|
+
drop_column :issue_id
|
21
|
+
add_foreign_key :repo_id, :projects
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
@@ -0,0 +1,22 @@
|
|
1
|
+
require 'sequel'
|
2
|
+
|
3
|
+
require 'ghtorrent/migrations/mysql_defaults'
|
4
|
+
|
5
|
+
Sequel.migration do
|
6
|
+
up do
|
7
|
+
puts "Adding column user_id to table pull_rq"
|
8
|
+
|
9
|
+
alter_table :pull_request_history do
|
10
|
+
add_foreign_key :actor_id, :user
|
11
|
+
end
|
12
|
+
|
13
|
+
puts 'Remember to run the fixes/update_pull_request_history_actor.rb
|
14
|
+
script to mark deleted projects'
|
15
|
+
end
|
16
|
+
|
17
|
+
down do
|
18
|
+
alter_table :pull_request_history do
|
19
|
+
drop_column :actor_id
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
data/lib/ghtorrent/retriever.rb
CHANGED
@@ -368,7 +368,7 @@ module GHTorrent
|
|
368
368
|
retrieved_comments.each { |x|
|
369
369
|
x['owner'] = owner
|
370
370
|
x['repo'] = repo
|
371
|
-
x['
|
371
|
+
x['pullreq_id'] = pullreq_id.to_i
|
372
372
|
|
373
373
|
if persister.find(:pull_request_comments, {'owner' => owner,
|
374
374
|
'repo' => repo,
|
@@ -397,7 +397,7 @@ module GHTorrent
|
|
397
397
|
|
398
398
|
r['repo'] = repo
|
399
399
|
r['owner'] = owner
|
400
|
-
r['pullreq_id'] = pullreq_id
|
400
|
+
r['pullreq_id'] = pullreq_id.to_i
|
401
401
|
persister.store(:pull_request_comments, r)
|
402
402
|
info "Retriever: Added pullreq comment #{owner}/#{repo} #{pullreq_id}->#{comment_id}"
|
403
403
|
persister.find(:pull_request_comments, {'repo' => repo, 'owner' => owner,
|
@@ -528,6 +528,29 @@ module GHTorrent
|
|
528
528
|
end
|
529
529
|
end
|
530
530
|
|
531
|
+
def retrieve_issue_labels(owner, repo, issue_id)
|
532
|
+
|
533
|
+
end
|
534
|
+
|
535
|
+
def retrieve_repo_labels(owner, repo, refr = false)
|
536
|
+
repo_bound_items(owner, repo, :repo_labels,
|
537
|
+
"repos/#{owner}/#{repo}/labels",
|
538
|
+
{'repo' => repo, 'owner' => owner},
|
539
|
+
'name', item = nil, refresh = refr)
|
540
|
+
end
|
541
|
+
|
542
|
+
def retrieve_repo_label(owner, repo, name)
|
543
|
+
repo_bound_item(owner, repo, name, :repo_labels,
|
544
|
+
"repos/#{owner}/#{repo}/labels",
|
545
|
+
{'repo' => repo, 'owner' => owner},
|
546
|
+
'name')
|
547
|
+
end
|
548
|
+
|
549
|
+
def retrieve_issue_labels(owner, repo, issue_id)
|
550
|
+
url = ghurl("repos/#{owner}/#{repo}/issues/#{issue_id}/labels")
|
551
|
+
paged_api_request(url)
|
552
|
+
end
|
553
|
+
|
531
554
|
# Get current Github events
|
532
555
|
def get_events
|
533
556
|
api_request "https://api.github.com/events"
|
data/lib/ghtorrent/settings.rb
CHANGED
@@ -19,7 +19,6 @@ module GHTorrent
|
|
19
19
|
:sql_url => 'sql.url',
|
20
20
|
|
21
21
|
:mirror_urlbase => 'mirror.urlbase',
|
22
|
-
:mirror_pollevery => 'mirror.pollevery',
|
23
22
|
:mirror_persister => 'mirror.persister',
|
24
23
|
:mirror_commit_pages_new_repo => 'mirror.commit_pages_new_repo',
|
25
24
|
:mirror_history_pages_back => 'mirror.history_pages_back',
|
@@ -49,7 +48,6 @@ module GHTorrent
|
|
49
48
|
:sql_url => 'sqlite://github.db',
|
50
49
|
|
51
50
|
:mirror_urlbase => 'https://api.github.com/',
|
52
|
-
:mirror_pollevery => 'mirror.pollevery',
|
53
51
|
:mirror_persister => 'noop',
|
54
52
|
:mirror_commit_pages_new_repo => 3,
|
55
53
|
:mirror_history_pages_back => 1,
|
data/lib/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: ghtorrent
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: '0.8'
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -10,7 +10,7 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date: 2013-
|
13
|
+
date: 2013-09-23 00:00:00.000000000 Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: amqp
|
@@ -155,6 +155,8 @@ files:
|
|
155
155
|
- lib/ghtorrent/migrations/012_add_forks_to_projects.rb
|
156
156
|
- lib/ghtorrent/migrations/013_add_merged_to_pullreqs.rb
|
157
157
|
- lib/ghtorrent/migrations/014_add_deleted_to_projects.rb
|
158
|
+
- lib/ghtorrent/migrations/015_fix_table_issue_labels.rb
|
159
|
+
- lib/ghtorrent/migrations/016_add_actor_pull_request_history.rb
|
158
160
|
- lib/ghtorrent/migrations/mysql_defaults.rb
|
159
161
|
- lib/ghtorrent/persister.rb
|
160
162
|
- lib/ghtorrent/retriever.rb
|
@@ -180,8 +182,20 @@ files:
|
|
180
182
|
homepage: https://github.com/gousiosg/github-mirror
|
181
183
|
licenses: []
|
182
184
|
post_install_message: !binary |-
|
183
|
-
|
184
|
-
|
185
|
+
WxtbMzJtVmVyc2lvbiAwLjgbWzBtXSBSZXRyaWV2ZSBhbmQgcHJvY2VzcyBp
|
186
|
+
c3N1ZSBsYWJlbHMKWxtbMzJtVmVyc2lvbiAwLjgbWzBtXSBSZXRyaXZlIGFu
|
187
|
+
ZCBwcm9jZXNzIGFjdG9ycyBmb3IgcHVsbCByZXF1ZXN0IGV2ZW50cwpbG1sz
|
188
|
+
Mm1WZXJzaW9uIDAuOBtbMG1dIFJldHJpZXZlIHB1bGxyZXEgY29tbWVudHMg
|
189
|
+
Zm9yIHByb2plY3RzIHdpdGggbm8gaXNzdWV0cmFja2VyClsbWzMybVZlcnNp
|
190
|
+
b24gMC44G1swbV0gQmV0dGVyIGhldXJpc3RpY3MgZm9yIGF2b2lkaW5nIGR1
|
191
|
+
bHBpY2F0ZSBlbnRyaWVzIGluIHB1bGwgcmVxdWVzdCBoaXN0b3JpZXMKWxtb
|
192
|
+
MzJtVmVyc2lvbiAwLjgbWzBtXSBUaGUgZXZlbnQgbG9hZGVyIG5vdyBsb2Fk
|
193
|
+
cyBldmVudHMgYnkgSURzIHRvIHJlZHVjZSBwcmVzc3VyZSB0byB0aGUgcXVl
|
194
|
+
dWUKWxtbMzJtVmVyc2lvbiAwLjgbWzBtXSBDb21wb3VuZCBpbmRleGVzIGlu
|
195
|
+
IE1vbmdvREIgYnkgZGVmYXVsdApbG1szMm1WZXJzaW9uIDAuOBtbMG1dIFgt
|
196
|
+
UmF0ZUxpbWl0LVJlc2V0IGhlYWRlciBzdXBwb3J0ClsbWzMybVZlcnNpb24g
|
197
|
+
MC44G1swbV0gUmVtb3ZlIGxvdHMgb2YgZGVhZCBjb2RlLCBnZW5lcmFsIGNs
|
198
|
+
ZWFudXBzCg==
|
185
199
|
rdoc_options:
|
186
200
|
- --charset=UTF-8
|
187
201
|
require_paths:
|