sirmordred 1.0.1rc1__tar.gz → 1.0.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/PKG-INFO +1 -1
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/pyproject.toml +1 -1
- sirmordred-1.0.3/sirmordred/_version.py +2 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_collection.py +4 -4
- sirmordred-1.0.1rc1/sirmordred/_version.py +0 -2
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/LICENSE +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/README.md +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/menu.yaml +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/__init__.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/bin/sirmordred.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/config.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/error.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/github.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/sirmordred.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_autorefresh.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_enrich.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_identities.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_manager.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_panels.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/task_projects.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/find_affiliation_conflicts.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/grimoirelab_valid.yml +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/healthcheck.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/logs/all.log +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/micro.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/panels_config.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/projects_json2yml.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/sirmordred/utils/setup.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/aliases.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/askbot.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/bugzilla.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/bugzillarest.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/confluence.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/crates.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/discourse.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/dockerhub.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/functest.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/gerrit.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/github-issue.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/github-pull.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/gitlab-issue.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/gitlab-merge.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/googlehits.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/jenkins.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/jira.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/launchpad.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/mediawiki-1.23.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/mediawiki-1.28.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/meetup.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/mozillaclub.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/nntp.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/phabricator.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/redmine.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/remo.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/rss.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/slack.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/stackexchange.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/telegram.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives/twitter.archive +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives-test-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/archives-test.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/eclipse-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/healthcheck_cache_invalid.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/healthcheck_cache_valid.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/healthcheck_cache_wrong_key.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/mordred.log +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/orgs_sortinghat.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/perceval_identities_sortinghat.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/remote_identities_sortinghat.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/task-identities-data.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/task-params-expected +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/task-params-test-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/task-params-test.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/data/url-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/run_tests.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/sortinghat_settings.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-no-collection.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-no-sh.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-projects-no-collection.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-repos-projects.json +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test-repos.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_config.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_github.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_healthcheck.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_sirmordred.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_studies.cfg +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_autorefresh.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_collection.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_enrich.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_identities.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_manager.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_panels.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_task_projects.py +0 -0
- {sirmordred-1.0.1rc1 → sirmordred-1.0.3}/tests/test_wrong.cfg +0 -0
@@ -22,13 +22,14 @@
|
|
22
22
|
#
|
23
23
|
|
24
24
|
import logging
|
25
|
-
import time
|
26
25
|
import traceback
|
27
26
|
|
28
27
|
from grimoire_elk.elk import feed_backend
|
29
28
|
from grimoire_elk.elastic_items import ElasticItems
|
30
29
|
from grimoire_elk.elastic import ElasticSearch
|
31
30
|
|
31
|
+
from grimoirelab_toolkit.datetime import datetime_utcnow
|
32
|
+
|
32
33
|
from sirmordred.error import DataCollectionError
|
33
34
|
from sirmordred.task import Task
|
34
35
|
from sirmordred.task_projects import TaskProjects
|
@@ -74,7 +75,7 @@ class TaskRawDataCollection(Task):
|
|
74
75
|
logging.info('%s collect disabled', self.backend_section)
|
75
76
|
return errors
|
76
77
|
|
77
|
-
|
78
|
+
time_start = datetime_utcnow()
|
78
79
|
logger.info('[%s] collection phase starts', self.backend_section)
|
79
80
|
print("Collection for {}: starting...".format(self.backend_section))
|
80
81
|
clean = False
|
@@ -142,8 +143,7 @@ class TaskRawDataCollection(Task):
|
|
142
143
|
raise DataCollectionError('Failed to collect data from %s' % url)
|
143
144
|
logger.info('[%s] collection finished for %s', self.backend_section, self.anonymize_url(repo))
|
144
145
|
|
145
|
-
|
146
|
-
spent_time = time.strftime("%H:%M:%S", time.gmtime(t3 - t2))
|
146
|
+
spent_time = str(datetime_utcnow() - time_start).split('.')[0]
|
147
147
|
logger.info('[%s] collection phase finished in %s',
|
148
148
|
self.backend_section, spent_time)
|
149
149
|
print("Collection for {}: finished after {} hours".format(self.backend_section,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|