libmozdata 0.2.12__tar.gz → 0.2.14__tar.gz

{libmozdata-0.2.12/libmozdata.egg-info → libmozdata-0.2.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: libmozdata
-Version: 0.2.12
+Version: 0.2.14
 Summary: Library to access and aggregate several Mozilla data sources.
 Home-page: https://github.com/mozilla/libmozdata
 Author: Mozilla Release Management

libmozdata-0.2.14/VERSION

@@ -0,0 +1 @@
+0.2.14

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/FileStats.py

@@ -4,7 +4,7 @@
 
 import argparse
 import numbers
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from pprint import pprint
 
 from . import config, modules, utils
@@ -36,7 +36,8 @@ class FileStats(object):
         )
         self.utc_ts_from = (
             utils.get_timestamp(
-                datetime.utcfromtimestamp(utc_ts) + timedelta(-self.max_days)
+                datetime.fromtimestamp(utc_ts, tz=timezone.utc)
+                + timedelta(-self.max_days)
             )
             if isinstance(utc_ts, numbers.Number) and utc_ts > 0
             else None

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/bugzilla.py

@@ -561,7 +561,8 @@ class Bugzilla(BugzillaBase):
             res: result
         """
         if res.status_code == 200:
-            for bug in res.json()["bugs"]:
+            data = res.json()
+            for bug in data["bugs"]:
                 self.bughandler.handle(bug)
         elif self.RAISE_ERROR:
             res.raise_for_status()
@@ -616,7 +617,8 @@ class Bugzilla(BugzillaBase):
                     timeout=self.TIMEOUT,
                 )
                 if r.ok:
-                    count = r.json()["bug_count"]
+                    data = r.json()
+                    count = data["bug_count"]
                     del params["count_only"]
                     params["limit"] = Bugzilla.BUGZILLA_CHUNK_SIZE
                     params["order"] = "bug_id"
@@ -652,7 +654,8 @@ class Bugzilla(BugzillaBase):
 
         def cb(res, *args, **kwargs):
             if res.status_code == 200:
-                for bug in res.json()["bugs"]:
+                data = res.json()
+                for bug in data["bugs"]:
                     _list.add(bug["id"])
             elif self.RAISE_ERROR:
                 res.raise_for_status()

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/config.py

@@ -78,7 +78,6 @@ def set_config(conf):
 
 
 def get(section, option, default=None, type=str, required=False):
-    global __config
     value = __config.get(section, option, default=default, type=type)
     if required:
         assert value is not None, f"Option {option} in section {section} is not set"
@@ -86,5 +85,4 @@ def get(section, option, default=None, type=str, required=False):
 
 
 def set_default_value(section, option, value):
-    global __config
     __config.set_default(section, option, value)

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/connection.py

@@ -98,7 +98,7 @@ class Connection(object):
                 self.RAISE_ERROR = kwargs["raise_error"]
 
         if not self.USER_AGENT:
-            config.get("User-Agent", "name", required=True)
+            self.USER_AGENT = config.get("User-Agent", "name", required=True)
 
         self.exec_queries()
 

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/patchanalysis.py

@@ -4,7 +4,7 @@ import numbers
 import re
 import warnings
 import weakref
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 
 import whatthepatch
 
@@ -665,7 +665,9 @@ def bug_analysis(bug, uplift_channel=None, author_cache={}, reviewer_cache={}):
                     hgmozilla.RawRevision.get_revision(obj["channel"], rev),
                     author_names,
                     reviewers,
-                    utils.as_utc(datetime.utcfromtimestamp(obj["creation_date"])),
+                    utils.as_utc(
+                        datetime.fromtimestamp(obj["creation_date"], tz=timezone.utc)
+                    ),
                 )
             )
     else:
@@ -976,7 +978,9 @@ def get_patch_info(
     bug_pattern = re.compile(r"[\t ]*[Bb][Uu][Gg][\t ]*([0-9]+)")
 
     def handler_revision(json, data):
-        data["date"] = utils.as_utc(datetime.utcfromtimestamp(json["pushdate"][0]))
+        data["date"] = utils.as_utc(
+            datetime.fromtimestamp(json["pushdate"][0], tz=timezone.utc)
+        )
         data["backedout"] = json.get("backedoutby", "") != ""
         m = bug_pattern.search(json["desc"])
         if not m or m.group(1) != data["bugid"]:

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/phabricator.py

@@ -7,6 +7,8 @@ import collections
 import enum
 import json
 import logging
+import math
+import time
 from functools import cached_property
 from urllib.parse import urlencode, urlparse
 
@@ -208,12 +210,18 @@ class PhabricatorAPI(object):
     Phabricator Rest API client
     """
 
-    def __init__(self, api_key, url=MOZILLA_PHABRICATOR_PROD):
+    def __init__(self, api_key, url=MOZILLA_PHABRICATOR_PROD, max_retries=5):
         self.USER_AGENT = config.get("User-Agent", "name", required=True)
         self.api_key = api_key
         self.url = url
         assert self.url.endswith("/api/"), "Phabricator API must end with /api/"
 
+        # Number of API calls retries on 50x before raising an error
+        self.max_retries = max_retries
+        assert (
+            isinstance(self.max_retries, int) and self.max_retries > 0
+        ), "Invalid max_retries parameter"
+
     @cached_property
     def user(self):
         """
@@ -236,7 +244,7 @@ class PhabricatorAPI(object):
         diff_id=None,
         revision_phid=None,
         output_cursor=False,
-        **params
+        **params,
     ):
         """
         Find details of differential diffs from a Differential diff or revision
@@ -661,12 +669,25 @@ class PhabricatorAPI(object):
         # Add api token to payload
         payload["__conduit__"] = {"token": self.api_key}
 
-        # Run POST request on api
-        response = requests.post(
-            self.url + path,
-            headers=self.get_header(),
-            data=urlencode({"params": json.dumps(payload), "output": "json"}),
-        )
+        # Run POST request on api, retrying on 50x errors
+        for nb_try in range(1, self.max_retries + 1):
+            response = requests.post(
+                self.url + path,
+                headers=self.get_header(),
+                data=urlencode({"params": json.dumps(payload), "output": "json"}),
+            )
+            if response.status_code >= 500:
+                # Retry after a while on 50x using exponential backoff
+                backoff = math.exp(nb_try)
+                logger.info(
+                    f"Phabricator failed with status code {response.status_code}, retrying in {backoff:.1f} seconds..."
+                )
+                time.sleep(backoff)
+            else:
+                # Stop retrying on the first successful try or other HTTP errors
+                break
+
+        # Raise immediate 40x errors or out-of-retries 50x
         response.raise_for_status()
 
         # Check response

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata/utils.py

@@ -7,7 +7,7 @@ import math
 import operator
 import os.path
 import random
-from datetime import date, datetime, timedelta
+from datetime import date, datetime, timedelta, timezone
 from itertools import count
 
 import dateutil.parser
@@ -44,7 +44,7 @@ def get_timestamp(dt):
         int: the corresponding timestamp
     """
     if isinstance(dt, six.string_types):
-        dt = datetime.utcnow() if dt == "now" else get_date_ymd(dt)
+        dt = datetime.now(timezone.utc) if dt == "now" else get_date_ymd(dt)
     return int(calendar.timegm(dt.timetuple()))
 
 
@@ -57,7 +57,7 @@ def get_date_from_timestamp(ts):
     Returns:
         datetime.datetime: the corresponding datetime in UTC tz
     """
-    return datetime.utcfromtimestamp(ts).replace(tzinfo=pytz.utc)
+    return datetime.fromtimestamp(ts, tz=pytz.utc)
 
 
 def get_date_ymd(dt):
@@ -75,13 +75,13 @@ def get_date_ymd(dt):
         return as_utc(dt)
 
     if dt == "today":
-        today = datetime.utcnow()
+        today = datetime.now(timezone.utc)
         return pytz.utc.localize(datetime(today.year, today.month, today.day))
     elif dt == "tomorrow":
-        tomorrow = datetime.utcnow() + timedelta(1)
+        tomorrow = datetime.now(timezone.utc) + timedelta(1)
         return pytz.utc.localize(datetime(tomorrow.year, tomorrow.month, tomorrow.day))
     elif dt == "yesterday":
-        yesterday = datetime.utcnow() - timedelta(1)
+        yesterday = datetime.now(timezone.utc) - timedelta(1)
         return pytz.utc.localize(
             datetime(yesterday.year, yesterday.month, yesterday.day)
         )
@@ -131,7 +131,7 @@ def get_now_timestamp():
     Returns:
         int: timestamp for now
     """
-    return get_timestamp(datetime.utcnow())
+    return get_timestamp(datetime.now(timezone.utc))
 
 
 def is64(cpu_name):
@@ -327,10 +327,12 @@ def get_params_for_url(params):
         "?"
         + "&".join(
             [
-                quote(name) + "=" + quote(str(value))
-                if not isinstance(value, list)
-                else "&".join(
-                    [quote(name) + "=" + quote(str(intValue)) for intValue in value]
+                (
+                    quote(name) + "=" + quote(str(value))
+                    if not isinstance(value, list)
+                    else "&".join(
+                        [quote(name) + "=" + quote(str(intValue)) for intValue in value]
+                    )
                 )
                 for name, value in sorted(params.items(), key=lambda p: p[0])
                 if value is not None

{libmozdata-0.2.12 → libmozdata-0.2.14/libmozdata.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: libmozdata
-Version: 0.2.12
+Version: 0.2.14
 Summary: Library to access and aggregate several Mozilla data sources.
 Home-page: https://github.com/mozilla/libmozdata
 Author: Mozilla Release Management

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata.egg-info/SOURCES.txt

@@ -23,7 +23,6 @@ libmozdata/modules.py
 libmozdata/patchanalysis.py
 libmozdata/phabricator.py
 libmozdata/redash.py
-libmozdata/release_owners.py
 libmozdata/socorro.py
 libmozdata/utils.py
 libmozdata/vcs_map.py

{libmozdata-0.2.12 → libmozdata-0.2.14}/libmozdata.egg-info/requires.txt

@@ -1,9 +1,9 @@
-icalendar>=3.10
+icalendar>=7.2.0
 python-dateutil>=2.5.2
 python-hglib>=2.6.1
 pytz>=2022
 requests-futures>=0.9.8
 requests[security]>=2.7.0
 setuptools>=28.6.1
-six>=1.10.0
+six>=1.17.0
 whatthepatch>=0.0.4

{libmozdata-0.2.12 → libmozdata-0.2.14}/requirements.txt

@@ -1,9 +1,9 @@
-icalendar>=3.10
+icalendar>=7.2.0
 python-dateutil>=2.5.2
 python-hglib>=2.6.1
 pytz>=2022
 requests-futures>=0.9.8
 requests[security]>=2.7.0
 setuptools>=28.6.1
-six>=1.10.0
+six>=1.17.0
 whatthepatch>=0.0.4

libmozdata-0.2.12/VERSION

@@ -1 +0,0 @@
-0.2.12

libmozdata-0.2.12/libmozdata/release_owners.py

@@ -1,86 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this file,
-# You can obtain one at http://mozilla.org/MPL/2.0/.
-
-import requests
-from requests.exceptions import HTTPError
-
-from . import config, utils
-from .wiki_parser import InvalidWiki, WikiParser
-
-OWNERS_URL = "https://wiki.mozilla.org/Release_Management/Release_owners"
-_OWNERS = None
-
-
-def _get_sub_versions(s):
-    s = s.strip()
-    s = s.split(".")
-    return [int(v.split(" ", 1)[0]) for v in s]
-
-
-def get_versions(s):
-    fx = "Firefox "
-    if not s.startswith(fx):
-        raise InvalidWiki('Invalid version format, expect: "Firefox ..."')
-    N = len(fx)
-    version = s[N:]
-    versions = version.split(";")
-    return [_get_sub_versions(v) for v in versions]
-
-
-def _get_list_people(s):
-    return [x.strip() for x in s.split(",")]
-
-
-def get_owners():
-    global _OWNERS
-    if _OWNERS is not None:
-        return _OWNERS
-
-    resp = requests.get(
-        OWNERS_URL,
-        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
-    )
-    try:
-        resp.raise_for_status()
-    except HTTPError as e:
-        raise InvalidWiki("Failed to load wiki data") from e
-
-    html = resp.text.encode("ascii", errors="ignore")
-
-    parser = WikiParser(tables=[0])
-    try:
-        parser.feed(html)
-    except StopIteration:
-        table = parser.get_tables()[0]
-        if [
-            "Firefox Version",
-            "Owner",
-            "Secondary",
-            "Engineering REO",
-            "Release Duty",
-            "Corresponding ESR",
-            "Release Date",
-        ] != table[0]:
-            raise InvalidWiki("Column headers are wrong")
-
-        _OWNERS = []
-        for row in table[1:]:
-            try:
-                # sometimes the date is 2019-XX-XX (when the date is not known)
-                release_date = utils.get_date_ymd(row[6])
-            except (AssertionError, ValueError):
-                continue
-
-            _OWNERS.append(
-                {
-                    "version": get_versions(row[0])[0][0],
-                    "owner": row[1],
-                    "secondary": row[2],
-                    "engineering reo": row[3],
-                    "release duty": _get_list_people(row[4]),
-                    "corresponding esr": row[5],
-                    "release date": release_date,
-                }
-            )
-        return _OWNERS