libmozdata 0.2.7__tar.gz → 0.2.9__tar.gz

{libmozdata-0.2.7/libmozdata.egg-info → libmozdata-0.2.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: libmozdata
-Version: 0.2.7
+Version: 0.2.9
 Summary: Library to access and aggregate several Mozilla data sources.
 Home-page: https://github.com/mozilla/libmozdata
 Author: Mozilla Release Management

libmozdata-0.2.9/VERSION

@@ -0,0 +1 @@
+0.2.9

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/buildhub.py

@@ -10,6 +10,8 @@ from distutils.version import LooseVersion
 
 import requests
 
+from . import config
+
 SEARCH_URL = os.getenv("BUILDHUB_SEARCH_URL", "https://buildhub.moz.tools/api/search")
 
 
@@ -18,7 +20,11 @@ class BadBuildhubRequest(Exception):
 
 
 def fetch(search_url, json):
-    response = requests.post(search_url, json=json)
+    response = requests.post(
+        search_url,
+        json=json,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    )
     if response.status_code == 400:
         raise BadBuildhubRequest(search_url)
     response.raise_for_status()

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/config.py

@@ -45,12 +45,15 @@ class ConfigIni(Config):
 
 
 class ConfigEnv(Config):
-    def get(self, section, option, default=None):
+    def get(self, section, option, default=None, type=str):
         env = os.environ.get("LIBMOZDATA_CFG_" + section.upper() + "_" + option.upper())
         if not env:
             return default
 
-        return env
+        if type == list or type == set:
+            return type([s.strip(" /t") for s in env.split(",")])
+        else:
+            return type(env)
 
 
 __config = ConfigIni()
@@ -63,6 +66,9 @@ def set_config(conf):
     __config = conf
 
 
-def get(section, option, default=None, type=str):
+def get(section, option, default=None, type=str, required=False):
     global __config
-    return __config.get(section, option, default=default, type=type)
+    value = __config.get(section, option, default=default, type=type)
+    if required:
+        assert value is not None, f"Option {option} in section {section} is not set"
+    return value

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/connection.py

@@ -55,7 +55,7 @@ class Connection(object):
     RAISE_ERROR = True
     CHUNK_SIZE = 32
     TOKEN = ""
-    USER_AGENT = config.get("User-Agent", "name", "libmozdata")
+    USER_AGENT = None
     X_FORWARDED_FOR = utils.get_x_fwed_for_str(
         config.get("X-Forwarded-For", "data", "")
     )
@@ -97,6 +97,9 @@ class Connection(object):
             if "raise_error" in kwargs:
                 self.RAISE_ERROR = kwargs["raise_error"]
 
+        if not self.USER_AGENT:
+            config.get("User-Agent", "name", required=True)
+
         self.exec_queries()
 
     def __get_cb(self, query):

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/fx_trains.py

@@ -4,6 +4,8 @@
 
 import requests
 
+from . import config
+
 
 class FirefoxTrains:
     """Firefox Trains
@@ -24,6 +26,7 @@ class FirefoxTrains:
         """
 
         self._cache = {} if cache else None
+        self.USER_AGENT = config.get("User-Agent", "name", required=True)
 
     @classmethod
     def get_instance(cls):
@@ -36,7 +39,11 @@ class FirefoxTrains:
         if self._cache is not None and path in self._cache:
             return self._cache[path]
 
-        resp = requests.get(self.URL + path, timeout=self.TIMEOUT)
+        resp = requests.get(
+            self.URL + path,
+            timeout=self.TIMEOUT,
+            headers={"User-Agent": self.USER_AGENT},
+        )
         resp.raise_for_status()
         resp_json = resp.json()
 

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/lando.py

@@ -16,7 +16,7 @@ class LandoWarnings(object):
     def __init__(self, api_url, api_key):
         self.api_url = f"{api_url}/diff_warnings"
         self.api_key = api_key
-        self.USER_AGENT = config.get("User-Agent", "name", "libmozdata")
+        self.USER_AGENT = config.get("User-Agent", "name", required=True)
 
     def del_warnings(self, warnings):
         """

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/phabricator.py

@@ -209,7 +209,7 @@ class PhabricatorAPI(object):
     """
 
     def __init__(self, api_key, url=MOZILLA_PHABRICATOR_PROD):
-        self.USER_AGENT = config.get("User-Agent", "name", "libmozdata")
+        self.USER_AGENT = config.get("User-Agent", "name", required=True)
         self.api_key = api_key
         self.url = url
         assert self.url.endswith("/api/"), "Phabricator API must end with /api/"

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/release_owners.py

@@ -4,7 +4,7 @@
 
 import requests
 
-from . import utils
+from . import config, utils
 from .wiki_parser import InvalidWiki, WikiParser
 
 OWNERS_URL = "https://wiki.mozilla.org/Release_Management/Release_owners"
@@ -36,7 +36,10 @@ def get_owners():
     if _OWNERS is not None:
         return _OWNERS
 
-    html = requests.get(OWNERS_URL).text.encode("ascii", errors="ignore")
+    html = requests.get(
+        OWNERS_URL,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    ).text.encode("ascii", errors="ignore")
     parser = WikiParser(tables=[0])
     try:
         parser.feed(html)

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata/versions.py

@@ -9,7 +9,7 @@ from os.path import commonprefix
 import requests
 from icalendar import Calendar
 
-from . import utils
+from . import config, utils
 
 __versions = None
 __version_dates = None
@@ -46,7 +46,10 @@ def __getVersions():
             return
         return esr.endswith("esr") and esr[:-3] or esr
 
-    resp = requests.get(URL_VERSIONS)
+    resp = requests.get(
+        URL_VERSIONS,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    )
     data = resp.json()
 
     nightly = data["FIREFOX_NIGHTLY"]
@@ -63,12 +66,18 @@ def __getVersions():
 
 
 def __getVersionDates():
-    resp = requests.get(URL_HISTORY)
+    resp = requests.get(
+        URL_HISTORY,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    )
     data = resp.json()
 
     data = dict([(v, utils.get_moz_date(d)) for v, d in data.items()])
 
-    resp = requests.get(URL_CALENDAR)
+    resp = requests.get(
+        URL_CALENDAR,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    )
     calendar = Calendar.from_ical(resp.content)
 
     for component in calendar.walk():
@@ -85,7 +94,10 @@ def __getVersionDates():
 
 
 def __getStabilityVersionDates():
-    resp = requests.get(URL_STABILITY)
+    resp = requests.get(
+        URL_STABILITY,
+        headers={"User-Agent": config.get("User-Agent", "name", required=True)},
+    )
 
     return dict([(v, utils.get_moz_date(d)) for v, d in resp.json().items()])
 

{libmozdata-0.2.7 → libmozdata-0.2.9/libmozdata.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.1
 Name: libmozdata
-Version: 0.2.7
+Version: 0.2.9
 Summary: Library to access and aggregate several Mozilla data sources.
 Home-page: https://github.com/mozilla/libmozdata
 Author: Mozilla Release Management

{libmozdata-0.2.7 → libmozdata-0.2.9}/libmozdata.egg-info/requires.txt

@@ -1,6 +1,7 @@
 icalendar>=3.10
 python-dateutil>=2.5.2
 python-hglib>=2.6.1
+pytz>=2022
 requests-futures>=0.9.8
 requests[security]>=2.7.0
 setuptools>=28.6.1

{libmozdata-0.2.7 → libmozdata-0.2.9}/requirements.txt

@@ -1,6 +1,7 @@
 icalendar>=3.10
 python-dateutil>=2.5.2
 python-hglib>=2.6.1
+pytz>=2022
 requests-futures>=0.9.8
 requests[security]>=2.7.0
 setuptools>=28.6.1

libmozdata-0.2.7/VERSION

@@ -1 +0,0 @@
-0.2.7