squad 1.86.3__tar.gz → 1.88__tar.gz

{squad-1.86.3 → squad-1.88}/CHANGELOG.md

@@ -1,3 +1,19 @@
+# 1.88
+
+This 1.88 release adds a neat feature that gives the user the exact log link
+of a LAVA test.
+
+# 1.87
+
+This 1.87 release does a bit of Python updates. The github actions have stopped
+working for a while and needed a set of commits to go back working. Part of these
+changes are related to new Python versions. Newer SQUAD releases should start
+supportting Python > 3.10, as older versions are going to be deprecated soon.
+
+The release also fetches build metadata for jobs coming from Tuxsuite backend and
+lastly it changes log-parser plugin to optionally fetch kernel panics without
+square braces around `cut-here` (thanks Anders!).
+
 # 1.86.3
 
 This 1.86.3 release fixes deprecation warnings regarding imp module

{squad-1.86.3 → squad-1.88}/Dockerfile

@@ -17,6 +17,7 @@ RUN apt-get update -q=2 && \
         python3-gunicorn \
         python3-importlib-metadata \
         python3-jinja2 \
+        python3-jwt \
         python3-markdown \
         python3-msgpack \
         python3-pip \
@@ -59,7 +60,7 @@ RUN apt-get update -q=2 && \
         django-bootstrap3 \
         django-cors-headers \
         drf-extensions \
-        django-allauth==0.46.0 \
+        django-allauth \
         django-simple-history==3.1.1 \
         django-health-check==3.16.4 && \
     pip3 install boto3==1.15 django-storages[google]==1.13.2 asgiref==3.7.2

{squad-1.86.3 → squad-1.88}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: squad
-Version: 1.86.3
+Version: 1.88
 Summary: Software Quality Dashboard
 Home-page: https://github.com/Linaro/squad
 Author: Antonio Terceiro
@@ -32,8 +32,10 @@ Requires-Dist: Markdown
 Requires-Dist: msgpack>=0.5.0
 Requires-Dist: python_dateutil
 Requires-Dist: PyYAML>=5.1
+Requires-Dist: PyJWT
 Requires-Dist: pyzmq
 Requires-Dist: requests
+Requires-Dist: setuptools
 Requires-Dist: sqlparse
 Requires-Dist: svgwrite
 Requires-Dist: whitenoise

{squad-1.86.3 → squad-1.88}/requirements.txt

@@ -22,8 +22,10 @@ Markdown
 msgpack>=0.5.0
 python_dateutil
 PyYAML>=5.1
+PyJWT
 pyzmq
 requests
+setuptools
 sqlparse
 svgwrite
 whitenoise

{squad-1.86.3 → squad-1.88}/squad/ci/backend/lava.py

@@ -659,11 +659,13 @@ class Backend(BaseBackend):
                     suite = result['suite'].split("_", 1)[-1]
                     res_name = "%s/%s" % (suite, result['name'])
                     res_log = None
-                    if 'log_start_line' in result.keys() and \
-                            'log_end_line' in result.keys() and \
-                            result['log_start_line'] is not None and \
-                            result['log_end_line'] is not None:
-                        res_log = self.__download_test_log__(raw_logs, result['log_start_line'], result['log_end_line'])
+                    if 'log_start_line' in result.keys():
+                        log_url = f"{self.job_url(test_job)}#L{result['log_start_line']}"
+                        res_log = f"Testcase log: <a href='{log_url}'>{log_url}</a>\n"
+                        if 'log_end_line' in result.keys() and \
+                                result['log_start_line'] is not None and \
+                                result['log_end_line'] is not None:
+                            res_log += self.__download_test_log__(raw_logs, result['log_start_line'], result['log_end_line'])
                     # YAML from LAVA has all values serialized to strings
                     if result['measurement'] == 'None' or result['measurement'] is None:
                         res_value = result['result']

{squad-1.86.3 → squad-1.88}/squad/ci/backend/tuxsuite.py

@@ -240,6 +240,10 @@ class Backend(BaseBackend):
         # Make metadata
         metadata_keys = settings.get('BUILD_METADATA_KEYS', [])
         metadata = {k: results.get(k) for k in metadata_keys}
+
+        # Add extra metadata from metadata file if it exists
+        self.update_metadata_from_file(results=results, metadata=metadata)
+
         metadata['job_url'] = job_url
         metadata['job_id'] = test_job.job_id
         metadata['config'] = urljoin(results.get('download_url') + '/', 'config')
@@ -296,10 +300,10 @@ class Backend(BaseBackend):
         if "download_url" in results:
             download_url = results["download_url"]
             try:
-                test_metadata_response = self.fetch_url(download_url + '/' + 'metadata.json')
+                metadata_response = self.fetch_url(download_url + '/' + 'metadata.json')
                 # If fetching the metadata file did not error, decode it as json
-                if test_metadata_response.ok:
-                    metadata.update(test_metadata_response.json())
+                if metadata_response.ok:
+                    metadata.update(metadata_response.json())
             except TemporaryFetchIssue:
                 pass
 
@@ -328,7 +332,14 @@ class Backend(BaseBackend):
         test_job.name = ','.join(results['tests'])
 
         if results['results'] == {}:
-            test_job.failure = 'build failed'
+            waiting_for = results.get('waiting_for')
+            if waiting_for is None:
+                test_job.failure = 'no results'
+            elif 'BUILD' in waiting_for:
+                test_job.failure = 'build failed'
+            else:
+                test_job.failure = 'sanity test failed'
+
             return status, completed, metadata, tests, metrics, logs
 
         # Fetch results even if the job fails, but has results

{squad-1.86.3 → squad-1.88}/squad/frontend/templates/squad/tests.jinja2

@@ -37,7 +37,7 @@
                 {% for status in test %}
                 <td class="{{status[0]}}"><a href="{{ test_history_url }}">{{status[0]}}{% if status[1] %} ({{status[1]}} %){% endif %}</a>
                   {% if status[2] %}
-                  <a href='#' data-toggle="modal" data-target="#info_modal" data-status="{{ status[1] }}"><span data-toggle="tooltip" data-placement="right" title="{{ _('Show info') }}" class='fa fa-info-circle'></span></a>
+                  <a href='#' data-toggle="modal" data-target="#info_modal" data-status="{{ status[2] }}"><span data-toggle="tooltip" data-placement="right" title="{{ _('Show info') }}" class='fa fa-info-circle'></span></a>
                   {% endif %}
                 </td>
                 {% endfor %}

{squad-1.86.3 → squad-1.88}/squad/plugins/linux_log_parser.py

@@ -12,7 +12,7 @@ REGEX_NAME = 0
 REGEX_BODY = 1
 
 MULTILINERS = [
-    ('check-kernel-exception', r'-+\[ cut here \]-+.*?-+\[ end trace \w* \]-+'),
+    ('check-kernel-exception', r'-+\[? cut here \]?-+.*?-+\[? end trace \w* \]?-+'),
     ('check-kernel-kasan', r'=+\n\[[\s\.\d]+\]\s+BUG: KASAN:.*?=+'),
     ('check-kernel-kfence', r'=+\n\[[\s\.\d]+\]\s+BUG: KFENCE:.*?=+'),
 ]
@@ -131,19 +131,6 @@ class Plugin(BasePlugin):
             matches = regex.findall(log)
             snippets = self.__join_matches(matches, REGEXES)
 
-            # search onliners within multiliners
-            multiline_matches = []
-            for regex_id in range(len(MULTILINERS)):
-                multiline_matches += snippets[regex_id]
-
-            regex = self.__compile_regexes(ONELINERS)
-            matches = regex.findall('\n'.join(multiline_matches))
-            onliner_snippets = self.__join_matches(matches, ONELINERS)
-
-            regex_id_offset = len(MULTILINERS)
-            for regex_id in range(len(ONELINERS)):
-                snippets[regex_id + regex_id_offset] += onliner_snippets[regex_id]
-
             for regex_id in range(len(REGEXES)):
                 test_name = REGEXES[regex_id][REGEX_NAME]
                 self.__create_tests(testrun, suite, test_name, snippets[regex_id])

{squad-1.86.3 → squad-1.88}/squad/settings.py

@@ -62,8 +62,7 @@ if find_spec('django_extensions'):
 
 django_toolbar = None
 django_toolbar_middleware = None
-django_toolbar_module_spec = find_spec('debug_toolbar')
-if django_toolbar_module_spec:
+if find_spec('debug_toolbar'):
     DEBUG_TOOLBAR_CONFIG = {
         'JQUERY_URL': '',
         'SHOW_COLLAPSED': True,
@@ -76,11 +75,8 @@ if django_toolbar_module_spec:
 
 
 django_allauth_middleware = None
-try:
-    import allauth.account.middleware  # noqa: F401
+if find_spec('allauth'):
     django_allauth_middleware = 'allauth.account.middleware.AccountMiddleware'
-except ImportError:
-    pass
 
 
 __apps__ = [

squad-1.88/squad/version.py

@@ -0,0 +1 @@
+__version__ = '1.88'

{squad-1.86.3 → squad-1.88}/squad.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: squad
-Version: 1.86.3
+Version: 1.88
 Summary: Software Quality Dashboard
 Home-page: https://github.com/Linaro/squad
 Author: Antonio Terceiro
@@ -32,8 +32,10 @@ Requires-Dist: Markdown
 Requires-Dist: msgpack>=0.5.0
 Requires-Dist: python_dateutil
 Requires-Dist: PyYAML>=5.1
+Requires-Dist: PyJWT
 Requires-Dist: pyzmq
 Requires-Dist: requests
+Requires-Dist: setuptools
 Requires-Dist: sqlparse
 Requires-Dist: svgwrite
 Requires-Dist: whitenoise

{squad-1.86.3 → squad-1.88}/squad.egg-info/SOURCES.txt

@@ -620,6 +620,7 @@ test/plugins/test_plugin.py
 test/plugins/linux_log_parser/kasan.log
 test/plugins/linux_log_parser/kernel_bug_and_invalid_opcode.log
 test/plugins/linux_log_parser/kernelexceptiontrace.log
+test/plugins/linux_log_parser/kernelexceptiontrace_without_squarebraces.log
 test/plugins/linux_log_parser/kernelpanic.log
 test/plugins/linux_log_parser/kfence.log
 test/plugins/linux_log_parser/multiple_issues_dmesg.log

{squad-1.86.3 → squad-1.88}/squad.egg-info/requires.txt

@@ -22,8 +22,10 @@ Markdown
 msgpack>=0.5.0
 python_dateutil
 PyYAML>=5.1
+PyJWT
 pyzmq
 requests
+setuptools
 sqlparse
 svgwrite
 whitenoise

{squad-1.86.3 → squad-1.88}/test/ci/backend/test_lava.py

@@ -518,7 +518,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_basics(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -536,7 +536,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_INVALID_DATES)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_invalid_dates(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -554,7 +554,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_START_DATE)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_missing_dates(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -597,7 +597,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_parse_results_metadata(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='1234',
             target=self.project,
@@ -610,7 +610,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_NO_METADATA)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_parse_results_empty_metadata(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='1234',
             target=self.project,