squad 1.95__tar.gz → 1.96.1__tar.gz

{squad-1.95 → squad-1.96.1}/CHANGELOG.md

@@ -1,3 +1,13 @@
+# 1.96.1
+
+This release fixes small bugs in the previous release regarding picking up log snippets
+from Tuxsuite jobs.
+
+# 1.96
+
+This release takes in LAVA logs in Tuxsuite.
+The release also fixes a long-running query by reusing pre-calculated suite statuses.
+
 # 1.95
 
 This release collects log snippets for Tuxsuite backend.

{squad-1.95/squad.egg-info → squad-1.96.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: squad
-Version: 1.95
+Version: 1.96.1
 Summary: Software Quality Dashboard
 Home-page: https://gitlab.com/Linaro/squad/squad
 Author: Antonio Terceiro
@@ -11,7 +11,6 @@ License-File: COPYING
 Requires-Dist: aiohttp
 Requires-Dist: celery
 Requires-Dist: cryptography
-Requires-Dist: coreapi
 Requires-Dist: django_crispy_forms==1.14.0
 Requires-Dist: Django<5,>=3
 Requires-Dist: django-allauth

{squad-1.95 → squad-1.96.1}/doc/api.rst

@@ -419,7 +419,7 @@ built and it's available at /api/schema URL. Example usage with coreapi-cli:
 More details about coreapi can be found on coreapi website and DRF website:
 
  * http://www.coreapi.org/
- * https://www.django-rest-framework.org/topics/api-clients/
+ * https://www.django-rest-framework.org/community/mozilla-grant/#client-libraries
 
 SQUAD-Client
 -------------------------

{squad-1.95 → squad-1.96.1}/requirements-dev.txt

@@ -9,4 +9,3 @@ pytest
 pytest-django
 pytest-cov
 requests-mock
-squad-linaro-plugins

{squad-1.95 → squad-1.96.1}/requirements.txt

@@ -1,7 +1,6 @@
 aiohttp
 celery
 cryptography
-coreapi
 django_crispy_forms==1.14.0
 Django<5,>=3
 django-allauth

{squad-1.95 → squad-1.96.1}/squad/ci/backend/tuxsuite.py

@@ -392,9 +392,12 @@ class Backend(BaseBackend):
         if 'unknown' == results['results']['boot']:
             return None
 
-        # Retrieve TuxRun log
+        # Retrieve plain text log
         logs = self.fetch_url(job_url + '/', 'logs?format=txt').text
-        log_lines = logs.splitlines()
+
+        # Retrieve YAML log
+        log_structured = self.fetch_url(results["download_url"], 'lava-logs.yaml').text
+        log_data = yaml.safe_load(log_structured)
 
         attachment_list = ["reproducer", "tux_plan.yaml"]
         attachments = {}
@@ -410,26 +413,44 @@ class Backend(BaseBackend):
         boot_test_name = 'boot/' + (metadata.get('build_name') or 'boot')
         tests[boot_test_name] = {'result': results['results']['boot']}
 
+        lava_signal = re.compile("^<LAVA_SIGNAL_")
+
+        def filter_log(line):
+            return type(line["msg"]) is str \
+                and line["lvl"] == "target" \
+                and not lava_signal.match(line["msg"])
+
         # Really fetch test results
         tests_results = self.fetch_url(job_url + '/', 'results').json()
         if tests_results.get('error', None) is None:
             for suite, suite_tests in tests_results.items():
-                if suite == 'lava':
-                    continue
-
                 suite_name = re.sub(r'^[0-9]+_', '', suite)
                 for name, test_data in suite_tests.items():
                     test_name = f'{suite_name}/{name}'
-                    result = test_data['result']
+                    result = test_data.get('result')
+                    if not result:
+                        continue
                     if "starttc" in test_data:
-                        starttc = test_data["starttc"] - 1  # LAVA data counts from 1, we count from 0
+                        try:
+                            # LAVA data counts from 1, we count from 0
+                            starttc = int(test_data["starttc"]) - 1
+                        except ValueError:
+                            continue
                         if "endtc" in test_data:
-                            # no -1 as the second index of the slice needs to be
-                            # greater than the first to get at least one item.
-                            endtc = test_data["endtc"]
+                            try:
+                                # no -1 as the second index of the slice needs to be
+                                # greater than the first to get at least one item.
+                                endtc = int(test_data["endtc"])
+                            except ValueError:
+                                endtc = starttc + 2
                         else:
                             endtc = starttc + 2
-                        log_snippet = "\n".join(log_lines[starttc:endtc])
+                        log_lines = [
+                            line["msg"].replace("\x00", "")
+                            for line in log_data[starttc:endtc]
+                            if filter_log(line)
+                        ]
+                        log_snippet = "\n".join(log_lines)
                     else:
                         log_snippet = None
                     tests[test_name] = {"result": result, "log": log_snippet}

{squad-1.95 → squad-1.96.1}/squad/ci/management/commands/testfetch.py

@@ -31,17 +31,24 @@ class Command(BaseCommand):
             type=str,
             help='Project to fetch the data into (Format: foo/bar)',
         )
+        parser.add_argument(
+            'BUILD',
+            type=str,
+            nargs="?",
+            help='Build to fetch the data into',
+        )
 
     def handle(self, *args, **options):
         backend_name = options.get("BACKEND")
         job_id = options.get("JOBID")
         group_slug, project_slug = options.get("PROJECT").split('/')
+        _build = options.get("BUILD") or str(time.time())
 
         backend = Backend.objects.get(name=backend_name)
 
         group, _ = Group.objects.get_or_create(slug=group_slug)
         project, _ = group.projects.get_or_create(slug=project_slug)
-        build = project.builds.create(version=str(time.time()))
+        build, _ = project.builds.get_or_create(version=_build)
 
         testjob = backend.test_jobs.create(target=project, job_id=job_id, target_build=build)
 

{squad-1.95 → squad-1.96.1}/squad/core/models.py

@@ -1,7 +1,7 @@
 import json
 import yaml
 import logging
-from collections import OrderedDict, Counter
+from collections import Counter, defaultdict
 from hashlib import sha1
 from itertools import groupby
 import re
@@ -676,36 +676,62 @@ class Build(models.Model):
 
     @property
     def test_suites_by_environment(self):
-        test_runs = self.test_runs.prefetch_related(
-            'tests',
-            'tests__suite',
-            'environment',
+        """
+        Return a sorted dictionary like
+        {
+            "env1": [
+                ("suite1", {"fail": 0, "pass": 0, "skip": 0, "xfail": 0}),
+                ("suite2", {"fail": 0, "pass": 0, "skip": 0, "xfail": 0}),
+                ...
+            ],
+            "env2": [
+                ("suite1", {"fail": 0, "pass": 0, "skip": 0, "xfail": 0}),
+                ("suite2", {"fail": 0, "pass": 0, "skip": 0, "xfail": 0}),
+                ...
+            ],
+            ...
+        }
+
+        Sorted by env slug, and then by suite slug
+        """
+
+        tmp_results = defaultdict(
+            lambda: defaultdict(
+                lambda: {
+                    "fail": 0,
+                    "pass": 0,
+                    "skip": 0,
+                    "xfail": 0,
+                }
+            )
         )
-        template = OrderedDict((
-            ('fail', 0),
-            ('pass', 0),
-            ('skip', 0),
-            ('xfail', 0),
-        ))
-        result = OrderedDict()
-        envlist = set([t.environment for t in test_runs])
-        for env in sorted(envlist, key=lambda env: env.slug):
-            result[env] = dict()
-        for tr in test_runs:
-            for t in tr.tests.all():
-                if t.suite in result[tr.environment].keys():
-                    result[tr.environment][t.suite][t.status] += 1
-                else:
-                    if t.suite not in result[tr.environment]:
-                        result[tr.environment][t.suite] = template.copy()
-                    result[tr.environment][t.suite][t.status] += 1
-        for env in result.keys():
-            # there should only be one key in the most nested dict
-            result[env] = sorted(
-                result[env].items(),
-                key=lambda suite_dict: suite_dict[0].slug)
-
-        return result
+
+        statuses = Status.objects.filter(
+            test_run__build=self,
+            suite__isnull=False
+        ).prefetch_related(
+            'test_run__environment',
+            'suite',
+        ).order_by(
+            'test_run__environment__slug',
+            'suite__slug',
+        )
+
+        for status in statuses:
+            env = status.test_run.environment
+            suite = status.suite
+
+            tmp_results[env][suite]['fail'] += status.tests_fail
+            tmp_results[env][suite]['pass'] += status.tests_pass
+            tmp_results[env][suite]['skip'] += status.tests_skip
+            tmp_results[env][suite]['xfail'] += status.tests_xfail
+
+        results = defaultdict(list)
+        for env, suites in tmp_results.items():
+            for suite, status in suites.items():
+                results[env].append((suite, status))
+
+        return results
 
     def test_jobs_summary(self, per_environment=False):
         testjobs = self.test_jobs.only('environment', 'job_status', 'target_build').order_by('environment')

{squad-1.95 → squad-1.96.1}/squad/jinja2.py

@@ -69,7 +69,7 @@ def _register(attr, fn=None, name=None, takes_context=None):
 
 
 def _update_local_env(attr, func, name=None, takes_context=None):
-    global _local_env
+    global _local_env  # noqa
 
     if takes_context:
         func.contextfunction = True

squad-1.96.1/squad/version.py

@@ -0,0 +1 @@
+__version__ = '1.96.1'

{squad-1.95 → squad-1.96.1/squad.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: squad
-Version: 1.95
+Version: 1.96.1
 Summary: Software Quality Dashboard
 Home-page: https://gitlab.com/Linaro/squad/squad
 Author: Antonio Terceiro
@@ -11,7 +11,6 @@ License-File: COPYING
 Requires-Dist: aiohttp
 Requires-Dist: celery
 Requires-Dist: cryptography
-Requires-Dist: coreapi
 Requires-Dist: django_crispy_forms==1.14.0
 Requires-Dist: Django<5,>=3
 Requires-Dist: django-allauth

{squad-1.95 → squad-1.96.1}/squad.egg-info/SOURCES.txt

@@ -612,8 +612,6 @@ test/frontend/test_tests.py
 test/frontend/test_utils.py
 test/integration/__init__.py
 test/integration/test_build_notification_from_ci.py
-test/integration/plugins/test_tradefed.py
-test/integration/plugins/tradefed-output-20220608105250.tar.xz
 test/plugins/__init__.py
 test/plugins/test_gerrit.py
 test/plugins/test_github.py

{squad-1.95 → squad-1.96.1}/squad.egg-info/requires.txt

@@ -1,7 +1,6 @@
 aiohttp
 celery
 cryptography
-coreapi
 django_crispy_forms==1.14.0
 Django<5,>=3
 django-allauth

{squad-1.95 → squad-1.96.1}/test/ci/backend/test_tuxsuite.py

@@ -893,6 +893,7 @@ class TuxSuiteTest(TestCase):
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/123')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/456')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         # Only fetch when finished
         with requests_mock.Mocker() as fake_request:
@@ -901,6 +902,7 @@ class TuxSuiteTest(TestCase):
             self.assertEqual(None, results)
 
         test_logs = "\n".join([f"line {i}" for i in range(1, 1000)])
+        yaml_logs = "\n".join([f"- {{\"dt\": \"2025-04-09T13:15:59.421673\", \"lvl\": \"target\", \"msg\": \"line {i}\\0\"}}" for i in range(1, 1000)])
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'device': 'qemu-armv7',
@@ -929,7 +931,8 @@ class TuxSuiteTest(TestCase):
             'finished_time': '2022-03-25T15:52:42.672483',
             'retries': 0,
             'retries_messages': [],
-            'duration': 151
+            'duration': 151,
+            'download_url': storage_url,
         }
         build_results = {
             'toolchain': 'gcc-10',
@@ -974,12 +977,13 @@ class TuxSuiteTest(TestCase):
             fake_request.get(test_url, json=test_results)
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url + '/', 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -995,6 +999,7 @@ class TuxSuiteTest(TestCase):
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/123')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/456')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         # Only fetch when finished
         with requests_mock.Mocker() as fake_request:
@@ -1003,6 +1008,7 @@ class TuxSuiteTest(TestCase):
             self.assertEqual(None, results)
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dummy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'device': 'qemu-armv7',
@@ -1032,7 +1038,8 @@ class TuxSuiteTest(TestCase):
             'finished_time': '2022-03-25T15:52:42.672483',
             'retries': 0,
             'retries_messages': [],
-            'duration': 151
+            'duration': 151,
+            'download_url': storage_url,
         }
         build_results = {
             'toolchain': 'gcc-10',
@@ -1077,12 +1084,13 @@ class TuxSuiteTest(TestCase):
             fake_request.get(test_url, json=test_results)
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url + '/', 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -1097,8 +1105,10 @@ class TuxSuiteTest(TestCase):
         job_id = 'TEST:tuxgroup@tuxproject#1234'
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/1234')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dummy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'device': 'qemu-armv7',
@@ -1127,7 +1137,8 @@ class TuxSuiteTest(TestCase):
             'finished_time': '2022-03-25T15:52:42.672483',
             'retries': 0,
             'retries_messages': [],
-            'duration': 151
+            'duration': 151,
+            'download_url': storage_url,
         }
 
         expected_metadata = {
@@ -1163,12 +1174,13 @@ class TuxSuiteTest(TestCase):
         with requests_mock.Mocker() as fake_request:
             fake_request.get(test_url, json=test_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url + '/', 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -1183,8 +1195,10 @@ class TuxSuiteTest(TestCase):
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/123')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/456')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dummy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'device': 'qemu-armv7',
@@ -1213,7 +1227,8 @@ class TuxSuiteTest(TestCase):
             'finished_time': '2022-03-25T15:52:42.672483',
             'retries': 0,
             'retries_messages': [],
-            'duration': 151
+            'duration': 151,
+            'download_url': storage_url,
         }
         build_results = {
             'toolchain': 'gcc-10',
@@ -1262,13 +1277,14 @@ class TuxSuiteTest(TestCase):
         with requests_mock.Mocker() as fake_request:
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url + '/', 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
             fake_request.get(test_url, json=job_data)
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -1283,6 +1299,7 @@ class TuxSuiteTest(TestCase):
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/125')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/567')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         # Only fetch when finished
         with requests_mock.Mocker() as fake_request:
@@ -1291,6 +1308,7 @@ class TuxSuiteTest(TestCase):
             self.assertEqual(None, results)
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dummy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'device': 'qemu-armv7',
@@ -1319,7 +1337,8 @@ class TuxSuiteTest(TestCase):
             'finished_time': '2022-03-25T15:52:42.672483',
             'retries': 0,
             'retries_messages': [],
-            'duration': 151
+            'duration': 151,
+            'download_url': storage_url,
         }
         build_results = {
             'toolchain': 'gcc-10',
@@ -1365,12 +1384,13 @@ class TuxSuiteTest(TestCase):
             fake_request.get(test_url, json=test_results)
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url + '/', 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -1585,8 +1605,10 @@ class TuxSuiteTest(TestCase):
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/124')
         sanity_test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/123')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/456')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dumumy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'uid': '124',
@@ -1596,6 +1618,7 @@ class TuxSuiteTest(TestCase):
             'results': {'boot': 'pass', 'ltp-smoke': 'pass'},
             'plan': None,
             'waiting_for': 'TEST#123',
+            'download_url': storage_url,
         }
         sanity_test_results = {
             'project': 'tuxgroup/tuxproject',
@@ -1646,12 +1669,13 @@ class TuxSuiteTest(TestCase):
             fake_request.get(sanity_test_url, json=sanity_test_results)
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url, 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
             fake_request.get(urljoin(test_url + '/', 'tux_plan.yaml'), text='tux_plan.yaml contents')
 
             status, completed, metadata, tests, metrics, logs, attachments = self.tuxsuite.fetch(testjob)
-            tests_results = {k: v["result"] for k, v in tests.items()}
+            tests_results = {k: v["result"] for k, v in tests.items() if not k.startswith("lava/")}
             self.assertEqual('Complete', status)
             self.assertTrue(completed)
             self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
@@ -1659,7 +1683,7 @@ class TuxSuiteTest(TestCase):
             self.assertEqual(sorted(expected_metrics.items()), sorted(metrics.items()))
             self.assertEqual(test_logs, logs)
 
-            self.assertEqual(7, fake_request.call_count)
+            self.assertEqual(9, fake_request.call_count)
 
         self.assertEqual('ltp-smoke', testjob.name)
 
@@ -1671,8 +1695,10 @@ class TuxSuiteTest(TestCase):
         test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/124')
         sanity_test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/112233')
         build_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/builds/456')
+        storage_url = "https://storage.example.com/tuxgroup/tuxproject/123/"
 
         test_logs = 'dummy test log'
+        yaml_logs = '- {"dt": "2025-04-09T13:15:59.421673", "lvl": "info", "msg": "dummy test log"}'
         test_results = {
             'project': 'tuxgroup/tuxproject',
             'uid': '124',
@@ -1682,6 +1708,7 @@ class TuxSuiteTest(TestCase):
             'results': {'boot': 'pass', 'ltp-smoke': 'pass'},
             'plan': None,
             'waiting_for': 'TEST#112233',
+            'download_url': storage_url,
         }
         sanity_test_results = {
             'project': 'tuxgroup/tuxproject',
@@ -1693,6 +1720,7 @@ class TuxSuiteTest(TestCase):
             'result': 'pass',
             'results': {'boot': 'pass', 'ltp-smoke': 'pass'},
             'plan': None,
+            'download_url': storage_url,
         }
         build_results = {
             'toolchain': 'gcc-10',
@@ -1711,6 +1739,7 @@ class TuxSuiteTest(TestCase):
             fake_request.get(build_url, json=build_results)
             fake_request.get(urljoin(test_url + '/', 'logs'), text=test_logs)
             fake_request.get(urljoin(sanity_test_url + '/', 'logs'), text=test_logs)
+            fake_request.get(urljoin(storage_url, 'lava-logs.yaml'), text=yaml_logs)
             fake_request.get(urljoin(test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(sanity_test_url + '/', 'results'), json=test_results_json)
             fake_request.get(urljoin(test_url + '/', 'reproducer'), text='reproducer contents')
@@ -1731,12 +1760,12 @@ class TuxSuiteTest(TestCase):
                 completed=completed,
                 attachments=attachments,
             )
-            self.assertEqual(6, fake_request.call_count)
+            self.assertEqual(8, fake_request.call_count)
 
             # Now fetch test, and make sure no extra requests were made
             _, _, metadata, _, _, _, _ = self.tuxsuite.fetch(testjob)
             self.assertEqual(build_name, metadata['build_name'])
-            self.assertEqual(11, fake_request.call_count)
+            self.assertEqual(15, fake_request.call_count)
 
         self.assertEqual('ltp-smoke', testjob.name)
 

{squad-1.95 → squad-1.96.1}/test/ci/backend/tuxsuite_test_result_sample.json

@@ -4,18 +4,30 @@
             "result": "pass"
         },
         "file-download": {
-            "duration": "9.95",
-            "extra": {
-                "label": "rootfs",
-                "md5sum": "89e4eea0fecf498dcc97e37b17daad5f",
-                "sha256sum": "d0bd412d3c540d821447e39a94bba91864f7b143b966c80f247857fa708057db",
-                "sha512sum": "c36c5ed44ab8b207e1250c770f6ba4f5f67f4d40d53d450589cd567c070a38ff2f626d0322f18acfcdc29db73774821f181ffb731010c334e2b0ab1c36daa673",
-                "size": 48628967
+            "url_repo": {
+                "namespace": "common",
+                "level": "1.1.3.1.1.1",
+                "duration": "0.44",
+                "result": "pass",
+                "extra": {
+                    "label": "url_repo",
+                    "size": 13697125,
+                    "sha256sum": "2b93882efdc3ea9db81de6e9aeeabab6d35dcf95a898aeaa995db44583b29062"
+                }
             },
-            "level": "1.5.1",
-            "namespace": "common",
-            "result": "pass"
-        },
+            "rootfs": {
+                "namespace": "common",
+                "level": "1.5.1",
+                "duration": "8.99",
+                "result": "pass",
+                "extra": {
+                    "label": "rootfs",
+                    "size": 111407012,
+                    "sha256sum": "71bcc7bc8dbd4ac7d02d52aed8886662999d6e6c790f9b9e5220beaf580ccfc1"
+        },
+        "url": "https://storage.tuxboot.com/debian/trixie/arm64/rootfs.ext4.xz"
+      }
+    },
         "test-overlay": {
             "duration": "0.00",
             "extra": {
@@ -183,9 +195,9 @@
             "starttc": 994
         },
         "ping602": {
-            "endtc": 997,
+            "endtc": "997",
             "result": "skip",
-            "starttc": 997
+            "starttc": "997"
         }
     }
 }