squad 1.87__tar.gz → 1.88__tar.gz

{squad-1.87 → squad-1.88}/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 1.88
+
+This 1.88 release adds a neat feature that gives the user the exact log link
+of a LAVA test.
+
 # 1.87
 
 This 1.87 release does a bit of Python updates. The github actions have stopped

{squad-1.87 → squad-1.88}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: squad
-Version: 1.87
+Version: 1.88
 Summary: Software Quality Dashboard
 Home-page: https://github.com/Linaro/squad
 Author: Antonio Terceiro

{squad-1.87 → squad-1.88}/squad/ci/backend/lava.py

@@ -659,11 +659,13 @@ class Backend(BaseBackend):
                     suite = result['suite'].split("_", 1)[-1]
                     res_name = "%s/%s" % (suite, result['name'])
                     res_log = None
-                    if 'log_start_line' in result.keys() and \
-                            'log_end_line' in result.keys() and \
-                            result['log_start_line'] is not None and \
-                            result['log_end_line'] is not None:
-                        res_log = self.__download_test_log__(raw_logs, result['log_start_line'], result['log_end_line'])
+                    if 'log_start_line' in result.keys():
+                        log_url = f"{self.job_url(test_job)}#L{result['log_start_line']}"
+                        res_log = f"Testcase log: <a href='{log_url}'>{log_url}</a>\n"
+                        if 'log_end_line' in result.keys() and \
+                                result['log_start_line'] is not None and \
+                                result['log_end_line'] is not None:
+                            res_log += self.__download_test_log__(raw_logs, result['log_start_line'], result['log_end_line'])
                     # YAML from LAVA has all values serialized to strings
                     if result['measurement'] == 'None' or result['measurement'] is None:
                         res_value = result['result']

{squad-1.87 → squad-1.88}/squad/ci/backend/tuxsuite.py

@@ -332,7 +332,14 @@ class Backend(BaseBackend):
         test_job.name = ','.join(results['tests'])
 
         if results['results'] == {}:
-            test_job.failure = 'build failed'
+            waiting_for = results.get('waiting_for')
+            if waiting_for is None:
+                test_job.failure = 'no results'
+            elif 'BUILD' in waiting_for:
+                test_job.failure = 'build failed'
+            else:
+                test_job.failure = 'sanity test failed'
+
             return status, completed, metadata, tests, metrics, logs
 
         # Fetch results even if the job fails, but has results

{squad-1.87 → squad-1.88}/squad/frontend/templates/squad/tests.jinja2

@@ -37,7 +37,7 @@
                 {% for status in test %}
                 <td class="{{status[0]}}"><a href="{{ test_history_url }}">{{status[0]}}{% if status[1] %} ({{status[1]}} %){% endif %}</a>
                   {% if status[2] %}
-                  <a href='#' data-toggle="modal" data-target="#info_modal" data-status="{{ status[1] }}"><span data-toggle="tooltip" data-placement="right" title="{{ _('Show info') }}" class='fa fa-info-circle'></span></a>
+                  <a href='#' data-toggle="modal" data-target="#info_modal" data-status="{{ status[2] }}"><span data-toggle="tooltip" data-placement="right" title="{{ _('Show info') }}" class='fa fa-info-circle'></span></a>
                   {% endif %}
                 </td>
                 {% endfor %}

squad-1.88/squad/version.py

@@ -0,0 +1 @@
+__version__ = '1.88'

{squad-1.87 → squad-1.88}/squad.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: squad
-Version: 1.87
+Version: 1.88
 Summary: Software Quality Dashboard
 Home-page: https://github.com/Linaro/squad
 Author: Antonio Terceiro

{squad-1.87 → squad-1.88}/test/ci/backend/test_lava.py

@@ -518,7 +518,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_basics(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -536,7 +536,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_INVALID_DATES)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_invalid_dates(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -554,7 +554,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_START_DATE)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_fetch_missing_dates(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='9999',
             target=self.project,
@@ -597,7 +597,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_parse_results_metadata(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='1234',
             target=self.project,
@@ -610,7 +610,7 @@ class LavaTest(TestCase):
     @patch("squad.ci.backend.lava.Backend.__get_job_details__", return_value=JOB_DETAILS_NO_METADATA)
     @patch("squad.ci.backend.lava.Backend.__get_testjob_results_yaml__", return_value=TEST_RESULTS)
     def test_parse_results_empty_metadata(self, get_results, get_details, test_log):
-        lava = LAVABackend(None)
+        lava = LAVABackend(self.backend)
         testjob = TestJob(
             job_id='1234',
             target=self.project,

{squad-1.87 → squad-1.88}/test/ci/backend/test_tuxsuite.py

@@ -1211,7 +1211,7 @@ class TuxSuiteTest(TestCase):
             'result': 'fail',
             'results': {},
             'plan': None,
-            'waiting_for': None,
+            'waiting_for': 'BUILD#123',
             'boot_args': None,
             'provisioning_time': '2022-03-25T15:49:11.441860',
             'running_time': '2022-03-25T15:50:11.770607',
@@ -1247,6 +1247,75 @@ class TuxSuiteTest(TestCase):
         self.assertEqual('ltp-smoke', testjob.name)
         self.assertEqual('build failed', testjob.failure)
 
+    def test_fetch_test_results_for_test_with_failed_sanity_test(self):
+        job_id = 'TEST:tuxgroup@tuxproject#127'
+        testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)
+        test_url = urljoin(TUXSUITE_URL, '/groups/tuxgroup/projects/tuxproject/tests/127')
+
+        # Only fetch when finished
+        with requests_mock.Mocker() as fake_request:
+            fake_request.get(test_url, json={'state': 'running'})
+            results = self.tuxsuite.fetch(testjob)
+            self.assertEqual(None, results)
+
+        test_logs = ''
+        test_results = {
+            'project': 'tuxgroup/tuxproject',
+            'device': 'qemu-armv7',
+            'uid': '127',
+            'kernel': 'https://storage.tuxboot.com/armv7/zImage',
+            'ap_romfw': None,
+            'mcp_fw': None,
+            'mcp_romfw': None,
+            'modules': None,
+            'parameters': {},
+            'rootfs': None,
+            'scp_fw': None,
+            'scp_romfw': None,
+            'fip': None,
+            'tests': ['boot', 'ltp-smoke'],
+            'user': 'tuxbuild@linaro.org',
+            'user_agent': 'tuxsuite/0.43.6',
+            'state': 'finished',
+            'result': 'fail',
+            'results': {},
+            'plan': None,
+            'waiting_for': 'TEST#123',
+            'boot_args': None,
+            'provisioning_time': '2022-03-25T15:49:11.441860',
+            'running_time': '2022-03-25T15:50:11.770607',
+            'finished_time': '2022-03-25T15:52:42.672483',
+            'retries': 0,
+            'retries_messages': [],
+            'duration': 151
+        }
+
+        expected_metadata = {
+            'job_url': test_url,
+            'job_id': job_id,
+            'does_not_exist': None,
+        }
+
+        expected_tests = {}
+
+        expected_metrics = {}
+
+        with requests_mock.Mocker() as fake_request:
+            fake_request.get(test_url, json=test_results)
+            fake_request.get(urljoin(test_url + '/', 'logs'), text='{"error": "File not found"}', status_code=404)
+            fake_request.get(urljoin(test_url + '/', 'results'), json={'error': 'File not found'}, status_code=404)
+
+            status, completed, metadata, tests, metrics, logs = self.tuxsuite.fetch(testjob)
+            self.assertEqual('Complete', status)
+            self.assertTrue(completed)
+            self.assertEqual(sorted(expected_metadata.items()), sorted(metadata.items()))
+            self.assertEqual(sorted(expected_tests.items()), sorted(tests.items()))
+            self.assertEqual(sorted(expected_metrics.items()), sorted(metrics.items()))
+            self.assertEqual(test_logs, logs)
+
+        self.assertEqual('ltp-smoke', testjob.name)
+        self.assertEqual('sanity test failed', testjob.failure)
+
     def test_follow_test_dependency(self):
         job_id = 'TEST:tuxgroup@tuxproject#124'
         testjob = self.build.test_jobs.create(target=self.project, backend=self.backend, job_id=job_id)

squad-1.87/squad/version.py

@@ -1 +0,0 @@
-__version__ = '1.87'