squad 1.96__py3-none-any.whl → 1.97__py3-none-any.whl

squad/ci/backend/tuxsuite.py

@@ -392,9 +392,12 @@ class Backend(BaseBackend):
         if 'unknown' == results['results']['boot']:
             return None
 
-        # Retrieve TuxRun log
+        # Retrieve plain text log
         logs = self.fetch_url(job_url + '/', 'logs?format=txt').text
-        log_lines = logs.splitlines()
+
+        # Retrieve YAML log
+        log_structured = self.fetch_url(results["download_url"], 'lava-logs.yaml').text
+        log_data = yaml.safe_load(log_structured)
 
         attachment_list = ["reproducer", "tux_plan.yaml"]
         attachments = {}
@@ -410,6 +413,13 @@ class Backend(BaseBackend):
         boot_test_name = 'boot/' + (metadata.get('build_name') or 'boot')
         tests[boot_test_name] = {'result': results['results']['boot']}
 
+        lava_signal = re.compile("^<LAVA_SIGNAL_")
+
+        def filter_log(line):
+            return type(line["msg"]) is str \
+                and line["lvl"] == "target" \
+                and not lava_signal.match(line["msg"])
+
         # Really fetch test results
         tests_results = self.fetch_url(job_url + '/', 'results').json()
         if tests_results.get('error', None) is None:
@@ -417,16 +427,30 @@ class Backend(BaseBackend):
                 suite_name = re.sub(r'^[0-9]+_', '', suite)
                 for name, test_data in suite_tests.items():
                     test_name = f'{suite_name}/{name}'
-                    result = test_data['result']
+                    result = test_data.get('result')
+                    if not result:
+                        continue
                     if "starttc" in test_data:
-                        starttc = test_data["starttc"] - 1  # LAVA data counts from 1, we count from 0
+                        try:
+                            # LAVA data counts from 1, we count from 0
+                            starttc = int(test_data["starttc"]) - 1
+                        except ValueError:
+                            continue
                         if "endtc" in test_data:
-                            # no -1 as the second index of the slice needs to be
-                            # greater than the first to get at least one item.
-                            endtc = test_data["endtc"]
+                            try:
+                                # no -1 as the second index of the slice needs to be
+                                # greater than the first to get at least one item.
+                                endtc = int(test_data["endtc"])
+                            except ValueError:
+                                endtc = starttc + 2
                         else:
                             endtc = starttc + 2
-                        log_snippet = "\n".join(log_lines[starttc:endtc])
+                        log_lines = [
+                            line["msg"].replace("\x00", "")
+                            for line in log_data[starttc:endtc]
+                            if filter_log(line)
+                        ]
+                        log_snippet = "\n".join(log_lines)
                     else:
                         log_snippet = None
                     tests[test_name] = {"result": result, "log": log_snippet}

squad/ci/management/commands/testfetch.py

@@ -31,17 +31,24 @@ class Command(BaseCommand):
             type=str,
             help='Project to fetch the data into (Format: foo/bar)',
         )
+        parser.add_argument(
+            'BUILD',
+            type=str,
+            nargs="?",
+            help='Build to fetch the data into',
+        )
 
     def handle(self, *args, **options):
         backend_name = options.get("BACKEND")
         job_id = options.get("JOBID")
         group_slug, project_slug = options.get("PROJECT").split('/')
+        _build = options.get("BUILD") or str(time.time())
 
         backend = Backend.objects.get(name=backend_name)
 
         group, _ = Group.objects.get_or_create(slug=group_slug)
         project, _ = group.projects.get_or_create(slug=project_slug)
-        build = project.builds.create(version=str(time.time()))
+        build, _ = project.builds.get_or_create(version=_build)
 
         testjob = backend.test_jobs.create(target=project, job_id=job_id, target_build=build)
 

squad/frontend/views.py

@@ -2,7 +2,9 @@ import json
 import mimetypes
 
 from django.db.models import Case, When, Prefetch, Max
+from django.core.exceptions import PermissionDenied
 from django.core.paginator import Paginator, EmptyPage
+from django.conf import settings
 from django.contrib.auth.decorators import login_required
 from django.http import HttpResponse, Http404
 from django.shortcuts import render, get_object_or_404, redirect, reverse
@@ -16,7 +18,7 @@ from squad.core.models import Build, Subscription, TestRun, SuiteMetadata, UserP
 from squad.core.queries import get_metric_data, test_confidence
 from squad.frontend.queries import get_metrics_list
 from squad.frontend.utils import file_type, alphanum_sort
-from squad.http import auth
+from squad.http import auth, auth_user_from_request
 from collections import OrderedDict
 
 
@@ -76,6 +78,11 @@ def get_build_testrun_or_404(build, test_run_id):
 
 def home(request):
 
+    if settings.LOCK_HOME_PAGE:
+        user = auth_user_from_request(request, request.user)
+        if not user.is_authenticated:
+            raise PermissionDenied()
+
     ordering = request.GET.get('order')
     if ordering not in ['by_name', 'last_updated']:
         ordering = 'last_updated'

squad/plugins/linux_log_parser.py

@@ -29,16 +29,23 @@ REGEXES = MULTILINERS + ONELINERS
 
 class Plugin(BasePlugin, BaseLogParser):
     def __cutoff_boot_log(self, log):
-        # Attempt to split the log in " login:"
-        logs = log.split(' login:', 1)
+        split_patterns = [r" login:", r"console:/", r"root@(.*):[/~]#"]
+        split_index = None
 
-        # 1 string means no split was done, consider all logs as test log
-        if len(logs) == 1:
-            return '', log
+        for pattern in split_patterns:
+            match = re.search(pattern, log)
+            if match:
+                # Find the earliest split point
+                if split_index is None or match.start() < split_index:
+                    split_index = match.start()
 
-        boot_log = logs[0]
-        test_log = logs[1]
-        return boot_log, test_log
+        if split_index is not None:
+            boot_log = log[:split_index]
+            test_log = log[split_index:]
+            return boot_log, test_log
+
+        # No match found; return whole log as boot log
+        return log, ""
 
     def __kernel_msgs_only(self, log):
         kernel_msgs = re.findall(f'({tstamp}{pid}? .*?)$', log, re.S | re.M) # noqa

squad/settings.py

@@ -444,6 +444,9 @@ DATA_UPLOAD_MAX_MEMORY_SIZE = 10485760  # 10MB
 # Django requires that this specification is present in settings.py
 DEFAULT_AUTO_FIELD = 'django.db.models.AutoField'
 
+# Force SQUAD to require login to access home page. This should reduce the risk of crawlers bots.
+LOCK_HOME_PAGE = False
+
 try:
     from squad.local_settings import *  # noqa: F401,F403
 except ImportError:

squad/version.py

@@ -1 +1 @@
-__version__ = '1.96'
+__version__ = '1.97'

{squad-1.96.dist-info → squad-1.97.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: squad
-Version: 1.96
+Version: 1.97
 Summary: Software Quality Dashboard
 Home-page: https://gitlab.com/Linaro/squad/squad
 Author: Antonio Terceiro

{squad-1.96.dist-info → squad-1.97.dist-info}/RECORD

@@ -7,10 +7,10 @@ squad/http.py,sha256=KuIKtpf3yOvf5fwc0T2MR0ul1l4AKxq3b0CLdk6KBhM,3667
 squad/jinja2.py,sha256=Uv33jwWKhru5Z3vGVl5hxjyRZNHSdy9kMb8tyjFqzTU,2549
 squad/mail.py,sha256=xH5wuIpD7u1fTN9vNOcbzByojleaffsKwp-9i3BeOD0,390
 squad/manage.py,sha256=Z-LXT67p0R-IzwJ9fLIAacEZmU0VUjqDOSg7j2ZSxJ4,1437
-squad/settings.py,sha256=sLSts3qmUgXmpLmzhOBrTmFcSuBRMugo0hDY0uw4z3A,14792
+squad/settings.py,sha256=gysDFsMJHzsV5hDbi-OWve6AS0FbsuWsJi5leFLmmdg,14914
 squad/socialaccount.py,sha256=vySqPwQ3qVVpahuJ-Snln8K--yzRL3bw4Nx27AsB39A,789
 squad/urls.py,sha256=JiEfVW8YlzLPE52c2aHzdn5kVVKK4o22w8h5KOA6QhQ,2776
-squad/version.py,sha256=RtXo-Lku2ipg-tPkVM1mzfGxoMi1VE4O6Qh-PRiKdWs,21
+squad/version.py,sha256=Nv7EdV4kGSXOy7sQtXIc47xWRhrrf6PsmA2tlFoM6GA,21
 squad/wsgi.py,sha256=SF8T0cQ0OPVyuYjO5YXBIQzvSXQHV0M2BTmd4gP1rPs,387
 squad/api/__init__.py,sha256=CJiVakfAlHVN5mIFRVQYZQfuNUhUgWVbsdYTME4tq7U,1349
 squad/api/apps.py,sha256=Trk72p-iV1uGn0o5mdJn5HARUoHGbfgO49jwXvpkmdQ,141
@@ -33,12 +33,12 @@ squad/ci/backend/__init__.py,sha256=yhpotXT9F4IdAOXvGQ3-17eOHAFwoaqf9SnMX17ab30,
 squad/ci/backend/fake.py,sha256=MTsxGZuihJOd39X8ysJhiYp4A0R46lyhdkjoTgFm6a8,2435
 squad/ci/backend/lava.py,sha256=Atb2AgV5OSejtN1LyE7xONTFvJCdDoh9vK9RO_P7L2g,34077
 squad/ci/backend/null.py,sha256=oZx3OofUKSuLOYS_GZkteGaD6JOEEkdknVmi4_cxDOQ,5645
-squad/ci/backend/tuxsuite.py,sha256=7X7Ym4rWi6nUV01hio2wW-TYAOj5LHPFSZdor-lUivg,19944
+squad/ci/backend/tuxsuite.py,sha256=roWaCHDenmyD0094jgTXhxXyZDtafNVQ9IXStcBxenc,20894
 squad/ci/management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 squad/ci/management/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 squad/ci/management/commands/create_tuxsuite_boot_tests.py,sha256=JvjNusebLX71eyz9d-kaeCyekYSpzc1eXoeIqWK9ygo,4045
 squad/ci/management/commands/listen.py,sha256=3o0IZPeUz3D3Pd-yL-yJdYkRmSgm6mhzB8qUCt6oejU,4683
-squad/ci/management/commands/testfetch.py,sha256=28vOmmpgZFhJZRmXOCZxSN0y64fpLDCrmM7oi5rewk4,1663
+squad/ci/management/commands/testfetch.py,sha256=pPFO74X5KCJMGr3OYt9bqijDQd_MAHRmc-bS3imMzwM,1875
 squad/ci/migrations/0001_initial.py,sha256=oIcEE32zdiuQkCyyily6VKnRVH8e03cYmvcxlo0iELg,2098
 squad/ci/migrations/0002_auto_20170406_1252.py,sha256=rLGNiNaV737vCVKtEOWTzdH4vkVlBdwfhYkkRdD7xps,633
 squad/ci/migrations/0003_backend_name.py,sha256=8erX-jJFSA-l9eefrWt4_sE7Qb3pVPDNjJJSqg_Mofk,512
@@ -310,7 +310,7 @@ squad/frontend/tests.py,sha256=PidrjaToK_Cks0s9Mc4i3Vh4UXOWoXTZlpnxQ2wWjHY,8740
 squad/frontend/urls.py,sha256=-rxbsUlMyxldzoVKiVAOMAREqU8SOipy4CqBTlULuMQ,5055
 squad/frontend/user_settings.py,sha256=U_i59iuylg98uH98K4ezPa2NY56idslBhn7MS6FguHQ,4976
 squad/frontend/utils.py,sha256=DeH58CJUI1dovpQrj3a-DcxNzM0cxsnBDOF0mrC4Qws,1364
-squad/frontend/views.py,sha256=9T9FPhFgzBuXaVu6D4oSPWZHeVU4OEr1kzj8asgya1U,27083
+squad/frontend/views.py,sha256=OGmSNrru0KVt01F2hXkHRKh5PWAViOZVZGE25alObHU,27361
 squad/frontend/locale/django.pot,sha256=sPoU8HeTHDmzxvHFRDDXQiP-VH_jBC_p1-wXQMCMUDw,30192
 squad/frontend/locale/pl/LC_MESSAGES/django.po,sha256=vibPhqvDxcDhdtOttDNTIhQ6cctEm2zCbA1xAUNsbrw,36325
 squad/frontend/locale/pt/LC_MESSAGES/django.po,sha256=Fv_Amiw_2duq7QKYm5zQ17DudV1fuy2rZtf7VNKinek,36403
@@ -427,7 +427,7 @@ squad/plugins/__init__.py,sha256=9BSzy2jFIoDpWlhD7odPPrLdW4CC3btBhdFCvB651dM,152
 squad/plugins/example.py,sha256=BKpwd315lHRIuNXJPteibpwfnI6C5eXYHYdFYBtVmsI,89
 squad/plugins/gerrit.py,sha256=CqO2KnFQzu9utr_TQ-sGr1wg3ln0B-bS2-c0_i8T5-c,7009
 squad/plugins/github.py,sha256=pdtLZw_7xNuzkaFvY_zWi0f2rsMlalXjKm7sz0eADz4,2429
-squad/plugins/linux_log_parser.py,sha256=HQVreyZLBmLuv-K-MjlN43sQQSkcls4hkUsjJ9_5WfM,3472
+squad/plugins/linux_log_parser.py,sha256=EU8JxVcehNXx1TdQ6yS9cPzkebaXEVn6C5UZpkL2INI,3775
 squad/plugins/linux_log_parser_build.py,sha256=Zc-wl20oBqkZbFyAHJzjdCm75t7dt112djroCvSWXxw,10593
 squad/plugins/lib/__init__.py,sha256=jzazbAvp2_ibblAs0cKZrmo9aR2EL3hKLyRDE008r2I,40
 squad/plugins/lib/base_log_parser.py,sha256=4qXAu6r9Bbsl9Ztn4r1n-uWesdOiHESXdzic2_voc8c,9551
@@ -436,9 +436,9 @@ squad/run/__main__.py,sha256=DOl8JOi4Yg7DdtwnUeGqtYBJ6P2k-D2psAEuYOjWr8w,66
 squad/run/listener.py,sha256=jBeOQhPGb4EdIREB1QsCzYuumsfJ-TqJPd3nR-0m59g,200
 squad/run/scheduler.py,sha256=CDJG3q5C0GuQuxwlMOfWTSSJpDdwbR6rzpbJfuA0xuw,277
 squad/run/worker.py,sha256=jtML0h5qKDuSbpJ6_rpWP4MT_rsGA7a24AhwGxBquzk,594
-squad-1.96.dist-info/licenses/COPYING,sha256=jOtLnuWt7d5Hsx6XXB2QxzrSe2sWWh3NgMfFRetluQM,35147
-squad-1.96.dist-info/METADATA,sha256=SJVyM4OtL1m3jknZA9hIfO77bYhEEhBqj5xg3VHaXyw,1513
-squad-1.96.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-squad-1.96.dist-info/entry_points.txt,sha256=apCDQydHZtvqV334ql6NhTJUAJeZRdtAm0TVcbbAi5Q,194
-squad-1.96.dist-info/top_level.txt,sha256=_x9uqE1XppiiytmVTl_qNgpnXus6Gsef69HqfliE7WI,6
-squad-1.96.dist-info/RECORD,,
+squad-1.97.dist-info/licenses/COPYING,sha256=jOtLnuWt7d5Hsx6XXB2QxzrSe2sWWh3NgMfFRetluQM,35147
+squad-1.97.dist-info/METADATA,sha256=wFUjDHnIcxOB_S00MRThSO3i8P9F0BLwtqJCr2r0toc,1513
+squad-1.97.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+squad-1.97.dist-info/entry_points.txt,sha256=apCDQydHZtvqV334ql6NhTJUAJeZRdtAm0TVcbbAi5Q,194
+squad-1.97.dist-info/top_level.txt,sha256=_x9uqE1XppiiytmVTl_qNgpnXus6Gsef69HqfliE7WI,6
+squad-1.97.dist-info/RECORD,,

{squad-1.96.dist-info → squad-1.97.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (78.1.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any