squad 1.96.1__tar.gz → 1.97__tar.gz

{squad-1.96.1 → squad-1.97}/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 1.97
+
+This release adds an optional feature for checking authentication on the home page. This can
+be helpful on installations that get hit by crawlers.
+
 # 1.96.1
 
 This release fixes small bugs in the previous release regarding picking up log snippets

{squad-1.96.1/squad.egg-info → squad-1.97}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: squad
-Version: 1.96.1
+Version: 1.97
 Summary: Software Quality Dashboard
 Home-page: https://gitlab.com/Linaro/squad/squad
 Author: Antonio Terceiro

{squad-1.96.1 → squad-1.97}/squad/frontend/views.py

@@ -2,7 +2,9 @@ import json
 import mimetypes
 
 from django.db.models import Case, When, Prefetch, Max
+from django.core.exceptions import PermissionDenied
 from django.core.paginator import Paginator, EmptyPage
+from django.conf import settings
 from django.contrib.auth.decorators import login_required
 from django.http import HttpResponse, Http404
 from django.shortcuts import render, get_object_or_404, redirect, reverse
@@ -16,7 +18,7 @@ from squad.core.models import Build, Subscription, TestRun, SuiteMetadata, UserP
 from squad.core.queries import get_metric_data, test_confidence
 from squad.frontend.queries import get_metrics_list
 from squad.frontend.utils import file_type, alphanum_sort
-from squad.http import auth
+from squad.http import auth, auth_user_from_request
 from collections import OrderedDict
 
 
@@ -76,6 +78,11 @@ def get_build_testrun_or_404(build, test_run_id):
 
 def home(request):
 
+    if settings.LOCK_HOME_PAGE:
+        user = auth_user_from_request(request, request.user)
+        if not user.is_authenticated:
+            raise PermissionDenied()
+
     ordering = request.GET.get('order')
     if ordering not in ['by_name', 'last_updated']:
         ordering = 'last_updated'

{squad-1.96.1 → squad-1.97}/squad/plugins/linux_log_parser.py

@@ -29,16 +29,23 @@ REGEXES = MULTILINERS + ONELINERS
 
 class Plugin(BasePlugin, BaseLogParser):
     def __cutoff_boot_log(self, log):
-        # Attempt to split the log in " login:"
-        logs = log.split(' login:', 1)
+        split_patterns = [r" login:", r"console:/", r"root@(.*):[/~]#"]
+        split_index = None
 
-        # 1 string means no split was done, consider all logs as test log
-        if len(logs) == 1:
-            return '', log
+        for pattern in split_patterns:
+            match = re.search(pattern, log)
+            if match:
+                # Find the earliest split point
+                if split_index is None or match.start() < split_index:
+                    split_index = match.start()
 
-        boot_log = logs[0]
-        test_log = logs[1]
-        return boot_log, test_log
+        if split_index is not None:
+            boot_log = log[:split_index]
+            test_log = log[split_index:]
+            return boot_log, test_log
+
+        # No match found; return whole log as boot log
+        return log, ""
 
     def __kernel_msgs_only(self, log):
         kernel_msgs = re.findall(f'({tstamp}{pid}? .*?)$', log, re.S | re.M) # noqa

{squad-1.96.1 → squad-1.97}/squad/settings.py

@@ -444,6 +444,9 @@ DATA_UPLOAD_MAX_MEMORY_SIZE = 10485760  # 10MB
 # Django requires that this specification is present in settings.py
 DEFAULT_AUTO_FIELD = 'django.db.models.AutoField'
 
+# Force SQUAD to require login to access home page. This should reduce the risk of crawlers bots.
+LOCK_HOME_PAGE = False
+
 try:
     from squad.local_settings import *  # noqa: F401,F403
 except ImportError:

squad-1.97/squad/version.py

@@ -0,0 +1 @@
+__version__ = '1.97'

{squad-1.96.1 → squad-1.97/squad.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: squad
-Version: 1.96.1
+Version: 1.97
 Summary: Software Quality Dashboard
 Home-page: https://gitlab.com/Linaro/squad/squad
 Author: Antonio Terceiro

{squad-1.96.1 → squad-1.97}/test/frontend/test_basics.py

@@ -77,6 +77,12 @@ class FrontendTest(TestCase):
         self.assertContains(response, '<strong>mygroup</strong>', html=True, count=1)
         self.assertIsNotNone(re.search(r'2</span>\s*projects', response.content.decode()))
 
+    def test_home_unauthenticated(self):
+        client = Client()
+        with self.settings(LOCK_HOME_PAGE=True):
+            response = client.get('/')
+            self.assertEqual(401, response.status_code)
+
     def test_home_project_count(self):
         # Test with a logged in user that is not part of the group
         client = Client()

{squad-1.96.1 → squad-1.97}/test/plugins/test_linux_log_parser.py

@@ -33,7 +33,7 @@ class TestLinuxLogParser(TestCase):
 
         with self.assertRaises(Exception) as ctx:
             testrun.tests.get(suite__slug='log-parser-boot')
-            testrun.tests.get(suite__slug='log-parser-test')
+            testrun.tests.get(suite__slug='log-parser-boot')
 
         self.assertEqual("Test matching query does not exist.", str(ctx.exception))
 
@@ -64,7 +64,7 @@ class TestLinuxLogParser(TestCase):
         testrun = self.new_testrun('kernelexceptiontrace.log')
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='exception-warning-cpu-pid-at-kernelsmp-smp_call_function_many_cond')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='exception-warning-cpu-pid-at-kernelsmp-smp_call_function_many_cond')
         self.assertFalse(test.result)
         self.assertIsNotNone(test.log)
         self.assertNotIn('Booting Linux', test.log)
@@ -76,7 +76,7 @@ class TestLinuxLogParser(TestCase):
         testrun = self.new_testrun('kernelexceptiontrace_without_squarebraces.log')
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='exception-warning-cpu-pid-at-kernelsmp-smp_call_function_many_cond')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='exception-warning-cpu-pid-at-kernelsmp-smp_call_function_many_cond')
         self.assertFalse(test.result)
         self.assertIsNotNone(test.log)
         self.assertNotIn('Booting Linux', test.log)
@@ -88,7 +88,7 @@ class TestLinuxLogParser(TestCase):
         testrun = self.new_testrun('kasan.log')
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='kasan-bug-kasan-slab-out-of-bounds-in-kmalloc_oob_right')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='kasan-bug-kasan-slab-out-of-bounds-in-kmalloc_oob_right')
         self.assertFalse(test.result)
         self.assertIsNotNone(test.log)
         self.assertNotIn('Booting Linux', test.log)
@@ -101,7 +101,7 @@ class TestLinuxLogParser(TestCase):
         testrun = self.new_testrun('kcsan_simple.log')
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='kcsan-bug-kcsan-data-race-in-do_page_fault-spectre_v4_enable_task_mitigation')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='kcsan-bug-kcsan-data-race-in-do_page_fault-spectre_v4_enable_task_mitigation')
 
         self.assertFalse(test.result)
         self.assertIsNotNone(test.log)
@@ -128,7 +128,7 @@ class TestLinuxLogParser(TestCase):
         testrun = self.new_testrun('kernelpanic-multiline.log')
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='panic-multiline-kernel-panic-not-syncing-attempted-to-kill-init-exitcode')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='panic-multiline-kernel-panic-not-syncing-attempted-to-kill-init-exitcode')
         self.assertFalse(test.result)
         self.assertIsNotNone(test.log)
         self.assertNotIn('Booting Linux', test.log)
@@ -200,11 +200,11 @@ class TestLinuxLogParser(TestCase):
         self.plugin.postprocess_testrun(testrun)
 
         tests = testrun.tests
-        test_panic = tests.get(suite__slug='log-parser-test', metadata__name='panic-multiline-kernel-panic-not-syncing-stack-protector-kernel-stack-is-corrupted-in')
-        test_exception = tests.get(suite__slug='log-parser-test', metadata__name='exception-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy')
-        test_warning = tests.get(suite__slug='log-parser-test', metadata__name='warning-warning-cpu-pid-at-driversregulatorcore-_regulator_putpart')
-        test_oops = tests.get(suite__slug='log-parser-test', metadata__name='oops-oops-preempt-smp')
-        test_fault = tests.get(suite__slug='log-parser-test', metadata__name='fault-unhandled-fault-external-abort-on-non-linefetch-at')
+        test_panic = tests.get(suite__slug='log-parser-boot', metadata__name='panic-multiline-kernel-panic-not-syncing-stack-protector-kernel-stack-is-corrupted-in')
+        test_exception = tests.get(suite__slug='log-parser-boot', metadata__name='exception-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy')
+        test_warning = tests.get(suite__slug='log-parser-boot', metadata__name='warning-warning-cpu-pid-at-driversregulatorcore-_regulator_putpart')
+        test_oops = tests.get(suite__slug='log-parser-boot', metadata__name='oops-oops-preempt-smp')
+        test_fault = tests.get(suite__slug='log-parser-boot', metadata__name='fault-unhandled-fault-external-abort-on-non-linefetch-at')
 
         self.assertFalse(test_panic.result)
         self.assertNotIn('Boot CPU', test_panic.log)
@@ -252,7 +252,7 @@ class TestLinuxLogParser(TestCase):
         self.plugin.postprocess_testrun(testrun)
 
         tests = testrun.tests
-        test_warning = tests.get(suite__slug='log-parser-test', metadata__name='warning-warning-suspicious-rcu-usage')
+        test_warning = tests.get(suite__slug='log-parser-boot', metadata__name='warning-warning-suspicious-rcu-usage')
 
         self.assertFalse(test_warning.result)
 
@@ -271,7 +271,7 @@ class TestLinuxLogParser(TestCase):
         testrun.save_log_file(log)
         self.plugin.postprocess_testrun(testrun)
 
-        test = testrun.tests.get(suite__slug='log-parser-test', metadata__name='panic-kernel-panic-not-syncing')
+        test = testrun.tests.get(suite__slug='log-parser-boot', metadata__name='panic-kernel-panic-not-syncing')
         self.assertIsNotNone(test.metadata)
 
     def test_boot_log(self):
@@ -309,11 +309,11 @@ class TestLinuxLogParser(TestCase):
 
         tests = testrun.tests
 
-        test_panic = tests.get(suite__slug='log-parser-test', metadata__name='panic-multiline-kernel-panic-not-syncing-stack-protector-kernel-stack-is-corrupted-in-630e6949dbf4d18f6ab71c0864524cf3e60da1380fe7fd5acbb99d8f5d01ab21')
-        test_exception = tests.get(suite__slug='log-parser-test', metadata__name='exception-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy-51fc34b6c857dfc70f7ee985b21731cc1745e97a216193a258a1ad90a6cbb9c8')
-        test_warning = tests.get(suite__slug='log-parser-test', metadata__name='warning-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy-dc992cca96cada94f4930abe87d60c6de25d404f11313bd64f2217d9408e15ef')
-        test_oops = tests.get(suite__slug='log-parser-test', metadata__name='oops-oops-preempt-smp-4e1ddddb2c142178a8977e7d973c2a13db2bb978aa471c0049ee39fe3fe4d74c')
-        test_fault = tests.get(suite__slug='log-parser-test', metadata__name='fault-unhandled-fault-external-abort-on-non-linefetch-at-6f9e3ab8f97e35c1e9167fed1e01c6149986819c54451064322b7d4208528e07')
+        test_panic = tests.get(suite__slug='log-parser-boot', metadata__name='panic-multiline-kernel-panic-not-syncing-stack-protector-kernel-stack-is-corrupted-in-630e6949dbf4d18f6ab71c0864524cf3e60da1380fe7fd5acbb99d8f5d01ab21')
+        test_exception = tests.get(suite__slug='log-parser-boot', metadata__name='exception-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy-51fc34b6c857dfc70f7ee985b21731cc1745e97a216193a258a1ad90a6cbb9c8')
+        test_warning = tests.get(suite__slug='log-parser-boot', metadata__name='warning-warning-cpu-pid-at-driversgpudrmradeonradeon_object-radeon_ttm_bo_destroy-dc992cca96cada94f4930abe87d60c6de25d404f11313bd64f2217d9408e15ef')
+        test_oops = tests.get(suite__slug='log-parser-boot', metadata__name='oops-oops-preempt-smp-4e1ddddb2c142178a8977e7d973c2a13db2bb978aa471c0049ee39fe3fe4d74c')
+        test_fault = tests.get(suite__slug='log-parser-boot', metadata__name='fault-unhandled-fault-external-abort-on-non-linefetch-at-6f9e3ab8f97e35c1e9167fed1e01c6149986819c54451064322b7d4208528e07')
 
         self.assertFalse(test_panic.result)
         self.assertNotIn('Boot CPU', test_panic.log)

{squad-1.96.1 → squad-1.97}/test/plugins/test_log_parser_base.py

@@ -362,7 +362,7 @@ class TestBaseLogParser(TestCase):
         tests = testrun.tests
         expected_output = read_sample_file('kfence-seconds-expected.log')
 
-        test_kfence_seconds = tests.get(suite__slug='log-parser-test', metadata__name='kfence-bug-kfence-use-after-free-read-in-test_use_after_free_read-12cdfd85b20ffda2c398b1d6f97a7d5230cd4f2caf19ef0fb38bbc98469d3bde')
+        test_kfence_seconds = tests.get(suite__slug='log-parser-boot', metadata__name='kfence-bug-kfence-use-after-free-read-in-test_use_after_free_read-12cdfd85b20ffda2c398b1d6f97a7d5230cd4f2caf19ef0fb38bbc98469d3bde')
         numbers_and_time_removed = self.log_parser.remove_numbers_and_time(test_kfence_seconds.log)
 
         self.assertEqual(numbers_and_time_removed.strip(), expected_output.strip())

squad-1.96.1/squad/version.py

@@ -1 +0,0 @@
-__version__ = '1.96.1'