argus-alm 0.15.7__tar.gz → 0.15.8__tar.gz

{argus_alm-0.15.7 → argus_alm-0.15.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: argus-alm
-Version: 0.15.7
+Version: 0.15.8
 Summary: Argus
 Author-email: Alexey Kartashov <alexey.kartashov@scylladb.com>, Łukasz Sójka <lukasz.sojka@scylladb.com>
 License-Expression: Apache-2.0

{argus_alm-0.15.7 → argus_alm-0.15.8}/argus/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.15.7'
-__version_tuple__ = version_tuple = (0, 15, 7)
+__version__ = version = '0.15.8'
+__version_tuple__ = version_tuple = (0, 15, 8)
 
-__commit_id__ = commit_id = 'g0830253e3'
+__commit_id__ = commit_id = 'geb08ab7cf'

{argus_alm-0.15.7 → argus_alm-0.15.8}/argus/client/sct/client.py

@@ -2,6 +2,7 @@ import base64
 from typing import Any
 from uuid import UUID
 from dataclasses import asdict
+from argus.common.email import RawAttachment, ReportSection, ReportSectionShortHand
 from argus.common.sct_types import GeminiResultsRequest, PerformanceResultsRequest, RawEventPayload
 from argus.common.enums import ResourceState, TestStatus
 from argus.client.base import ArgusClient
@@ -27,6 +28,7 @@ class ArgusSCTClient(ArgusClient):
         SUBMIT_EVENTS = "/sct/$id/events/submit"
         SUBMIT_EVENT = "/sct/$id/event/submit"
         SUBMIT_JUNIT_REPORT = "/sct/$id/junit/submit"
+        SUBMIT_EMAIL = "/testrun/report"
 
     def __init__(self, run_id: UUID, auth_token: str, base_url: str, api_version="v1", extra_headers: dict | None = None) -> None:
         super().__init__(auth_token, base_url, api_version, extra_headers=extra_headers)
@@ -136,6 +138,25 @@ class ArgusSCTClient(ArgusClient):
         )
         self.check_response(response)
 
+    def send_email(self, recipients: list[str], title: str = "#auto", sections: list[ReportSection | ReportSectionShortHand] = None, attachments: list[RawAttachment] | None = None) -> None:
+        """
+            Send a testrun report email using Argus.
+            Documentation: https://github.com/scylladb/argus/blob/master/docs/api_usage.md#L124
+        """
+        response = self.post(
+            endpoint=self.Routes.SUBMIT_EMAIL,
+            location_params={},
+            body={
+                **self.generic_body,
+                "run_id": self.run_id,
+                "title": title,
+                "recipients": recipients,
+                "sections": sections or [],
+                "attachments": attachments or [],
+            }
+        )
+        self.check_response(response)
+
     def submit_gemini_results(self, gemini_data: GeminiResultsRequest) -> None:
         """
             Submits gemini results such as oracle node information and gemini command & its results

argus_alm-0.15.8/argus/common/email.py

@@ -0,0 +1,33 @@
+
+from typing import Any, Literal, TypedDict
+
+
+class ReportSection(TypedDict):
+    type: str
+    options: dict[str, Any]
+
+
+ReportSectionShortHand = Literal["main",
+                                 "header",
+                                 "packages",
+                                 "logs",
+                                 "cloud",
+                                 "nemesis",
+                                 "events",
+                                 "screenshots",
+                                 "custom_table",
+                                 "custom_html",]
+
+
+class RawAttachment(TypedDict):
+    filename: str
+    data: str # Base64 string
+
+
+class RawReportSendRequest(TypedDict):
+    schema_version: str
+    run_id: str
+    title: str
+    recipients: list[str]
+    sections: list[ReportSection]
+    attachments: list[RawAttachment]

{argus_alm-0.15.7 → argus_alm-0.15.8}/argus_alm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: argus-alm
-Version: 0.15.7
+Version: 0.15.8
 Summary: Argus
 Author-email: Alexey Kartashov <alexey.kartashov@scylladb.com>, Łukasz Sójka <lukasz.sojka@scylladb.com>
 License-Expression: Apache-2.0

{argus_alm-0.15.7 → argus_alm-0.15.8}/argus_alm.egg-info/SOURCES.txt

@@ -40,6 +40,7 @@ argus/client/sct/client.py
 argus/client/sct/types.py
 argus/client/sirenada/client.py
 argus/common/__init__.py
+argus/common/email.py
 argus/common/enums.py
 argus/common/sct_types.py
 argus/common/sirenada_types.py
@@ -394,6 +395,19 @@ templates/admin/base.html.j2
 templates/admin/index.html.j2
 templates/auth/login.html.j2
 templates/auth/register.html.j2
+templates/email/base.html.j2
+templates/email/css/styles.css
+templates/email/partials/cloud.html.j2
+templates/email/partials/custom_html.html.j2
+templates/email/partials/custom_table.html.j2
+templates/email/partials/events.html.j2
+templates/email/partials/header.html.j2
+templates/email/partials/logs.html.j2
+templates/email/partials/main.html.j2
+templates/email/partials/nemesis.html.j2
+templates/email/partials/packages.html.j2
+templates/email/partials/screenshots.html.j2
+templates/email/partials/unsupported.html.j2
 templates/notifications/assigned.html.j2
 templates/notifications/assigned_email.html.j2
 templates/notifications/email_mention.html.j2

argus_alm-0.15.8/docs/api_usage.md

@@ -0,0 +1,280 @@
+# Argus API
+
+To use argus API the user first should generate an API token. To do so, proceed to the Profile Page inside the application and locate the button to generate the token. WARNING: The token will be shown only once, so be sure to save it after copying. For each API call, the token should be provided as part of Authorization header, example:
+
+```sh
+curl --request GET \
+ --url https://argus.scylladb.com/api/v1/client/driver_matrix/test_report?buildId=example/driver-matrix/test \
+ --header "Authorization: token YourTokenHere"
+```
+
+## Current endpoints
+
+```http
+GET /api/v1/client/driver_matrix/test_report
+```
+
+Accepts following parameters:
+
+| Parameter | Type | Description |
+| --------- | ---- | ------------|
+| buildId          | string     | build id of the test to query            |
+
+```json
+{
+  "response": {
+    "build_id": "example/driver-matrix/test",
+    "release": "xxxxxxxx",
+    "test": "testing-driver-matrix",
+    "versions": {
+      "datastax": [
+        "pytest.datastax.v3.3.24.0",
+        "pytest.datastax.v3.3.25.0",
+        "pytest.datastax.v4.3.24.0",
+        "pytest.datastax.v4.3.25.0"
+      ],
+      "scylla": [
+        "pytest.scylla.v3.3.24.8",
+        "pytest.scylla.v3.3.25.5",
+        "pytest.scylla.v4.3.24.8",
+        "pytest.scylla.v4.3.25.5"
+      ]
+    }
+  },
+  "status": "ok"
+}
+```
+
+```http
+POST /api/v1/planning/plan/trigger
+```
+
+Accepts following payload:
+
+Type: application/json
+
+| Parameter | Type | Description |
+| --------- | ---- | ------------|
+| release          | string     | Release name to trigger plans in (can be mixed vith version to narrow filter)            |
+| plan_id          | string     | Specific plan id to trigger            |
+| version          | string     | Target scylla version of plans to trigger             |
+| common_params          | object{ param_name: value }     | Common parameters, such as backend            |
+| params          | object{ param_name: value }[]     | specific job parameters            |
+
+Example payload:
+
+```json
+{
+  {
+  "version": "2024.3.1~rc0",
+  "release": "scylla-master",
+  "plan_id": "some-plan-uuid",
+  "common_params": {
+      "instance_provision": "spot",
+  },
+  "params": [
+      {
+          "test": "longevity",
+          "backend": "aws",
+          "region": "eu-west-1",
+          "scylla_ami_id": "ami-abcd"
+      },
+      {
+          "test": "longevity",
+          "backend": "azure",
+          "region": "us-east1",
+          "azure_image_id": "/subscriptions…",
+      }
+  ]
+  }
+
+}
+```
+
+```json
+{
+  "response": {
+    "jobs": [
+      "http://jenkins/path/job/one/1",
+      "http://jenkins/path/job/two/3",
+      "http://jenkins/path/job/three/5",
+      "http://jenkins/path/job/four/9"
+    ],
+    "failed_to_execute": [
+      "path/job/one",
+      "path/job/two",
+      "path/job/three",
+      "path/job/four"
+    ]
+  },
+  "status": "ok"
+}
+```
+
+Additionally, this endpoint is available inside `argus-client-generic` executable, as follows:
+
+```bash
+argus-client-generic trigger-jobs --api-key $key --version $version --plan_id $id --release $release --job-info-file $file_path
+```
+
+`--job-info-file` is a .json file containing `common_params` and `params` parts of the payload, everything else is specified on the command line.
+
+
+
+## Email reporting API
+
+```http
+POST /api/v1/client/testrun/report/email
+```
+
+### Payload
+
+|Key|Type|Description|
+|---|----|-----------|
+|recepients|array of string| List of email report recepients |
+|title|string| Title of the email. Use `#auto` for automatically generated title |
+|run_id|string| UUID of the run to report |
+|attachments| Attachment[] | list of attachments to send |
+|sections | mixed(string, Section)[] | list of mixed strings of section names or Section object |
+
+#### Attachment
+
+|Field|Type|Description|
+|-----|----|-----------|
+|filename|string| Filename of the attachment |
+|data|string| Base64 encoded payload |
+
+#### Section
+
+|Field|Type|Description|
+|-----|----|-----------|
+|type|string| Section type [Required]|
+|options| Options | Options object with supported option keys |
+
+Supported sections are:
+
+| Name|Description|
+|-----|-----------|
+| header| Topmost header of the email. Contains the link to the Argus run and a status icon |
+| main| Info block similar to the Info tab on the Argus run page. Contains info about the run such as runtime, used scylla version and sct branch and others. |
+| packages| Table with package name and version information |
+| logs| List of links to the log files stored on S3 for this run |
+| cloud| Contains active remaining resources running at the end the test. Table |
+| nemesis| Table of nemeses in the run with their status and durations |
+| events| Event block of most recent events sorted by timestamp |
+| screenshots| Grafana screenshot gallery |
+| custom_table| Custom table element. Can be used to display arbitrary tables. HTML in cells is **not** supported |
+| custom_html| Arbitrary HTML |
+
+If a section is unrecognized, it will be rendered as a special "Unsupported" section which will print all the options sent to that section.
+
+If a section is passed but data for it in Argus is empty, the section won't be rendered. Some sections are always attempted to be rendered.
+
+The `section` block can be provided as empty array to use the default template.
+
+##### Section options
+
+###### Events
+
+|Option|Type|Description|
+|------|----|-----------|
+|amount_per_severity| number | Amount of events per severity to display (default 10)|
+|severity_filter| string[] | Names of severities to include in the email (default [CRITICAL, ERROR]). Available severities: CRITICAL, ERROR, WARNING, NORMAL, DEBUG  (case-sensitive)|
+
+###### Nemesis
+
+|Option|Type|Description|
+|------|----|-----------|
+|sort_order| tuple of key of NemesisRunInfo, direction | Default (start_time, desc). Direction can be: asc, desc. `NemesisRunInfo` can be viewed [here](https://github.com/scylladb/argus/blob/master/argus/backend/plugins/sct/udt.py#L78) |
+|status_filter| string[] | Names of nemesis status to include in the email (default [failed, succeeded]). Available statuses: started, running, failed, skipped, succeeded, terminated (case-sensitive)|
+
+###### Custom Table
+
+|Option|Type|Description|
+|------|----|-----------|
+|table_name| string | Table title|
+|headers| any[] | Table header columns (Required) |
+|rows| any[][] | Array of table cell arrays. |
+
+###### Custom HTML
+
+|Option|Type|Description|
+|------|----|-----------|
+|section_name| string | Section Title |
+|html| string | Section HTML Content |
+
+Example:
+
+```json
+{
+  "section_name": "Additional Info",
+  "html": "<h1 title='lorem' style='background-color: red'>loremLorem, ipsum dolor.</h1><p>Lorem ipsum dolor sit amet consectetur adipisicing elit. Nisi maiores, eius nemo veritatis dolorem blanditiis nam magni dicta laborum iste!</p>"
+}
+```
+
+
+### Example payload
+
+```json
+{
+    "recepients": [
+        "john.smith@scylladb.com"
+    ],
+    "run_id": "17351a94-3aba-41de-aba5-cda123dff0bb",
+    "title": "#auto",
+    "attachments": [
+    ],
+    "sections": [
+        "header",
+        "main",
+        "packages",
+        "screenshots",
+        "cloud",
+        {
+            "type": "events",
+            "options": {
+                "amount_per_severity": 10,
+                "severity_filter": [
+                    "CRITICAL",
+                    "ERROR"
+                ]
+            }
+        },
+        {
+            "type": "nemesis",
+            "options": {
+                "sort_order": [
+                    "start_time",
+                    "desc"
+                ],
+                "status_filter": [
+                    "failed",
+                    "succeeded"
+                ]
+            }
+        },
+        "logs",
+        {
+            "type": "custom_table",
+            "options": {
+                "table_name": "My Table",
+                "headers": ["hello", "one", "two"],
+                "rows": [
+                    [1,2,3],
+                    ["four", "five", "six"]
+                ]
+            }
+        }
+    ]
+}
+
+```
+
+### Response
+
+```json
+{
+  "response": true,
+  "status": "ok"
+}
+```

argus_alm-0.15.8/templates/email/base.html.j2

@@ -0,0 +1,46 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>{{ title }}</title>
+    <style>
+        {% include "email/css/styles.css" %}
+    </style>
+</head>
+<body style="background-color: #f8f9fa; font-family: sans-serif">
+    <div class="upper-block"></div>
+    <div style="display: none">
+        [{{ run.status.replace("_", " ").upper() }}] {{run.build_id}}#{{run.build_job_url | build_url_to_build_number }} {{ run.test_method }} - {{ run.id }}
+        <br>
+        <br>
+        <br>
+        <br>
+    </div>
+    <div class="margin-body" style="padding: 0.25rem; background-color: white; border: 1px solid #dee2e6">
+        <div style="min-height: 128px; background-color: #212529; padding: 0.25rem; margin-bottom: 0.5rem;">
+            <h1 style="color: white">
+                <table style="border-width: 0; width: 100%; vertical-align: middle">
+                    <thead style="border-width: 0;"></thead>
+                    <tbody style="border-width: 0;">
+                        <tr style="border-width: 0;">
+                            <td style="border-width: 0; width: 50%; text-align: right"><img style="height: 128px;" src="https://raw.githubusercontent.com/scylladb/argus/master/public/argus.png" alt="Argus Logo"></td>
+                            <td style="border-width: 0; width: 50%; text-align: left">Argus</td>
+                        </tr>
+                    </tbody>
+                </table>
+            </h1>
+        </div>
+        {% for section in sections %}
+            {% if section["has_data"] %}
+            <div style="margin-bottom: 0.5rem">
+                    {% from section["template_path"] import render_partial %}
+                    {{ render_partial(section) }}
+            </div>
+            <hr>
+            {% else %}
+            {% endif %}
+        {% endfor %}
+    </div>
+</body>
+</html>

argus_alm-0.15.8/templates/email/css/styles.css

@@ -0,0 +1,179 @@
+
+*,
+*::before,
+*::after {
+  box-sizing: border-box;
+}
+
+hr {
+    margin: 1rem 0;
+    color: inherit;
+    border: 0;
+    border-top: 1px solid;
+    opacity: 0.25;
+}
+
+pre,
+code,
+kbd,
+samp {
+    font-family: monospace;
+    font-size: 1em;
+}
+
+pre {
+    display: block;
+    margin-top: 0;
+    margin-bottom: 1rem;
+    overflow: auto;
+    font-size: 0.875em;
+}
+
+pre code {
+    font-size: inherit;
+    color: inherit;
+    word-break: normal;
+}
+
+code {
+    font-size: 0.875em;
+    color: rgb(255, 97, 97);
+    word-wrap: break-word;
+}
+
+a>code {
+    color: inherit;
+}
+
+table {
+    caption-side: bottom;
+    border-collapse: collapse;
+}
+
+th {
+    text-align: inherit;
+}
+
+thead,
+tbody,
+tfoot,
+tr,
+td,
+th {
+    border-color: rgb(192, 192, 192);
+    border-style: solid;
+    border-width: 1px;
+}
+
+.table {
+    width: 100%;
+    margin-bottom: 1rem;
+    vertical-align: top;
+    border-color: #dee2e6;
+}
+
+.table> :not(caption)>*>* {
+    padding: 0.5rem 0.5rem;
+    color: #000;
+    background-color: var(--bs-table-bg);
+    border-bottom-width: var(--bs-border-width);
+}
+
+.table>tbody {
+    vertical-align: inherit;
+}
+
+.table>thead {
+    vertical-align: bottom;
+}
+
+.table-group-divider {
+    border-top: calc(var(--bs-border-width) * 2) solid currentcolor;
+}
+
+.caption-top {
+    caption-side: top;
+}
+
+.table-sm> :not(caption)>*>* {
+    padding: 0.25rem 0.25rem;
+}
+
+.table-bordered> :not(caption)>* {
+    border-width: 1px 0;
+}
+
+.table-bordered> :not(caption)>*>* {
+    border-width: 0 1px;
+}
+
+.table-borderless> :not(caption)>*>* {
+    border-bottom-width: 0;
+}
+
+.table-borderless> :not(:first-child) {
+    border-top-width: 0;
+}
+
+.table-responsive {
+    overflow-x: scroll;
+    -webkit-overflow-scrolling: touch;
+}
+
+a.btn-link {
+    color: white;
+    text-decoration: none;
+}
+
+a.btn-link-dark {
+    color: black;
+}
+
+a.btn-link:visited {
+    color: white;
+    text-decoration: none;
+}
+
+a.btn-link-dark :visited {
+    color: black;
+}
+
+.margin-body {
+    margin: 3.5rem 10rem;
+}
+
+.upper-block {
+    height: 72px;
+}
+
+.info-list {
+    vertical-align:top;
+    list-style-type: none;
+    list-style-position: outside;
+    padding: 0;
+    display: inline-block;
+    width: 40%;
+    padding-left: 12px;
+}
+
+.img-screenshot {
+    display: inline-block;
+    width: 512px;
+    height: 512px;
+    object-fit: cover;
+    object-position: top;
+}
+
+@media screen and (max-width: 768px) {
+    .margin-body {
+        margin: 0 0;
+    }
+
+    .info-list {
+        width: 100%;
+    }
+
+    .upper-block {
+        display: none;
+    }
+}

argus_alm-0.15.8/templates/email/partials/cloud.html.j2

@@ -0,0 +1,29 @@
+{% macro render_partial(options) %}
+<div class="table-responsive">
+    <h2><a class="btn-link-dark" href="http://argus.scylladb.com/tests/scylla-cluster-tests/{{ options['run_id' ]}}/resources">Resources</a></h2>
+    <table class="table table-responsive table-bordered">
+        <thead>
+            <tr>
+                <th>Status</th>
+                <th>Backend</th>
+                <th>Type</th>
+                <th>Instance</th>
+                <th>Name</th>
+                <th>Region</th>
+            </tr>
+        </thead>
+        <tbody>
+            {% for resource in options["resources"] | sort(attribute="name") | selectattr("state", "eq", "running") %}
+            <tr style="text-align: center">
+                <td>{{ resource["state"] }}</td>
+                <td>{{ resource["instance_info"]["provider"] }}</td>
+                <td>{{ resource["resource_type"] }}</td>
+                <td>{{ resource["instance_info"]["instance_type"] }}</td>
+                <td>{{ resource["name"] }}</td>
+                <td>{{ resource["instance_info"]["region"] }}</td>
+            </tr>
+            {% endfor %}
+        </tbody>
+    </table>
+</div>
+{%- endmacro %}

argus_alm-0.15.8/templates/email/partials/custom_html.html.j2

@@ -0,0 +1,8 @@
+{% macro render_partial(options) %}
+<div>
+    <h2><a class="btn-link-dark" href="http://argus.scylladb.com/tests/scylla-cluster-tests/{{ options['run_id' ]}}">{{ options["section_name"] }}</a></h2>
+    <div>
+        {{ options["html"] | safe }}
+    </div>
+</div>
+{%- endmacro %}