primitive 0.2.8__py3-none-any.whl → 0.2.10__py3-none-any.whl

primitive/__about__.py

@@ -1,4 +1,4 @@
 # SPDX-FileCopyrightText: 2024-present Dylan Stein <dylan@primitive.tech>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.2.8"
+__version__ = "0.2.10"

primitive/agent/runner.py

@@ -1,16 +1,18 @@
+import asyncio
 import os
 import re
-import typing
 import shutil
-from typing import Dict, TypedDict, List
+import time
+import typing
 from abc import abstractmethod
-from enum import IntEnum, Enum
+from enum import Enum, IntEnum
 from pathlib import Path, PurePath
-from loguru import logger
+from typing import Dict, List, TypedDict
+
 import yaml
-import asyncio
-import time
-from ..utils.cache import get_artifacts_cache, get_sources_cache, get_logs_cache
+from loguru import logger
+
+from ..utils.cache import get_artifacts_cache, get_logs_cache, get_sources_cache
 from ..utils.shell import env_to_dict
 
 try:
@@ -168,10 +170,61 @@ class Runner:
         else:
             logger.success(f"Completed {self.job['slug']} job")
 
+        number_of_files_produced = self.get_number_of_files_produced()
+        logger.info(
+            f"Produced {number_of_files_produced} files for {self.job['slug']} job"
+        )
         self.primitive.jobs.job_run_update(
-            self.job_run["id"], status="request_completed", conclusion=conclusion
+            self.job_run["id"],
+            status="request_completed",
+            conclusion=conclusion,
+            number_of_files_produced=number_of_files_produced,
         )
 
+    def get_number_of_files_produced(self) -> int:
+        """Returns the number of files produced by the job."""
+        number_of_files_produced = 0
+
+        # Logs can be produced even if no artifact stores are created for the job run.
+        job_run_logs_cache = get_logs_cache(self.job_run["id"])
+        has_walk = getattr(job_run_logs_cache, "walk", None)
+        if has_walk:
+            log_files = [
+                file
+                for _, _, current_path_files in job_run_logs_cache.walk()
+                for file in current_path_files
+            ]
+        else:
+            log_files = [
+                file
+                for _, _, current_path_files in os.walk(job_run_logs_cache)
+                for file in current_path_files
+            ]
+
+        number_of_files_produced += len(log_files)
+
+        if "stores" not in self.config:
+            return number_of_files_produced
+
+        job_run_artifacts_cache = get_artifacts_cache(self.job_run["id"])
+        has_walk = getattr(job_run_artifacts_cache, "walk", None)
+        if has_walk:
+            artifact_files = [
+                file
+                for _, _, current_path_files in job_run_artifacts_cache.walk()
+                for file in current_path_files
+            ]
+        else:
+            artifact_files = [
+                file
+                for _, _, current_path_files in os.walk(job_run_artifacts_cache)
+                for file in current_path_files
+            ]
+
+        number_of_files_produced += len(artifact_files)
+
+        return number_of_files_produced
+
     async def run_task(self, task: Task) -> bool:
         for cmd in task["cmd"].strip().split("\n"):
             # Adding an additional echo and utilizing stdbuf to force line buffering

primitive/jobs/actions.py

@@ -113,6 +113,7 @@ class Jobs(BaseAction):
         status: str = None,
         conclusion: str = None,
         file_ids: Optional[List[str]] = [],
+        number_of_files_produced: Optional[int] = None,
     ):
         mutation = gql(job_run_update_mutation)
         input = {"id": id}
@@ -122,6 +123,8 @@ class Jobs(BaseAction):
             input["conclusion"] = conclusion
         if file_ids and len(file_ids) > 0:
             input["files"] = file_ids
+        if number_of_files_produced is not None:
+            input["numberOfFilesProduced"] = number_of_files_produced
         variables = {"input": input}
         result = self.primitive.session.execute(
             mutation, variable_values=variables, get_execution_result=True

{primitive-0.2.8.dist-info → primitive-0.2.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: primitive
-Version: 0.2.8
+Version: 0.2.10
 Project-URL: Documentation, https://github.com//primitivecorp/primitive-cli#readme
 Project-URL: Issues, https://github.com//primitivecorp/primitive-cli/issues
 Project-URL: Source, https://github.com//primitivecorp/primitive-cli

{primitive-0.2.8.dist-info → primitive-0.2.10.dist-info}/RECORD

@@ -1,11 +1,11 @@
-primitive/__about__.py,sha256=o1318KQLLGunTegpCvMc3dTrIoSjFpV3EIBF2ZwnUSQ,129
+primitive/__about__.py,sha256=GhNBI3l8-Fbx4DkjexXgyhbGe2cWuYgQDdzAhhACDvE,130
 primitive/__init__.py,sha256=bwKdgggKNVssJFVPfKSxqFMz4IxSr54WWbmiZqTMPNI,106
 primitive/cli.py,sha256=58fn6ayVSC1f4hLKx3FUNT9CkuPLva8dFQg0_YUwpio,2410
 primitive/client.py,sha256=PPyIQRvKKSqCF9RRF5mJJ4Vqqolpzy1YXqffNLKIvAA,2390
 primitive/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/agent/actions.py,sha256=5Lmqxsf24eH6BDEesbJbn1Xj-8ifVlQ_Y3QR8xpkFtM,6869
 primitive/agent/commands.py,sha256=-dVDilELfkGfbZB7qfEPs77Dm1oT62qJj4tsIk4KoxI,254
-primitive/agent/runner.py,sha256=MVViJjydMIrR7cgkaP9V2pI3PIqIOEy0sVJFtNJul_M,12105
+primitive/agent/runner.py,sha256=0p-zObkTuSF0H7HQUBnz0jCtwKCERzABJobQhFJfrY4,13944
 primitive/agent/uploader.py,sha256=6pjUyb1LyUCpHBE6p13pRpXxy6iDxu14qJGvE3R6cVo,3155
 primitive/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/auth/actions.py,sha256=MPsG9LcKcOPwA7gZ9Ewk0PZJhTQvIrGfODdz4GxSzgA,999
@@ -46,7 +46,7 @@ primitive/hardware/graphql/fragments.py,sha256=kI6qnTNjaEaUr-C6eD55COphtueVYbYOW
 primitive/hardware/graphql/mutations.py,sha256=_4Hkbfik9Ron4T-meulu6T-9FR_BZjyPNwn745MPksU,1484
 primitive/hardware/graphql/queries.py,sha256=I86uLuOSjHSph11Y5MVCYko5Js7hoiEZ-cEoPTc4J-k,1392
 primitive/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/jobs/actions.py,sha256=CtyO-Z9614TgIoXJJX1QGsoll0fgpBIjG9PJH5JwCQs,4901
+primitive/jobs/actions.py,sha256=lOfmjzZ7XvqLyP0f-ilyfYwQQZuNgUb4qxFCpf1d93M,5076
 primitive/jobs/commands.py,sha256=MxPCkBEYW_eLNqgCRYeyj7ZcLOFAWfpVZlqDR2Y_S0o,830
 primitive/jobs/graphql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/jobs/graphql/fragments.py,sha256=1_ZttT7dx36KDC3DClJz9M8LMpsPwXySBygHSiUEcGg,619
@@ -88,8 +88,8 @@ primitive/utils/memory_size.py,sha256=4xfha21kW82nFvOTtDFx9Jk2ZQoEhkfXii-PGNTpIU
 primitive/utils/printer.py,sha256=f1XUpqi5dkTL3GWvYRUGlSwtj2IxU1q745T4Fxo7Tn4,370
 primitive/utils/shell.py,sha256=jWzb7ky7p987dJas6ZvarK3IJNZ5cwBXcryRWb9Uh6U,2072
 primitive/utils/text.py,sha256=XiESMnlhjQ534xE2hMNf08WehE1SKaYFRNih0MmnK0k,829
-primitive-0.2.8.dist-info/METADATA,sha256=RyG9KfWAyBzjhGfllYVFlf9yzdMKefw-2SRLK_7sgzc,3669
-primitive-0.2.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-primitive-0.2.8.dist-info/entry_points.txt,sha256=p1K8DMCWka5FqLlqP1sPek5Uovy9jq8u51gUsP-z334,48
-primitive-0.2.8.dist-info/licenses/LICENSE.txt,sha256=B8kmQMJ2sxYygjCLBk770uacaMci4mPSoJJ8WoDBY_c,1098
-primitive-0.2.8.dist-info/RECORD,,
+primitive-0.2.10.dist-info/METADATA,sha256=LB4jc6D9OV1PUeLtYV6sXwc_XA7Hiu7jZBfzuxaqdN0,3670
+primitive-0.2.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+primitive-0.2.10.dist-info/entry_points.txt,sha256=p1K8DMCWka5FqLlqP1sPek5Uovy9jq8u51gUsP-z334,48
+primitive-0.2.10.dist-info/licenses/LICENSE.txt,sha256=B8kmQMJ2sxYygjCLBk770uacaMci4mPSoJJ8WoDBY_c,1098
+primitive-0.2.10.dist-info/RECORD,,