fluidattacks_batch_client 0.1.0__py3-none-any.whl

fluidattacks_batch_client/sender/__init__.py

@@ -0,0 +1,15 @@
+from fluidattacks_batch_client.api import ApiClient
+from ._send import send_pipeline, send_single_job
+from ._core import BatchJobSender
+
+
+def new_sender(client: ApiClient) -> BatchJobSender:
+    return BatchJobSender(
+        lambda j, d: send_single_job(client, j, d),
+        lambda p: send_pipeline(client, p),
+    )
+
+
+__all__ = [
+    "BatchJobSender",
+]

fluidattacks_batch_client/sender/_core.py

@@ -0,0 +1,26 @@
+from fluidattacks_batch_client.core import (
+    AllowDuplicates,
+    JobArn,
+    JobId,
+    JobRequest,
+)
+from collections.abc import (
+    Callable,
+)
+from dataclasses import (
+    dataclass,
+)
+from fa_purity import (
+    Cmd,
+    Maybe,
+    PureIter,
+    UnitType,
+)
+
+
+@dataclass(frozen=True)
+class BatchJobSender:
+    send_single_job: Callable[
+        [JobRequest, AllowDuplicates], Cmd[Maybe[tuple[JobId, JobArn]]]
+    ]
+    send_pipeline: Callable[[PureIter[JobRequest]], Cmd[UnitType]]

fluidattacks_batch_client/sender/_send.py

@@ -0,0 +1,87 @@
+from fluidattacks_batch_client.api import (
+    ApiClient,
+)
+from fluidattacks_batch_client.core import (
+    AllowDuplicates,
+    DependentJobRequest,
+    JobArn,
+    JobDependencies,
+    JobRequest,
+    JobId,
+    JobStatus,
+)
+from fa_purity import (
+    Bool,
+    Cmd,
+    Maybe,
+    PureIter,
+    CmdUnwrapper,
+    UnitType,
+    Unsafe,
+    unit,
+)
+import logging
+
+LOG = logging.getLogger(__name__)
+
+
+def send_single_job(
+    client: ApiClient,
+    job: JobRequest,
+    allow_duplicates: AllowDuplicates,
+) -> Cmd[Maybe[tuple[JobId, JobArn]]]:
+    dup_msg = Cmd.wrap_impure(lambda: LOG.info("Detecting duplicates..."))
+    skipped_msg = Cmd[None].wrap_impure(
+        lambda: LOG.warning("Duplicated job detected. Skipping job submission")
+    )
+    allow_send = Bool.from_primitive(allow_duplicates.value).map(
+        lambda _: Cmd.wrap_impure(
+            lambda: LOG.warning("Duplicated jobs are allowed")
+        ).map(lambda _: Bool.true_value()),
+        lambda _: dup_msg
+        + client.list_jobs(
+            job.name,
+            job.queue,
+            frozenset(
+                [
+                    JobStatus.PENDING,
+                    JobStatus.RUNNABLE,
+                    JobStatus.RUNNING,
+                    JobStatus.STARTING,
+                    JobStatus.SUBMITTED,
+                ]
+            ),
+        )
+        .find_first(lambda _: True)
+        .map(lambda m: m.map(lambda _: Bool.false_value()).value_or(Bool.true_value())),
+    )
+    return allow_send.bind(
+        lambda b: b.map(
+            lambda _: client.send_job(DependentJobRequest(job, Maybe.empty())).map(
+                Maybe.some
+            ),
+            lambda _: skipped_msg.map(lambda _: Maybe.empty()),
+        )
+    )
+
+
+def send_pipeline(client: ApiClient, pipeline: PureIter[JobRequest]) -> Cmd[UnitType]:
+    def _action(unwrapper: CmdUnwrapper) -> UnitType:
+        prev: Maybe[JobId] = Maybe.empty()
+        LOG.info("Submiting jobs pipeline...")
+        for draft in pipeline:
+            send = client.send_job(
+                DependentJobRequest(
+                    draft,
+                    prev.map(
+                        lambda j: JobDependencies.new(frozenset([j]))
+                        .alt(Unsafe.raise_exception)
+                        .to_union()
+                    ),
+                )
+            )
+            sent_id = unwrapper.act(send)
+            prev = Maybe.some(sent_id[0])
+        return unit
+
+    return Cmd.new_cmd(_action)

fluidattacks_batch_client-0.1.0.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.4
+Name: fluidattacks_batch_client
+Version: 0.1.0
+Summary: AWS batch python client
+Author-email: Engineering Team <development@fluidattacks.com>
+Requires-Python: >=3.11
+Requires-Dist: click >=8.1.8, <9.0.0
+Requires-Dist: boto3 >=1.42.32, <2.0.0
+Requires-Dist: fa_purity >=2.5.0, <3.0.0

fluidattacks_batch_client-0.1.0.dist-info/RECORD

@@ -0,0 +1,20 @@
+fluidattacks_batch_client/__init__.py,sha256=d6jwGZ5P-0Spje-ZkWPK1QjwC8nn8rb4HmDR55dtNQU,143
+fluidattacks_batch_client/_cli.py,sha256=GjukpB3Vn9fK-h9iiUeImUtR7ZhmUWRfsNJ5K5Qjxec,4618
+fluidattacks_batch_client/_logger.py,sha256=Mv8zUo3-8BPtWJ_JadFhyTdfRSWg9dfwdQGoZ0S2pws,435
+fluidattacks_batch_client/_utils.py,sha256=XiAdyjlDrH2lbt_wclMZp9ObU7kVf6yAqY5jfVC3cRk,2353
+fluidattacks_batch_client/core.py,sha256=RNNx-BxhgBUv03hpbtIARaSx5kuYJcET6p6cQYjQVaU,7146
+fluidattacks_batch_client/decode.py,sha256=Y6ji_6BOpAVDEaAGNANztdUbGybnP7jTs2G0xUSbQCQ,5492
+fluidattacks_batch_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fluidattacks_batch_client/api/__init__.py,sha256=co3NbLVD0pwxUDD3lRMree4jARZ_MDYfH0Gdgxq-FbI,131
+fluidattacks_batch_client/api/_core.py,sha256=dVgvZcpxFBmSenxU38n7VKEksvljB7Zq55zPRGmcYLI,675
+fluidattacks_batch_client/api/_client_1/__init__.py,sha256=XQB85CaDEkjBQS3PLgZHX2QkL3Hhoc65tVOnJOneAHg,796
+fluidattacks_batch_client/api/_client_1/_get_command.py,sha256=XHXOpIH8dmxLmmb_5vAtJMided7tZRqNwcALWoAZnE8,1796
+fluidattacks_batch_client/api/_client_1/_list_jobs.py,sha256=IhLJbVoo7pnaQx3XGi04isrIivLC56wEnQ2bOOZgVvE,3413
+fluidattacks_batch_client/api/_client_1/_send_job.py,sha256=F6eZGvJ-5JD8I4qOTEnxmSJMyDIN-jPIvpU6Mph8e5k,5661
+fluidattacks_batch_client/sender/__init__.py,sha256=yRDNy6JEoK2EFDlvUynWdP4yVQXeDmv4OSP9RGCSKv8,358
+fluidattacks_batch_client/sender/_core.py,sha256=ktMFG65D1Xy_fUTc3cF3asBzcB1D-4bi6btUKOx5V2Q,494
+fluidattacks_batch_client/sender/_send.py,sha256=TtF9dk8UIH_eSXUM1TS43GVtoElCQL8ouDcDuec_-CY,2475
+fluidattacks_batch_client-0.1.0.dist-info/entry_points.txt,sha256=RbvCGvjFtF7qynSr5itc1ENJt-BsDEv-pOc7CweQaUs,68
+fluidattacks_batch_client-0.1.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+fluidattacks_batch_client-0.1.0.dist-info/METADATA,sha256=xNCT0VhHHwOkeLXk1Vxc3TpDu6LHlnmwv2PxTj5KvCA,305
+fluidattacks_batch_client-0.1.0.dist-info/RECORD,,

fluidattacks_batch_client-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: flit 3.12.0
+Root-Is-Purelib: true
+Tag: py3-none-any

fluidattacks_batch_client-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+batch-client=fluidattacks_batch_client._cli:main
+