UncountablePythonSDK 0.0.68__py3-none-any.whl → 0.0.69__py3-none-any.whl

{UncountablePythonSDK-0.0.68.dist-info → UncountablePythonSDK-0.0.69.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.68
+Version: 0.0.69
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{UncountablePythonSDK-0.0.68.dist-info → UncountablePythonSDK-0.0.69.dist-info}/RECORD

@@ -3,7 +3,7 @@ docs/conf.py,sha256=YF5J-9g_Wg8wXmyHsGaE8xYlDEzqocNl3UWUmP0CwBg,1702
 docs/index.md,sha256=eEdirX_Ds6ICTRtIS5iT4irCquHcQyKN7E4M5QP9T8A,257
 docs/justfile,sha256=cvNcpb-ByPOF2aCrFlg3DDZBoYMx5W8xGdr13m9HcnI,215
 docs/quickstart.md,sha256=3GuJ0MB1O5kjlsrgAmdSkDq0rYqATrYy-tzEHDy8H-c,422
-docs/requirements.txt,sha256=jD38J5O9MhuLHpA86cUgbFO8fVXouYupS3nGRAnh2x0,138
+docs/requirements.txt,sha256=pHca02KQbB3qx4V6MUrwtctgvIheT--jGQvs6OVqaUg,138
 docs/static/logo_blue.png,sha256=SyYpMTVhhBbhF5Wl8lWaVwz-_p1MIR6dW6bVhufQRME,46708
 docs/static/favicons/android-chrome-192x192.png,sha256=XoF-AhD55JlSBDGsEPJKfT_VeXT-awhwKyZnxLhrwvk,1369
 docs/static/favicons/android-chrome-512x512.png,sha256=1S4xwY9YtJQ5ifFsZ-DOzssoyBYs0t9uwdOUmYx0Xso,3888
@@ -18,7 +18,12 @@ examples/async_batch.py,sha256=CffQ8O9drJ-Mdd6S5DnMIOBsHv5aVkTZrD3l3xBnB4s,1094
 examples/create_entity.py,sha256=t6WBZsWRDbWZgFCWXKGgKL5LAB6-38oaiNYGxMAa2No,686
 examples/edit_recipe_inputs.py,sha256=mtk_oSkN-OT2hKkb1XKXrRiUaGYTJstXuOKyTR51Fjo,1663
 examples/invoke_uploader.py,sha256=rEvmVY5TjigN_-4PTQdkjY-bC5DrYMcJgquyZ4Tt5FM,748
+examples/set_recipe_metadata_file.py,sha256=oPBhMo9T17zj4YpJRkmVH9lknYcT8livph0KssxYtg4,1048
+examples/set_recipe_output_file_sdk.py,sha256=Lz1amqppnWTX83z-C090wCJ4hcKmCD3kb-4v0uBRi0Y,782
 examples/upload_files.py,sha256=tUfKFqiqwnw08OL5Y8_e4j5pSRhp94cFex8XTuVa_ig,487
+examples/integration-server/pyproject.toml,sha256=yVYpx5VG3bKQCYjmCSKN_MRjxoOoF2xF2KzkCcvDHh4,9134
+examples/integration-server/jobs/materials_auto/example_cron.py,sha256=ITXXIDLrFhwS_YMrcuEBTciGoC8ozjB9SXL-qTCZT2k,707
+examples/integration-server/jobs/materials_auto/profile.yaml,sha256=WZTNlgc8uH412oRmWHWWuenYo_6LnrIL11V0HMkGsB0,352
 pkgs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pkgs/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pkgs/argument_parser/__init__.py,sha256=CsQ6QoPKSLLRVl-z6URAmPkiUL9ZPZoV4rJHgy_-RjA,385
@@ -86,6 +91,7 @@ uncountable/integration/cron.py,sha256=Gwu1Mq4lZZvtvx5tlnWJHnXJp948Xk9CXdS1ULVCV
 uncountable/integration/entrypoint.py,sha256=wgOXhTzErttRjOzV4rS4psZW5qUKIa5ez89QndQl61k,785
 uncountable/integration/job.py,sha256=UrsZHWXKE2wD5M3lFKJCXvDdWj7QMDtAREKv6RBnT3Q,1548
 uncountable/integration/scan_profiles.py,sha256=fHRS9Su6JlYWKBGZkA3KgUSqbT_PrB91Xe2rkdvv1Ew,1396
+uncountable/integration/scheduler.py,sha256=1YwY2f26Wr1kIlJfUthuRIXsUJZfynf9X3Zu76NK3ts,3262
 uncountable/integration/server.py,sha256=-ALtXNlBDnDbeSJcqAHHJzl46mGuq43aIM9RLzG-ZWA,4701
 uncountable/integration/telemetry.py,sha256=MwQLmgCoxpmA_UTp3e2ZB37wcDzKM0qzm5MrmaiJWhU,7142
 uncountable/integration/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -96,8 +102,8 @@ uncountable/integration/executors/generic_upload_executor.py,sha256=PpxZmGUac4Pt
 uncountable/integration/executors/script_executor.py,sha256=OmSBOtU48G3mqza9c2lCm84pGGyaDk-ZBJCx3RsdJXc,846
 uncountable/integration/secret_retrieval/__init__.py,sha256=3QXVj35w8rRMxVvmmsViFYDi3lcb3g70incfalOEm6o,87
 uncountable/integration/secret_retrieval/retrieve_secret.py,sha256=eoPWbkUtCn_63A4TFlK_nvEDvfm4u2fiOoglmAkBG3U,3004
-uncountable/integration/webhook_server/entrypoint.py,sha256=2Eq1JYKGj6rM4Yb5eeuEcARA2Y_lEV8LT7J7HtelyaM,6102
-uncountable/types/__init__.py,sha256=zejeAhEYwf5Jbs-n7S9Wr6NPFXfhWIFdyARB1v40scc,8390
+uncountable/integration/webhook_server/entrypoint.py,sha256=01yx5I_4e380oGqaceCcsGhV1JPHcY5lXIFJoghFmwc,6179
+uncountable/types/__init__.py,sha256=MDzXxVKMd9OY6WGXqTRRO_XxgHeHy9OOig9L__BlF9s,8498
 uncountable/types/async_batch.py,sha256=_OhT25_dEVts_z_n1kqfJH3xlZg3btLqR6TNkfFLlXE,609
 uncountable/types/async_batch_processor.py,sha256=obVzN-PcYLV2pHScszfCGjSq6-Xc34WM1ysx6Fv6tZk,11293
 uncountable/types/async_batch_t.py,sha256=ipSGz93O1KB-WE2dvlvflTKS51rJrf3bJkUojyxos7I,2193
@@ -107,13 +113,13 @@ uncountable/types/calculations.py,sha256=FFO_D3BbKoGDZnqWvTKpW4KF359i2vrKjpdFCLY
 uncountable/types/calculations_t.py,sha256=7GTSi2L8NYjzjUJJx3cmtVkK9uD-uhfYvIFK-ffQj-8,556
 uncountable/types/chemical_structure.py,sha256=E-LnikTFDoVQ1b2zKaVUIO_PAKm-7aZZYJi8I8SDSic,302
 uncountable/types/chemical_structure_t.py,sha256=aFsTkkbzy6Gvyde3qrrEYD95gcYhxkgKMiDRaRE0o-Y,760
-uncountable/types/client_base.py,sha256=hjKTulIhW_zgRHxQz84JfUyEqIpV8sH3AB1TfWhlizU,66363
+uncountable/types/client_base.py,sha256=wgAU6xbOmY9oiKN54JYoJmA3UzJSXewCI2YBWzweuHs,67232
 uncountable/types/client_config.py,sha256=4h5Liko9uKCo9_0gdbPhoK6Jr2Kv7tioLiQ8iKeq-_4,301
 uncountable/types/client_config_t.py,sha256=_HdS37gMSTIiD4qLnW9dIgt8_Rt5A6xhwMGGga7vnLg,625
 uncountable/types/curves.py,sha256=W6uMpG5SyW1MS82szNpxkFEn1MnxNpBFyFbQb2Ysfng,366
 uncountable/types/curves_t.py,sha256=TDpsThz4lKmiBmS9b4ItUSCp64TGv8-qDkxb4B2RoTo,1314
 uncountable/types/entity.py,sha256=3XhLteFDRDZvHejDuYh-KvB65hpwrBygljFfiUcOAM8,315
-uncountable/types/entity_t.py,sha256=D-Z92DPWObIYdqaQE4UDQX2RB3GBUuyAgcAkKaSBuWw,14599
+uncountable/types/entity_t.py,sha256=YXwFnscd4ivJOSH9IpYvCxeHhZob29ZvkGFgkypYAlo,14705
 uncountable/types/experiment_groups.py,sha256=_0OXcPzSAbkE-rfKt5tPx178YJ4pcEKZvrCxUHgDnvw,309
 uncountable/types/experiment_groups_t.py,sha256=0IGAXwkYiwdjj6aFjLMihxwauACQTyuRU_1usJTeUg4,593
 uncountable/types/field_values.py,sha256=uuIWX-xmfvcinYPdfkWJeb56zzQY01mc9rmotMPMh24,503
@@ -149,7 +155,7 @@ uncountable/types/recipe_inputs_t.py,sha256=t5nFzuF1AU6SUHpya6xKHSlcckmt3XxAuk9o
 uncountable/types/recipe_links.py,sha256=YRiu6t7FWr7ZWycIaOPXBtQFqbY_q5unaP6KQzh1LzE,343
 uncountable/types/recipe_links_t.py,sha256=ZaTeP8AsIT9-gDRi_uQreDsAzEmqF34YTesh9uydYa0,1417
 uncountable/types/recipe_metadata.py,sha256=Zpcrupq_mlT2UhXpMJup5XjtubmvgZ8SbJNq7da2pCs,441
-uncountable/types/recipe_metadata_t.py,sha256=y2O2rIanS6WG0j1UDSsRSwyEKYNDeNaixlR3PmkYnkU,1455
+uncountable/types/recipe_metadata_t.py,sha256=3gcspWc7CYCoLtoDLhhthPg3o5NaZZTF4NZvH8xTufk,1521
 uncountable/types/recipe_output_metadata.py,sha256=83jKZCvogG9QjZeJpQptdSam_MnnUj-tqh9EVIrTWjE,322
 uncountable/types/recipe_output_metadata_t.py,sha256=jazuYonhY0FklLy2jWoS51LM6Mc_1ZBHvPu7-6btJd0,607
 uncountable/types/recipe_tags.py,sha256=eyYa_rox00a1JQ0lOQv9STnJI04ksCL_3kHSDx5w7rM,291
@@ -241,6 +247,7 @@ uncountable/types/api/recipes/remove_recipe_from_project.py,sha256=3lqSU9UQIPMmO
 uncountable/types/api/recipes/set_recipe_inputs.py,sha256=yCGFQoguzsSK_weOK4kcvqnUSkRJV1rzKxWnanIZbko,1444
 uncountable/types/api/recipes/set_recipe_metadata.py,sha256=J2F1FDgFLKjlbGw29TW1Xefy38Zt-C7V1WDK70gRiuY,914
 uncountable/types/api/recipes/set_recipe_output_annotations.py,sha256=ayG9vnCroYGQ3mmNBALLlQhf9otrR-q0QiNLnWgmIsw,2930
+uncountable/types/api/recipes/set_recipe_output_file.py,sha256=8s0oxgjhv_hIyV3EoAjIBb970TrJJbKTFaSdNvbgU78,1225
 uncountable/types/api/recipes/set_recipe_outputs.py,sha256=I7NUDO_QrKt1rZB7zHr6WWS2FdXCK8Bqc0BxFkDfjyQ,1729
 uncountable/types/api/recipes/set_recipe_tags.py,sha256=kYX13RvHyUOlzL6LbBKDQ8yNvpvNobbnF2WDtgZsKRc,2493
 uncountable/types/api/recipes/unarchive_recipes.py,sha256=KZKzw0fbQdOBUR3YBunFrHFcex4qPMiA8mDgsB6n24k,814
@@ -249,7 +256,7 @@ uncountable/types/api/triggers/__init__.py,sha256=gCgbynxG3jA8FQHzercKtrHKHkiIKr
 uncountable/types/api/triggers/run_trigger.py,sha256=_Rpha9nxXI3Xr17CrGDtofg4HZ81x2lt0rMZ6As0qfE,893
 uncountable/types/api/uploader/__init__.py,sha256=gCgbynxG3jA8FQHzercKtrHKHkiIKr8APdZYUniAor8,55
 uncountable/types/api/uploader/invoke_uploader.py,sha256=Rc77y5q-3R9-SNQgm8P35zKaW2D1Hbtm7PDixnOn1G0,1025
-UncountablePythonSDK-0.0.68.dist-info/METADATA,sha256=Z5ykvYEK4fZGam_k4Mzjy9ABSyoCpGLhSx5Q9mzTiyY,1993
-UncountablePythonSDK-0.0.68.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-UncountablePythonSDK-0.0.68.dist-info/top_level.txt,sha256=1UVGjAU-6hJY9qw2iJ7nCBeEwZ793AEN5ZfKX9A1uj4,31
-UncountablePythonSDK-0.0.68.dist-info/RECORD,,
+UncountablePythonSDK-0.0.69.dist-info/METADATA,sha256=8gI9naRGRIPuEbO1GWAD8E-WBs1Ya09vjlx4omQj5y8,1993
+UncountablePythonSDK-0.0.69.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+UncountablePythonSDK-0.0.69.dist-info/top_level.txt,sha256=1UVGjAU-6hJY9qw2iJ7nCBeEwZ793AEN5ZfKX9A1uj4,31
+UncountablePythonSDK-0.0.69.dist-info/RECORD,,

docs/requirements.txt

@@ -1,6 +1,6 @@
 furo==2024.8.6
 myst-parser==4.0.0
-sphinx-autoapi==3.2.0
+sphinx-autoapi==3.3.0
 sphinx-copybutton==0.5.2
 Sphinx==8.0.0
 sphinx_design==0.6.1

examples/integration-server/jobs/materials_auto/example_cron.py

@@ -0,0 +1,18 @@
+from uncountable.integration.job import CronJob, CronJobArguments, register_job
+from uncountable.types import entity_t
+from uncountable.types.job_definition_t import JobResult
+
+
+@register_job
+class MyCronJob(CronJob):
+    def run(self, args: CronJobArguments) -> JobResult:
+        matfam = args.client.get_entities_data(
+            entity_ids=[1],
+            entity_type=entity_t.EntityType.MATERIAL_FAMILY,
+        ).entity_details[0]
+        name = None
+        for field_val in matfam.field_values:
+            if field_val.field_ref_name == "name":
+                name = field_val.value
+        args.logger.log_info(f"material family found with name: {name}")
+        return JobResult(success=True)

examples/integration-server/jobs/materials_auto/profile.yaml

@@ -0,0 +1,19 @@
+base_url: http://0.0.0.0:5000
+auth_retrieval:
+  type: basic
+  api_id_secret:
+    type: env
+    env_key: API_ID
+  api_key_secret:
+    type: env
+    env_key: API_SECRET_KEY
+jobs:
+  - id: example_cron
+    enabled: true
+    type: cron
+    name: MyCron - Example
+    cron_spec: "* * * * *"
+    executor: 
+      type: script
+      import_path: example_cron
+

examples/integration-server/pyproject.toml

@@ -0,0 +1,224 @@
+[project]
+# begin_project_name
+# DO NOT MODIFY
+name = "integration-server-testing"
+# end_project_name
+dynamic = ["version"]
+dependencies = [
+  "mypy == 1.*",
+  "ruff == 0.*",
+  "openpyxl == 3.*",
+  "more_itertools == 10.*",
+  "types-paramiko == 3.4.0.20240423",
+  "types-openpyxl == 3.*",
+  "types-pysftp == 0.*",
+  "types-pytz == 2024.*",
+  "types-requests == 2.*",
+  "types-simplejson == 3.*",
+  "pandas-stubs",
+  "xlrd == 2.*"
+]
+
+[tool.mypy]
+strict = true
+show_error_codes = true
+check_untyped_defs = true
+disallow_any_generics = false
+disallow_incomplete_defs = true
+disallow_subclassing_any = false
+disallow_untyped_calls = false
+disallow_untyped_decorators = true
+disallow_untyped_defs = true
+implicit_reexport = true
+no_implicit_optional = true
+no_implicit_reexport = true
+strict_equality = true
+warn_redundant_casts = true
+warn_unused_ignores = false
+warn_no_return = true
+warn_return_any = true
+local_partial_types = true
+warn_unreachable = false
+warn_unused_configs = true
+exclude = [
+    "env"
+]
+
+[tool.ruff]
+preview = true
+lint.select = ['ALL']
+lint.ignore = [
+    "A001", # Variable shadows python built-in. Nice to have
+    "A002", # Variable shadows python built-in. Nice to have
+    "A003", # Class attribute shadows python built-in. Nice to have
+    "ANN",  # Missing type annotations. Skip in favor of mypy
+    "ARG",  # Unused arguments. Skip
+    "B006", # Do not use mutable data structures for argument defaults. Priority.
+    "B023", # Function doesn't bind loop variable.  Priority
+    "B904", # Exception handling raise from.  Skip
+    "BLE", # Blind exception.  Should Add
+    "C401", # Unecessary generator.  Skip
+    "C403", # Unnecessary list comprehension.  Skip
+    "C405", # Unnecessary list. rewrite as set.  Skip
+    "C408", # Unnecessary dict call.  Skip
+    "C416", # Unnecessary list comprehension.  Skip
+    "C417", # Unnecessary use of map.  Should Add
+    "COM812", # Trailing comma.  Too opinionated.  Skip
+    "CPY", # Copyright notices.  Skip
+    "D",  # Docstrings.  Skip
+    "DOC", # Docstrings.  Skip
+    "DTZ001",  # Missing tzinfo.  Should add
+    "DTZ002",  # Use of today instead of now.  Should add
+    "DTZ003",  # Use of utcnow not allowed.  Should add
+    "DTZ004",  # Use of utcfrom timestamp not allowed.  Should add
+    "DTZ005",  # now without tz not allowed.  Should add
+    "DTZ006",  # use of from timestamp without tz not allowed.  Should add
+    "DTZ007",  # replace timezone after strptime.  Should add
+    "DTZ011",  # Use of today not allowed.  Should add
+    "E501",  # Line length.  Skip
+    "EM101", # exception must not use a string literal.  skip
+    "EM102", # exception must not use an f string.  skip
+    "EM103", # exception must not use a format string. skip
+    "ERA", # Rules around commented code.  Skip
+    "EXE002", # Executable files need shebang.  Skip
+    "F841", # TEMPORARY DISABLE TO CLEAR UP BUILD.  Unused variables.  Prioritize.
+    "FBT001", # boolean positional args.  Skip
+    "FBT002", # boolean default positional.  Skip
+    "FBT003", # boolean positional. Skip
+    "FIX001", # Fixme comment. Skip
+    "FIX002", # todo comment.  Skip
+    "FIX004", # hack comment.  Skip
+    "FLY002", # Use F-String instead of join.  Should Add
+    "FURB101", # replace read function. Skip
+    "FURB103", # opinionated file opening. Skip
+    "FURB113", # extend vs append.  Skip
+    "FURB118", # opinionated rules about lambdas. skip
+    "FURB140", # starmap vs generator.  Skip
+    "G004",  # avoid f strings in log statements.  Should add
+    "INP001", # implicit imports.  use __init__.  Skip
+    "ISC001", # rule conflicts with formatter. Skip
+    "ISC003", # Explicitly concatenated string should be implicitly concatenated. Skip
+    "N801", # class name case. Skip
+    "N802", # function name lower case. Skip
+    "N803", # argument name lower cas. Skip
+    "N804", # cls_ first variable.  Should add
+    "N806", # lower case variable.  Skip
+    "N812", # case consistency on import.  Skip
+    "N815", # mix casing, skip
+    "N817", # don't use acronym.  Should add
+    "N818", # exception override should be named with error. should add
+    "N999", # module naming.  Should add
+    "PD002", # avoid inplace.  Skip
+    "PD004", # .notna.  Should add
+    "PD010", # .pivottable.  Should add
+    "PD011", # use .to_numpy.  Skip
+    "PD015", # use .merge.  Should add
+    "PD901", # avoid generic df name.  Skip
+    "PERF203", # avoid try except in loop. Skip
+    "PERF401", # use list comprehension. Skip
+    "PERF402", # use list.copy.  Skip
+    "PERF403", # use dictionary comprehension.  Skip
+    "S307", # avoid eval.  Should add
+    "PGH003", # ignore specific rules.  Skip
+    "PGH004", # ignore specific rules.  Skip
+    "PLC0414", # import alias doesn't rename. Skip
+    "PLC0415", # import at top level.  Skip
+    "PLC1901", # falsy empty string.  Skip
+    "PLR0124", # self comparison.  Skip
+    "PLR0402", # alias import.  Skip
+    "PLR0911", # too many return statements.  Skip
+    "PLR0912", # too many branches.  Skip
+    "PLR0913", # too many arguments.  Skip
+    "PLR0915", # too many statements.  Skip
+    "PLR0916", # too many expressions. Skip
+    "PLR0917", # too many positional arguments.  Skip
+    "PLR1714", # multiple comparisons.  Skip
+    "PLR2004", # magic values.  skip
+    "PLR5501", # use elif instead of else if.  skip
+    "PLR6104", # use augmented assignment.  confuses strings, wait for fix.  skip
+    "PLR6201", # use a set literal for membership test.  skip
+    "PLR6301", # method inference.  skip
+    "PLW0108", # inline lambda.  skip
+    "PLW0120", # else without break. skip
+    "PLW0602", # global withotu assignment.  consider
+    "PLW0603", # discourage global.  skip
+    "PLW1510", # subprocess run without check arg.  skip
+    "PLW1514", # open without encoding. skip
+    "PLW2901", # for loop variable overwritten.  skip
+    "PT001", # change ficture decorator.  should add
+    "PT011", # use more specific raises decorator.  should add
+    "PT018", # break down complex assertsions.  skip
+    "PTH", # enforces new python path library usage.  skip
+    "PYI030", # turn union of literals to just literal with multiple. should add
+    "PYI041", # use float instead of int | float. should remove floats
+    "RET", # enforces return semantics. break up and re-evaluate later
+    "RSE102", # unnecessary parens on exception.  skip.
+    "RUF001", # ambiguous characters.  skip
+    "RUF005", # prefer star to concatenation.  skip
+    "RUF010", # use explicit conversion flag.  skip
+    "RUF012", # type with class var.  should add
+    "RUF015", # prefer next for single element. skip
+    "RUF100", # unused noqa.  should add
+    "S", # should split up
+    "S101", # allow asserts. skip
+    "SIM102", # use single if instead of nested. skip
+    "SIM105", # use exception supress. skip
+    "SIM108", # use ternary.  skip
+    "SIM110", # use any/all.  should add
+    "SIM112", # case of env variable.  skip
+    "SIM114", # combine if branches.  skip
+    "SIM115", # use context handler for files.  should add
+    "SIM117", # use single with.  should add
+    "SLF001", # private member access.  should add
+    "SLOT000", # subclass of string should define slot.  should add
+    "T201", # print.  skip
+    "T203", # pprint.  skip
+    "TCH001", # move application import into type checking.  skip
+    "TCH002", # move third party import into type checking.  consider
+    "TCH003", # move library into type checking lbock.  consider
+    "TD",  # todo comments.  skip
+    "TID252", # eliminate relative imports from parents.  skip
+    "TRY002", # create your own exception. skip
+    "TRY003", # avoid long messages.  skip
+    "TRY004", # prefer type error.  should add
+    "TRY201", # raise without exception name. consider
+    "TRY300", # move statement to else block.  consider
+    "TRY301", # move raise to inner function. skip
+    "UP007", # use union for type annotations.  should add
+    "UP013", # eliminate typeddict.  should add
+    "UP031", # use format specifiers.  should add
+    "B905", # zip strict. we have a deprecated pattern here, consider
+    "UP036", # outdated version block, consider
+    "RUF007", # prefer itertools.pairwise over zip, consider
+    "RUF022",  # __all__ is not sorted.  skip due to isort complication
+    "UP017", # use datetime.UTC, TODO add back in
+    "UP035", # replacing List with list, TODO add back in
+    "UP038", # isinstance X | Y instead of (X, Y), TODO add back in
+    # ## FROM RUFF UPGRADE
+    "PLC2701",  # private name imports.  should add
+    "PLR1702",  # too many nested blocks -- add with config.  skip
+    "RUF025",  # unnecessary dict comprehension.  skip
+    "SIM113",  # index variable should use enumerate.  should add.
+    "PLR0914"  # too many local variables.  configure below.  should add with config
+]
+line-length = 90
+target-version = "py311"
+
+exclude = [
+    'env'
+]
+[tool.ruff.lint.per-file-ignores]
+"__init__.py" = ["F401"]
+
+[tool.ruff.lint.isort]
+split-on-trailing-comma = true
+
+[tool.ruff.lint.mccabe]
+max-complexity = 130 # goal would be to bring this down to ~50 or so
+
+[tool.ruff.lint.pylint]
+max-locals=50
+
+[tool.setuptools]
+py-modules = []
+

examples/set_recipe_metadata_file.py

@@ -0,0 +1,40 @@
+import os
+
+from uncountable.core import (
+    AsyncBatchProcessor,
+    AuthDetailsApiKey,
+    Client,
+    MediaFileUpload,
+)
+from uncountable.types import recipe_metadata_t
+from uncountable.types.identifier_t import IdentifierKeyBatchReference
+
+client = Client(
+    base_url="http://localhost:5000",
+    auth_details=AuthDetailsApiKey(
+        api_id=os.environ["UNC_API_ID"],
+        api_secret_key=os.environ["UNC_API_SECRET_KEY"],
+    ),
+)
+uploaded_file = client.upload_files(
+    file_uploads=[
+        MediaFileUpload(path="/home/logan/Downloads/my_file_to_upload.csv"),
+    ]
+)[0]
+
+batch_processor = AsyncBatchProcessor(client=client)
+
+recipe_batch_identifier = batch_processor.create_recipe(
+    material_family_id=1, workflow_id=1
+).batch_reference
+
+batch_processor.set_recipe_metadata(
+    recipe_key=IdentifierKeyBatchReference(reference=recipe_batch_identifier),
+    recipe_metadata=[
+        recipe_metadata_t.MetadataValue(
+            metadata_id=102, value_file_ids=[uploaded_file.file_id]
+        )
+    ],
+)
+
+batch_processor.send()

examples/set_recipe_output_file_sdk.py

@@ -0,0 +1,26 @@
+import os
+from pathlib import Path
+
+import uncountable.types.api.recipes.set_recipe_output_file as set_recipe_output_file_t
+from uncountable.core import AuthDetailsApiKey, Client, MediaFileUpload
+
+client = Client(
+    base_url="http://localhost:5000",
+    auth_details=AuthDetailsApiKey(
+        api_id=os.environ["UNC_API_ID"],
+        api_secret_key=os.environ["UNC_API_SECRET_KEY"],
+    ),
+)
+uploaded_file = client.upload_files(
+    file_uploads=[
+        MediaFileUpload(
+            path=str((Path.home() / "Downloads" / "my_file_to_upload.csv").absolute())
+        ),
+    ]
+)[0]
+
+client.set_recipe_output_file(
+    output_file_data=set_recipe_output_file_t.RecipeOutputFileValue(
+        recipe_id=58070, output_id=148, file_id=uploaded_file.file_id, experiment_num=1
+    )
+)

uncountable/integration/scheduler.py

@@ -0,0 +1,107 @@
+import multiprocessing
+import subprocess
+import sys
+import time
+from dataclasses import dataclass
+
+from opentelemetry.trace import get_current_span
+
+from uncountable.integration.entrypoint import main as cron_target
+from uncountable.integration.telemetry import Logger
+
+SHUTDOWN_TIMEOUT_SECS = 30
+
+
+@dataclass(kw_only=True)
+class ProcessInfo:
+    name: str
+    process: multiprocessing.Process | subprocess.Popen[bytes]
+
+    @property
+    def is_alive(self) -> bool:
+        match self.process:
+            case multiprocessing.Process():
+                return self.process.is_alive()
+            case subprocess.Popen():
+                return self.process.poll() is None
+
+    @property
+    def pid(self) -> int | None:
+        return self.process.pid
+
+
+def handle_shutdown(logger: Logger, processes: list[ProcessInfo]) -> None:
+    logger.log_info("received shutdown command, shutting down sub-processes")
+    for proc_info in processes:
+        if proc_info.is_alive:
+            proc_info.process.terminate()
+
+    shutdown_start = time.time()
+    still_living_processes = processes
+    while (
+        time.time() - shutdown_start < SHUTDOWN_TIMEOUT_SECS
+        and len(still_living_processes) > 0
+    ):
+        current_loop_processes = [*still_living_processes]
+        logger.log_info(
+            "waiting for sub-processes to shut down",
+            attributes={
+                "still_living_processes": [
+                    proc_info.name for proc_info in still_living_processes
+                ]
+            },
+        )
+        still_living_processes = []
+        for proc_info in current_loop_processes:
+            if not proc_info.is_alive:
+                logger.log_info(f"{proc_info.name} shut down successfully")
+            else:
+                still_living_processes.append(proc_info)
+        time.sleep(1)
+
+    for proc_info in still_living_processes:
+        logger.log_warning(
+            f"{proc_info.name} failed to shut down after {SHUTDOWN_TIMEOUT_SECS} seconds, forcefully terminating"
+        )
+        proc_info.process.kill()
+
+
+def check_process_health(logger: Logger, processes: list[ProcessInfo]) -> None:
+    for proc_info in processes:
+        if not proc_info.is_alive:
+            logger.log_error(
+                f"process {proc_info.name} shut down unexpectedly! shutting down scheduler"
+            )
+            handle_shutdown(logger, processes)
+            sys.exit(1)
+
+
+def main() -> None:
+    logger = Logger(get_current_span())
+    processes: list[ProcessInfo] = []
+
+    def add_process(process: ProcessInfo) -> None:
+        processes.append(process)
+        logger.log_info(f"started process {process.name}")
+
+    cron_process = multiprocessing.Process(target=cron_target, args={"blocking": True})
+    cron_process.start()
+    add_process(ProcessInfo(name="cron server", process=cron_process))
+
+    uwsgi_process = subprocess.Popen([
+        "/app/env/bin/uwsgi",
+        "-H",
+        "/app/env",
+        "--die-on-term",
+    ])
+    add_process(ProcessInfo(name="uwsgi", process=uwsgi_process))
+
+    try:
+        while True:
+            check_process_health(logger, processes=processes)
+            time.sleep(1)
+    except KeyboardInterrupt:
+        handle_shutdown(logger, processes=processes)
+
+
+main()

uncountable/integration/webhook_server/entrypoint.py

@@ -114,7 +114,7 @@ def register_route(
                     "webhook_executor"
                 ) as span:
                     job_logger = JobLogger(
-                        profile_metadata=profile_metadata,
+                        profile_metadata=profile_meta,
                         job_definition=job,
                         base_span=span,
                     )
@@ -126,7 +126,7 @@ def register_route(
                         profile_metadata=profile_meta,
                         args=WebhookJobArguments(
                             job_definition=job,
-                            profile_metadata=profile_metadata,
+                            profile_metadata=profile_meta,
                             client=client,
                             batch_processor=AsyncBatchProcessor(client=client),
                             logger=job_logger,
@@ -145,20 +145,24 @@ def register_route(
     server_logger.log_info(f"job {job.id} webhook registered at: {route}")
 
 
-profiles = load_profiles()
-for profile in profiles:
-    server_logger = Logger(get_current_span())
-    profile_metadata = job_definition_t.ProfileMetadata(
-        name=profile.name,
-        auth_retrieval=profile.definition.auth_retrieval,
-        base_url=profile.definition.base_url,
-        client_options=profile.definition.client_options,
-    )
-    for job in profile.definition.jobs:
-        if isinstance(job, job_definition_t.WebhookJobDefinition):
-            register_route(
-                server_logger=server_logger, profile_meta=profile_metadata, job=job
-            )
+def main() -> None:
+    profiles = load_profiles()
+    for profile in profiles:
+        server_logger = Logger(get_current_span())
+        profile_metadata = job_definition_t.ProfileMetadata(
+            name=profile.name,
+            auth_retrieval=profile.definition.auth_retrieval,
+            base_url=profile.definition.base_url,
+            client_options=profile.definition.client_options,
+        )
+        for job in profile.definition.jobs:
+            if isinstance(job, job_definition_t.WebhookJobDefinition):
+                register_route(
+                    server_logger=server_logger, profile_meta=profile_metadata, job=job
+                )
+
+
+main()
 
 
 if __name__ == "__main__":

uncountable/types/__init__.py

@@ -86,6 +86,7 @@ from .api.inputs import set_intermediate_type as set_intermediate_type_t
 from .api.recipes import set_recipe_inputs as set_recipe_inputs_t
 from .api.recipes import set_recipe_metadata as set_recipe_metadata_t
 from .api.recipes import set_recipe_output_annotations as set_recipe_output_annotations_t
+from .api.recipes import set_recipe_output_file as set_recipe_output_file_t
 from .api.recipes import set_recipe_outputs as set_recipe_outputs_t
 from .api.recipes import set_recipe_tags as set_recipe_tags_t
 from .api.entity import set_values as set_values_t
@@ -185,6 +186,7 @@ __all__: list[str] = [
     "set_recipe_inputs_t",
     "set_recipe_metadata_t",
     "set_recipe_output_annotations_t",
+    "set_recipe_output_file_t",
     "set_recipe_outputs_t",
     "set_recipe_tags_t",
     "set_values_t",

uncountable/types/api/recipes/set_recipe_output_file.py

@@ -0,0 +1,46 @@
+# DO NOT MODIFY -- This file is generated by type_spec
+# flake8: noqa: F821
+# ruff: noqa: E402 Q003
+# fmt: off
+# isort: skip_file
+from __future__ import annotations
+import typing  # noqa: F401
+import datetime  # noqa: F401
+from decimal import Decimal  # noqa: F401
+import dataclasses
+from ... import base_t
+from ... import response_t
+
+__all__: list[str] = [
+    "Arguments",
+    "Data",
+    "ENDPOINT_METHOD",
+    "ENDPOINT_PATH",
+    "RecipeOutputFileValue",
+]
+
+ENDPOINT_METHOD = "POST"
+ENDPOINT_PATH = "api/external/recipes/external_set_recipe_output_file"
+
+
+# DO NOT MODIFY -- This file is generated by type_spec
+@dataclasses.dataclass(kw_only=True)
+class RecipeOutputFileValue:
+    recipe_id: base_t.ObjectId
+    output_id: base_t.ObjectId
+    experiment_num: int
+    condition_id: typing.Optional[base_t.ObjectId] = None
+    file_id: typing.Optional[base_t.ObjectId] = None
+
+
+# DO NOT MODIFY -- This file is generated by type_spec
+@dataclasses.dataclass(kw_only=True)
+class Arguments:
+    output_file_data: RecipeOutputFileValue
+
+
+# DO NOT MODIFY -- This file is generated by type_spec
+@dataclasses.dataclass(kw_only=True)
+class Data(response_t.Response):
+    pass
+# DO NOT MODIFY -- This file is generated by type_spec

uncountable/types/client_base.py

@@ -74,6 +74,7 @@ import uncountable.types.api.inputs.set_intermediate_type as set_intermediate_ty
 import uncountable.types.api.recipes.set_recipe_inputs as set_recipe_inputs_t
 import uncountable.types.api.recipes.set_recipe_metadata as set_recipe_metadata_t
 import uncountable.types.api.recipes.set_recipe_output_annotations as set_recipe_output_annotations_t
+import uncountable.types.api.recipes.set_recipe_output_file as set_recipe_output_file_t
 import uncountable.types.api.recipes.set_recipe_outputs as set_recipe_outputs_t
 import uncountable.types.api.recipes.set_recipe_tags as set_recipe_tags_t
 import uncountable.types.api.entity.set_values as set_values_t
@@ -1321,6 +1322,25 @@ class ClientMethods(ABC):
         )
         return self.do_request(api_request=api_request, return_type=set_recipe_output_annotations_t.Data)
 
+    def set_recipe_output_file(
+        self,
+        *,
+        output_file_data: set_recipe_output_file_t.RecipeOutputFileValue,
+    ) -> set_recipe_output_file_t.Data:
+        """Sets output file value for an experiment.  Include a single file as part of the FormData of the request with the filename as the key
+
+        :param output_file_data: The output file to set
+        """
+        args = set_recipe_output_file_t.Arguments(
+            output_file_data=output_file_data,
+        )
+        api_request = APIRequest(
+            method=set_recipe_output_file_t.ENDPOINT_METHOD,
+            endpoint=set_recipe_output_file_t.ENDPOINT_PATH,
+            args=args,
+        )
+        return self.do_request(api_request=api_request, return_type=set_recipe_output_file_t.Data)
+
     def set_recipe_outputs(
         self,
         *,

uncountable/types/entity_t.py

@@ -119,6 +119,7 @@ __all__: list[str] = [
         "recipe_permission_view": "Recipe Permission View",
         "recipe_project": "Recipe Project",
         "recipe_step": "Recipe Step",
+        "recipe_workflow_step": "Recipe Workflow Step",
         "recipe_tag": "Recipe Tag",
         "recipe_metadata": "Experiment Metadata",
         "metadata_value": "Metadata Value",
@@ -271,6 +272,7 @@ class EntityType(StrEnum):
     RECIPE_PERMISSION_VIEW = "recipe_permission_view"
     RECIPE_PROJECT = "recipe_project"
     RECIPE_STEP = "recipe_step"
+    RECIPE_WORKFLOW_STEP = "recipe_workflow_step"
     RECIPE_TAG = "recipe_tag"
     RECIPE_METADATA = "recipe_metadata"
     METADATA_VALUE = "metadata_value"

uncountable/types/recipe_metadata_t.py

@@ -29,6 +29,7 @@ class MetadataValue:
     value_numeric: typing.Optional[Decimal] = None
     value_str: typing.Optional[str] = None
     value_json: typing.Optional[base_t.JsonValue] = None
+    value_file_ids: typing.Optional[list[base_t.ObjectId]] = None
 
 
 # DO NOT MODIFY -- This file is generated by type_spec