UncountablePythonSDK 0.0.68__py3-none-any.whl → 0.0.70__py3-none-any.whl

{UncountablePythonSDK-0.0.68.dist-info → UncountablePythonSDK-0.0.70.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.68
+Version: 0.0.70
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git
@@ -35,6 +35,8 @@ Requires-Dist: paramiko ==3.*
 Requires-Dist: boto3 ==1.*
 Requires-Dist: flask ==3.*
 Requires-Dist: simplejson ==3.*
+Requires-Dist: grpcio ==1.*
+Requires-Dist: protobuf ==4.*
 Provides-Extra: test
 Requires-Dist: mypy ==1.* ; extra == 'test'
 Requires-Dist: ruff ==0.* ; extra == 'test'

{UncountablePythonSDK-0.0.68.dist-info → UncountablePythonSDK-0.0.70.dist-info}/RECORD

@@ -3,7 +3,7 @@ docs/conf.py,sha256=YF5J-9g_Wg8wXmyHsGaE8xYlDEzqocNl3UWUmP0CwBg,1702
 docs/index.md,sha256=eEdirX_Ds6ICTRtIS5iT4irCquHcQyKN7E4M5QP9T8A,257
 docs/justfile,sha256=cvNcpb-ByPOF2aCrFlg3DDZBoYMx5W8xGdr13m9HcnI,215
 docs/quickstart.md,sha256=3GuJ0MB1O5kjlsrgAmdSkDq0rYqATrYy-tzEHDy8H-c,422
-docs/requirements.txt,sha256=jD38J5O9MhuLHpA86cUgbFO8fVXouYupS3nGRAnh2x0,138
+docs/requirements.txt,sha256=pHca02KQbB3qx4V6MUrwtctgvIheT--jGQvs6OVqaUg,138
 docs/static/logo_blue.png,sha256=SyYpMTVhhBbhF5Wl8lWaVwz-_p1MIR6dW6bVhufQRME,46708
 docs/static/favicons/android-chrome-192x192.png,sha256=XoF-AhD55JlSBDGsEPJKfT_VeXT-awhwKyZnxLhrwvk,1369
 docs/static/favicons/android-chrome-512x512.png,sha256=1S4xwY9YtJQ5ifFsZ-DOzssoyBYs0t9uwdOUmYx0Xso,3888
@@ -18,7 +18,12 @@ examples/async_batch.py,sha256=CffQ8O9drJ-Mdd6S5DnMIOBsHv5aVkTZrD3l3xBnB4s,1094
 examples/create_entity.py,sha256=t6WBZsWRDbWZgFCWXKGgKL5LAB6-38oaiNYGxMAa2No,686
 examples/edit_recipe_inputs.py,sha256=mtk_oSkN-OT2hKkb1XKXrRiUaGYTJstXuOKyTR51Fjo,1663
 examples/invoke_uploader.py,sha256=rEvmVY5TjigN_-4PTQdkjY-bC5DrYMcJgquyZ4Tt5FM,748
+examples/set_recipe_metadata_file.py,sha256=oPBhMo9T17zj4YpJRkmVH9lknYcT8livph0KssxYtg4,1048
+examples/set_recipe_output_file_sdk.py,sha256=Lz1amqppnWTX83z-C090wCJ4hcKmCD3kb-4v0uBRi0Y,782
 examples/upload_files.py,sha256=tUfKFqiqwnw08OL5Y8_e4j5pSRhp94cFex8XTuVa_ig,487
+examples/integration-server/pyproject.toml,sha256=yVYpx5VG3bKQCYjmCSKN_MRjxoOoF2xF2KzkCcvDHh4,9134
+examples/integration-server/jobs/materials_auto/example_cron.py,sha256=7VVQ-UJsq3DbGpN3XPnorRVZYo-vCwbfSU3VVDluIzA,699
+examples/integration-server/jobs/materials_auto/profile.yaml,sha256=WZTNlgc8uH412oRmWHWWuenYo_6LnrIL11V0HMkGsB0,352
 pkgs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pkgs/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pkgs/argument_parser/__init__.py,sha256=CsQ6QoPKSLLRVl-z6URAmPkiUL9ZPZoV4rJHgy_-RjA,385
@@ -76,28 +81,48 @@ uncountable/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 uncountable/core/__init__.py,sha256=RFv0kO6rKFf1PtBPu83hCGmxqkJamRtsgQ9_-ztw7tA,341
 uncountable/core/async_batch.py,sha256=Gur0VOS0AH2ugwvk65hwoX-iqwQAAyJaejY_LyAZZPo,1210
 uncountable/core/client.py,sha256=KUJN3XcbawMg_GuJ5DvmDsmhRzsnafCjyq27vOD4jC4,10640
-uncountable/core/environment.py,sha256=4rLWeUIDYB6w1iqrAiSEaD_OqMoo_ed3xcjz5jM4HGU,572
+uncountable/core/environment.py,sha256=n46mWvG5uBOy6H_aetu_iuaYmO_d23uSbQBRgb6xStw,677
 uncountable/core/file_upload.py,sha256=qR7BBBWVxFNrb1_WICreo3dkZygE9lcE1fmZCQrDZU0,3469
 uncountable/core/types.py,sha256=s2CjqYJpsmbC7xMwxxT7kJ_V9bwokrjjWVVjpMcQpKI,333
 uncountable/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-uncountable/integration/cli.py,sha256=R_z84CejxV8QW8pXQWX1RxVgMiA3Sgt_X-zMFVNtXLw,2856
+uncountable/integration/cli.py,sha256=wv9XHXujO0Zop-R4jmjNQttPOjEDQlXPfvmfZ5HW9QE,2898
 uncountable/integration/construct_client.py,sha256=I2XTamht13vs-JYkV4PpNS_Pc4FJm-KVYqNNvxI4qNk,1916
-uncountable/integration/cron.py,sha256=Gwu1Mq4lZZvtvx5tlnWJHnXJp948Xk9CXdS1ULVCVws,1629
-uncountable/integration/entrypoint.py,sha256=wgOXhTzErttRjOzV4rS4psZW5qUKIa5ez89QndQl61k,785
-uncountable/integration/job.py,sha256=UrsZHWXKE2wD5M3lFKJCXvDdWj7QMDtAREKv6RBnT3Q,1548
-uncountable/integration/scan_profiles.py,sha256=fHRS9Su6JlYWKBGZkA3KgUSqbT_PrB91Xe2rkdvv1Ew,1396
+uncountable/integration/cron.py,sha256=6eH-kIs3sdYPCyb62_L2M7U_uQTdMTdwY5hreEJb0hw,887
+uncountable/integration/entrypoint.py,sha256=EjJdTmED80MrVcNoQ5BhFP3bAYHdU6CzRGiPSZF9y8w,802
+uncountable/integration/job.py,sha256=af197JUceIKzpIN5C2z8zeZOPhIQ16ipyC6qVt1WXv0,2386
+uncountable/integration/scan_profiles.py,sha256=ro4u5_1ClUeyW4vcWJ9epf2UQaJrjtc7S1R5bZpuHTM,1430
+uncountable/integration/scheduler.py,sha256=sVe7V5zlUbSzSMyC30rAlWR30w0jurhrYYCgK8-lVRo,4546
 uncountable/integration/server.py,sha256=-ALtXNlBDnDbeSJcqAHHJzl46mGuq43aIM9RLzG-ZWA,4701
 uncountable/integration/telemetry.py,sha256=MwQLmgCoxpmA_UTp3e2ZB37wcDzKM0qzm5MrmaiJWhU,7142
 uncountable/integration/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-uncountable/integration/db/connect.py,sha256=YtQHJ1DBGPhxKFRCfiXqohOYUceKSxMVOJ88aPI48Ug,181
+uncountable/integration/db/connect.py,sha256=mE3bdV0huclH2iT_dXCQdRL4LkjIuf_myAR64RTWXEs,498
+uncountable/integration/db/session.py,sha256=96cGQXpe6IugBTdSsjdP0S5yhJ6toSmbVB6qhc3FJzE,693
 uncountable/integration/executors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 uncountable/integration/executors/executors.py,sha256=CbwatKkHrLhnqYr_nsBjr0KYeOn8KqijxrZPHbxChBY,1961
-uncountable/integration/executors/generic_upload_executor.py,sha256=PpxZmGUac4PtwlEJi7-S7scSa3y6HrdBPs_p2QDyqZs,10286
+uncountable/integration/executors/generic_upload_executor.py,sha256=NlW5WcYePPA7_fwp5uW_2afAiQLKK7rCkKF06wQ948E,10375
 uncountable/integration/executors/script_executor.py,sha256=OmSBOtU48G3mqza9c2lCm84pGGyaDk-ZBJCx3RsdJXc,846
+uncountable/integration/queue_runner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+uncountable/integration/queue_runner/job_scheduler.py,sha256=4AdI_89mPNAgO-WSJvqRaN3HbKlzlVRh9aIkwfQvL7o,4679
+uncountable/integration/queue_runner/queue_runner.py,sha256=0BmYu5zHdothTevGsB-nXg6MBd1UD-WkP3h1WCKMdQg,710
+uncountable/integration/queue_runner/types.py,sha256=8qTq29BTSa5rmW6CBlBntP0pNIiDcwu1wHa78pjroS0,219
+uncountable/integration/queue_runner/worker.py,sha256=GNz8PmPUBMLA-R2VWkC_86WOaeHjHFI2mvBlNRcI3wE,4238
+uncountable/integration/queue_runner/command_server/__init__.py,sha256=gQPVILGpWzCr2i5GJyoqna7AOSFvtn4tav69gB78mTQ,571
+uncountable/integration/queue_runner/command_server/command_client.py,sha256=DJb0TUVFkiiLBEQzHSN94sTRnuEbutNEgdN39XmnOXI,2046
+uncountable/integration/queue_runner/command_server/command_server.py,sha256=yyXryhiEC2eGS0yFElLGsVzSKwOuYvj-zp22jQorkv0,2138
+uncountable/integration/queue_runner/command_server/types.py,sha256=A9FpGplHxoSkmi8dn4oGFN7bkstQjY1DoTXypbicHpk,991
+uncountable/integration/queue_runner/command_server/protocol/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+uncountable/integration/queue_runner/command_server/protocol/command_server.proto,sha256=pf7FAT2eGuao0VYCFrgTAsM-tiPi1Bhz19XN5So1WFk,439
+uncountable/integration/queue_runner/command_server/protocol/command_server_pb2.py,sha256=-lBTc5Tz48agqNSeOSpBE69e2kRmWF59sUaowCl8p7U,2207
+uncountable/integration/queue_runner/command_server/protocol/command_server_pb2.pyi,sha256=9viBn6PHvtfMSRwam57ke5O2D_k8LapWYVfBRjknIYg,1281
+uncountable/integration/queue_runner/command_server/protocol/command_server_pb2_grpc.py,sha256=ZVHkuLDjEbXMCxBsw1UrRhT3EEF8CDDqEvmE3Kbp1H4,5359
+uncountable/integration/queue_runner/datastore/__init__.py,sha256=6BefApqN8D2zlVOH14QAeVzwQ8j5NIb41-njT02Za0k,88
+uncountable/integration/queue_runner/datastore/datastore_sqlite.py,sha256=UZQABTrM3HxVaojCnI1pTU3v1GsbE3G-OCgXP5ekcxI,3801
+uncountable/integration/queue_runner/datastore/interface.py,sha256=j4D-zVvLq-48VTVwHVei82UVUJ_P3cxiseyiTl0MoNw,534
+uncountable/integration/queue_runner/datastore/model.py,sha256=8-RI5A2yPZVGBLWINVmMd6VOl_oHtqGtnaNXcapAChw,577
 uncountable/integration/secret_retrieval/__init__.py,sha256=3QXVj35w8rRMxVvmmsViFYDi3lcb3g70incfalOEm6o,87
 uncountable/integration/secret_retrieval/retrieve_secret.py,sha256=eoPWbkUtCn_63A4TFlK_nvEDvfm4u2fiOoglmAkBG3U,3004
-uncountable/integration/webhook_server/entrypoint.py,sha256=2Eq1JYKGj6rM4Yb5eeuEcARA2Y_lEV8LT7J7HtelyaM,6102
-uncountable/types/__init__.py,sha256=zejeAhEYwf5Jbs-n7S9Wr6NPFXfhWIFdyARB1v40scc,8390
+uncountable/integration/webhook_server/entrypoint.py,sha256=hgbEtdVo3QU3odlHSygxmrsxR9g7rgU0yKt-o9nVAHE,5686
+uncountable/types/__init__.py,sha256=KSsSEBnGhn88NPex5q9MZtY4kj8PRqVTbaKtko4hxUU,8561
 uncountable/types/async_batch.py,sha256=_OhT25_dEVts_z_n1kqfJH3xlZg3btLqR6TNkfFLlXE,609
 uncountable/types/async_batch_processor.py,sha256=obVzN-PcYLV2pHScszfCGjSq6-Xc34WM1ysx6Fv6tZk,11293
 uncountable/types/async_batch_t.py,sha256=ipSGz93O1KB-WE2dvlvflTKS51rJrf3bJkUojyxos7I,2193
@@ -107,13 +132,13 @@ uncountable/types/calculations.py,sha256=FFO_D3BbKoGDZnqWvTKpW4KF359i2vrKjpdFCLY
 uncountable/types/calculations_t.py,sha256=7GTSi2L8NYjzjUJJx3cmtVkK9uD-uhfYvIFK-ffQj-8,556
 uncountable/types/chemical_structure.py,sha256=E-LnikTFDoVQ1b2zKaVUIO_PAKm-7aZZYJi8I8SDSic,302
 uncountable/types/chemical_structure_t.py,sha256=aFsTkkbzy6Gvyde3qrrEYD95gcYhxkgKMiDRaRE0o-Y,760
-uncountable/types/client_base.py,sha256=hjKTulIhW_zgRHxQz84JfUyEqIpV8sH3AB1TfWhlizU,66363
+uncountable/types/client_base.py,sha256=wgAU6xbOmY9oiKN54JYoJmA3UzJSXewCI2YBWzweuHs,67232
 uncountable/types/client_config.py,sha256=4h5Liko9uKCo9_0gdbPhoK6Jr2Kv7tioLiQ8iKeq-_4,301
 uncountable/types/client_config_t.py,sha256=_HdS37gMSTIiD4qLnW9dIgt8_Rt5A6xhwMGGga7vnLg,625
 uncountable/types/curves.py,sha256=W6uMpG5SyW1MS82szNpxkFEn1MnxNpBFyFbQb2Ysfng,366
 uncountable/types/curves_t.py,sha256=TDpsThz4lKmiBmS9b4ItUSCp64TGv8-qDkxb4B2RoTo,1314
 uncountable/types/entity.py,sha256=3XhLteFDRDZvHejDuYh-KvB65hpwrBygljFfiUcOAM8,315
-uncountable/types/entity_t.py,sha256=D-Z92DPWObIYdqaQE4UDQX2RB3GBUuyAgcAkKaSBuWw,14599
+uncountable/types/entity_t.py,sha256=YXwFnscd4ivJOSH9IpYvCxeHhZob29ZvkGFgkypYAlo,14705
 uncountable/types/experiment_groups.py,sha256=_0OXcPzSAbkE-rfKt5tPx178YJ4pcEKZvrCxUHgDnvw,309
 uncountable/types/experiment_groups_t.py,sha256=0IGAXwkYiwdjj6aFjLMihxwauACQTyuRU_1usJTeUg4,593
 uncountable/types/field_values.py,sha256=uuIWX-xmfvcinYPdfkWJeb56zzQY01mc9rmotMPMh24,503
@@ -142,6 +167,8 @@ uncountable/types/phases.py,sha256=YCsU77DdjRJJWdLTwLuOZNG4e9ML82NIBI1xTWr3ggA,2
 uncountable/types/phases_t.py,sha256=21_4-O5MlO1AzsZijSlSUeEHknY0T9KCPilFMG8GMEo,544
 uncountable/types/post_base.py,sha256=GES5_IhXFAjpzI6ChbVP4zTkX6f3tPUIHST1sxsRN6Q,279
 uncountable/types/post_base_t.py,sha256=2et3TDnFChZcx0RWU-18RJHw9Yiyj2TJz-2tByHXwaI,770
+uncountable/types/queued_job.py,sha256=67exX5vfpewKzvFKxuxTLsSJTDKlE3JqKfWnnYx2Jos,842
+uncountable/types/queued_job_t.py,sha256=yd3FhtcbfMxPjBq_ykLY2ASx_EJvQ4kW3MKIL2gdPWc,3049
 uncountable/types/recipe_identifiers.py,sha256=Pi5KX64kzoBp_t_tjb3uVk9Ef1WPIIXGtUdINXi5vcY,654
 uncountable/types/recipe_identifiers_t.py,sha256=suumLdp_8SZD7oqIxSEaV9D1irMeLJ5_-pJqqUrQ5k8,1786
 uncountable/types/recipe_inputs.py,sha256=5ThNFEOGbADqqfj1V3hNvZUcO5pn1Gm17LmzQkWDrtI,351
@@ -149,7 +176,7 @@ uncountable/types/recipe_inputs_t.py,sha256=t5nFzuF1AU6SUHpya6xKHSlcckmt3XxAuk9o
 uncountable/types/recipe_links.py,sha256=YRiu6t7FWr7ZWycIaOPXBtQFqbY_q5unaP6KQzh1LzE,343
 uncountable/types/recipe_links_t.py,sha256=ZaTeP8AsIT9-gDRi_uQreDsAzEmqF34YTesh9uydYa0,1417
 uncountable/types/recipe_metadata.py,sha256=Zpcrupq_mlT2UhXpMJup5XjtubmvgZ8SbJNq7da2pCs,441
-uncountable/types/recipe_metadata_t.py,sha256=y2O2rIanS6WG0j1UDSsRSwyEKYNDeNaixlR3PmkYnkU,1455
+uncountable/types/recipe_metadata_t.py,sha256=3gcspWc7CYCoLtoDLhhthPg3o5NaZZTF4NZvH8xTufk,1521
 uncountable/types/recipe_output_metadata.py,sha256=83jKZCvogG9QjZeJpQptdSam_MnnUj-tqh9EVIrTWjE,322
 uncountable/types/recipe_output_metadata_t.py,sha256=jazuYonhY0FklLy2jWoS51LM6Mc_1ZBHvPu7-6btJd0,607
 uncountable/types/recipe_tags.py,sha256=eyYa_rox00a1JQ0lOQv9STnJI04ksCL_3kHSDx5w7rM,291
@@ -235,12 +262,13 @@ uncountable/types/api/recipes/get_recipe_calculations.py,sha256=Hq9hmIUBdZ5KRb9F
 uncountable/types/api/recipes/get_recipe_links.py,sha256=zD4dEIQVAV5wv0NirBldwMEROgvOf7mXT-pWlaSiuN4,975
 uncountable/types/api/recipes/get_recipe_names.py,sha256=abBQoZ5JRek0UDOE6ETn6NLUQp9stZ5XhCNFdc5kM3U,1004
 uncountable/types/api/recipes/get_recipe_output_metadata.py,sha256=ORokvA6vvLkkuUHZjY1ym2voxovljMrA48qjt8RD7mU,1456
-uncountable/types/api/recipes/get_recipes_data.py,sha256=RIQ_Q7Yb-bZgwrrn36MZAOQ7GUVpsDjDYSia6Tb8Sjc,5454
+uncountable/types/api/recipes/get_recipes_data.py,sha256=s8LE8VQSYgGXEUYpbVJYCOBelrrwMCwXKqiBvvLx9pE,5511
 uncountable/types/api/recipes/lock_recipes.py,sha256=hdxqn5gOk80Rbw05J9RWi1dPMiW-4wJwkVT_fmKiDUw,1356
 uncountable/types/api/recipes/remove_recipe_from_project.py,sha256=3lqSU9UQIPMmOIvrdD9H--6QIdolYD0SadIuKxtObaE,872
 uncountable/types/api/recipes/set_recipe_inputs.py,sha256=yCGFQoguzsSK_weOK4kcvqnUSkRJV1rzKxWnanIZbko,1444
 uncountable/types/api/recipes/set_recipe_metadata.py,sha256=J2F1FDgFLKjlbGw29TW1Xefy38Zt-C7V1WDK70gRiuY,914
 uncountable/types/api/recipes/set_recipe_output_annotations.py,sha256=ayG9vnCroYGQ3mmNBALLlQhf9otrR-q0QiNLnWgmIsw,2930
+uncountable/types/api/recipes/set_recipe_output_file.py,sha256=8s0oxgjhv_hIyV3EoAjIBb970TrJJbKTFaSdNvbgU78,1225
 uncountable/types/api/recipes/set_recipe_outputs.py,sha256=I7NUDO_QrKt1rZB7zHr6WWS2FdXCK8Bqc0BxFkDfjyQ,1729
 uncountable/types/api/recipes/set_recipe_tags.py,sha256=kYX13RvHyUOlzL6LbBKDQ8yNvpvNobbnF2WDtgZsKRc,2493
 uncountable/types/api/recipes/unarchive_recipes.py,sha256=KZKzw0fbQdOBUR3YBunFrHFcex4qPMiA8mDgsB6n24k,814
@@ -249,7 +277,7 @@ uncountable/types/api/triggers/__init__.py,sha256=gCgbynxG3jA8FQHzercKtrHKHkiIKr
 uncountable/types/api/triggers/run_trigger.py,sha256=_Rpha9nxXI3Xr17CrGDtofg4HZ81x2lt0rMZ6As0qfE,893
 uncountable/types/api/uploader/__init__.py,sha256=gCgbynxG3jA8FQHzercKtrHKHkiIKr8APdZYUniAor8,55
 uncountable/types/api/uploader/invoke_uploader.py,sha256=Rc77y5q-3R9-SNQgm8P35zKaW2D1Hbtm7PDixnOn1G0,1025
-UncountablePythonSDK-0.0.68.dist-info/METADATA,sha256=Z5ykvYEK4fZGam_k4Mzjy9ABSyoCpGLhSx5Q9mzTiyY,1993
-UncountablePythonSDK-0.0.68.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-UncountablePythonSDK-0.0.68.dist-info/top_level.txt,sha256=1UVGjAU-6hJY9qw2iJ7nCBeEwZ793AEN5ZfKX9A1uj4,31
-UncountablePythonSDK-0.0.68.dist-info/RECORD,,
+UncountablePythonSDK-0.0.70.dist-info/METADATA,sha256=_GI0ixHy91cpiMAMQfwyE-Sfvowp982PEBAw6-emnM0,2051
+UncountablePythonSDK-0.0.70.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+UncountablePythonSDK-0.0.70.dist-info/top_level.txt,sha256=1UVGjAU-6hJY9qw2iJ7nCBeEwZ793AEN5ZfKX9A1uj4,31
+UncountablePythonSDK-0.0.70.dist-info/RECORD,,

docs/requirements.txt

@@ -1,6 +1,6 @@
 furo==2024.8.6
 myst-parser==4.0.0
-sphinx-autoapi==3.2.0
+sphinx-autoapi==3.3.0
 sphinx-copybutton==0.5.2
 Sphinx==8.0.0
 sphinx_design==0.6.1

examples/integration-server/jobs/materials_auto/example_cron.py

@@ -0,0 +1,18 @@
+from uncountable.integration.job import CronJob, JobArguments, register_job
+from uncountable.types import entity_t
+from uncountable.types.job_definition_t import JobResult
+
+
+@register_job
+class MyCronJob(CronJob):
+    def run(self, args: JobArguments) -> JobResult:
+        matfam = args.client.get_entities_data(
+            entity_ids=[1],
+            entity_type=entity_t.EntityType.MATERIAL_FAMILY,
+        ).entity_details[0]
+        name = None
+        for field_val in matfam.field_values:
+            if field_val.field_ref_name == "name":
+                name = field_val.value
+        args.logger.log_info(f"material family found with name: {name}")
+        return JobResult(success=True)

examples/integration-server/jobs/materials_auto/profile.yaml

@@ -0,0 +1,19 @@
+base_url: http://0.0.0.0:5000
+auth_retrieval:
+  type: basic
+  api_id_secret:
+    type: env
+    env_key: API_ID
+  api_key_secret:
+    type: env
+    env_key: API_SECRET_KEY
+jobs:
+  - id: example_cron
+    enabled: true
+    type: cron
+    name: MyCron - Example
+    cron_spec: "* * * * *"
+    executor: 
+      type: script
+      import_path: example_cron
+

examples/integration-server/pyproject.toml

@@ -0,0 +1,224 @@
+[project]
+# begin_project_name
+# DO NOT MODIFY
+name = "integration-server-testing"
+# end_project_name
+dynamic = ["version"]
+dependencies = [
+  "mypy == 1.*",
+  "ruff == 0.*",
+  "openpyxl == 3.*",
+  "more_itertools == 10.*",
+  "types-paramiko == 3.4.0.20240423",
+  "types-openpyxl == 3.*",
+  "types-pysftp == 0.*",
+  "types-pytz == 2024.*",
+  "types-requests == 2.*",
+  "types-simplejson == 3.*",
+  "pandas-stubs",
+  "xlrd == 2.*"
+]
+
+[tool.mypy]
+strict = true
+show_error_codes = true
+check_untyped_defs = true
+disallow_any_generics = false
+disallow_incomplete_defs = true
+disallow_subclassing_any = false
+disallow_untyped_calls = false
+disallow_untyped_decorators = true
+disallow_untyped_defs = true
+implicit_reexport = true
+no_implicit_optional = true
+no_implicit_reexport = true
+strict_equality = true
+warn_redundant_casts = true
+warn_unused_ignores = false
+warn_no_return = true
+warn_return_any = true
+local_partial_types = true
+warn_unreachable = false
+warn_unused_configs = true
+exclude = [
+    "env"
+]
+
+[tool.ruff]
+preview = true
+lint.select = ['ALL']
+lint.ignore = [
+    "A001", # Variable shadows python built-in. Nice to have
+    "A002", # Variable shadows python built-in. Nice to have
+    "A003", # Class attribute shadows python built-in. Nice to have
+    "ANN",  # Missing type annotations. Skip in favor of mypy
+    "ARG",  # Unused arguments. Skip
+    "B006", # Do not use mutable data structures for argument defaults. Priority.
+    "B023", # Function doesn't bind loop variable.  Priority
+    "B904", # Exception handling raise from.  Skip
+    "BLE", # Blind exception.  Should Add
+    "C401", # Unecessary generator.  Skip
+    "C403", # Unnecessary list comprehension.  Skip
+    "C405", # Unnecessary list. rewrite as set.  Skip
+    "C408", # Unnecessary dict call.  Skip
+    "C416", # Unnecessary list comprehension.  Skip
+    "C417", # Unnecessary use of map.  Should Add
+    "COM812", # Trailing comma.  Too opinionated.  Skip
+    "CPY", # Copyright notices.  Skip
+    "D",  # Docstrings.  Skip
+    "DOC", # Docstrings.  Skip
+    "DTZ001",  # Missing tzinfo.  Should add
+    "DTZ002",  # Use of today instead of now.  Should add
+    "DTZ003",  # Use of utcnow not allowed.  Should add
+    "DTZ004",  # Use of utcfrom timestamp not allowed.  Should add
+    "DTZ005",  # now without tz not allowed.  Should add
+    "DTZ006",  # use of from timestamp without tz not allowed.  Should add
+    "DTZ007",  # replace timezone after strptime.  Should add
+    "DTZ011",  # Use of today not allowed.  Should add
+    "E501",  # Line length.  Skip
+    "EM101", # exception must not use a string literal.  skip
+    "EM102", # exception must not use an f string.  skip
+    "EM103", # exception must not use a format string. skip
+    "ERA", # Rules around commented code.  Skip
+    "EXE002", # Executable files need shebang.  Skip
+    "F841", # TEMPORARY DISABLE TO CLEAR UP BUILD.  Unused variables.  Prioritize.
+    "FBT001", # boolean positional args.  Skip
+    "FBT002", # boolean default positional.  Skip
+    "FBT003", # boolean positional. Skip
+    "FIX001", # Fixme comment. Skip
+    "FIX002", # todo comment.  Skip
+    "FIX004", # hack comment.  Skip
+    "FLY002", # Use F-String instead of join.  Should Add
+    "FURB101", # replace read function. Skip
+    "FURB103", # opinionated file opening. Skip
+    "FURB113", # extend vs append.  Skip
+    "FURB118", # opinionated rules about lambdas. skip
+    "FURB140", # starmap vs generator.  Skip
+    "G004",  # avoid f strings in log statements.  Should add
+    "INP001", # implicit imports.  use __init__.  Skip
+    "ISC001", # rule conflicts with formatter. Skip
+    "ISC003", # Explicitly concatenated string should be implicitly concatenated. Skip
+    "N801", # class name case. Skip
+    "N802", # function name lower case. Skip
+    "N803", # argument name lower cas. Skip
+    "N804", # cls_ first variable.  Should add
+    "N806", # lower case variable.  Skip
+    "N812", # case consistency on import.  Skip
+    "N815", # mix casing, skip
+    "N817", # don't use acronym.  Should add
+    "N818", # exception override should be named with error. should add
+    "N999", # module naming.  Should add
+    "PD002", # avoid inplace.  Skip
+    "PD004", # .notna.  Should add
+    "PD010", # .pivottable.  Should add
+    "PD011", # use .to_numpy.  Skip
+    "PD015", # use .merge.  Should add
+    "PD901", # avoid generic df name.  Skip
+    "PERF203", # avoid try except in loop. Skip
+    "PERF401", # use list comprehension. Skip
+    "PERF402", # use list.copy.  Skip
+    "PERF403", # use dictionary comprehension.  Skip
+    "S307", # avoid eval.  Should add
+    "PGH003", # ignore specific rules.  Skip
+    "PGH004", # ignore specific rules.  Skip
+    "PLC0414", # import alias doesn't rename. Skip
+    "PLC0415", # import at top level.  Skip
+    "PLC1901", # falsy empty string.  Skip
+    "PLR0124", # self comparison.  Skip
+    "PLR0402", # alias import.  Skip
+    "PLR0911", # too many return statements.  Skip
+    "PLR0912", # too many branches.  Skip
+    "PLR0913", # too many arguments.  Skip
+    "PLR0915", # too many statements.  Skip
+    "PLR0916", # too many expressions. Skip
+    "PLR0917", # too many positional arguments.  Skip
+    "PLR1714", # multiple comparisons.  Skip
+    "PLR2004", # magic values.  skip
+    "PLR5501", # use elif instead of else if.  skip
+    "PLR6104", # use augmented assignment.  confuses strings, wait for fix.  skip
+    "PLR6201", # use a set literal for membership test.  skip
+    "PLR6301", # method inference.  skip
+    "PLW0108", # inline lambda.  skip
+    "PLW0120", # else without break. skip
+    "PLW0602", # global withotu assignment.  consider
+    "PLW0603", # discourage global.  skip
+    "PLW1510", # subprocess run without check arg.  skip
+    "PLW1514", # open without encoding. skip
+    "PLW2901", # for loop variable overwritten.  skip
+    "PT001", # change ficture decorator.  should add
+    "PT011", # use more specific raises decorator.  should add
+    "PT018", # break down complex assertsions.  skip
+    "PTH", # enforces new python path library usage.  skip
+    "PYI030", # turn union of literals to just literal with multiple. should add
+    "PYI041", # use float instead of int | float. should remove floats
+    "RET", # enforces return semantics. break up and re-evaluate later
+    "RSE102", # unnecessary parens on exception.  skip.
+    "RUF001", # ambiguous characters.  skip
+    "RUF005", # prefer star to concatenation.  skip
+    "RUF010", # use explicit conversion flag.  skip
+    "RUF012", # type with class var.  should add
+    "RUF015", # prefer next for single element. skip
+    "RUF100", # unused noqa.  should add
+    "S", # should split up
+    "S101", # allow asserts. skip
+    "SIM102", # use single if instead of nested. skip
+    "SIM105", # use exception supress. skip
+    "SIM108", # use ternary.  skip
+    "SIM110", # use any/all.  should add
+    "SIM112", # case of env variable.  skip
+    "SIM114", # combine if branches.  skip
+    "SIM115", # use context handler for files.  should add
+    "SIM117", # use single with.  should add
+    "SLF001", # private member access.  should add
+    "SLOT000", # subclass of string should define slot.  should add
+    "T201", # print.  skip
+    "T203", # pprint.  skip
+    "TCH001", # move application import into type checking.  skip
+    "TCH002", # move third party import into type checking.  consider
+    "TCH003", # move library into type checking lbock.  consider
+    "TD",  # todo comments.  skip
+    "TID252", # eliminate relative imports from parents.  skip
+    "TRY002", # create your own exception. skip
+    "TRY003", # avoid long messages.  skip
+    "TRY004", # prefer type error.  should add
+    "TRY201", # raise without exception name. consider
+    "TRY300", # move statement to else block.  consider
+    "TRY301", # move raise to inner function. skip
+    "UP007", # use union for type annotations.  should add
+    "UP013", # eliminate typeddict.  should add
+    "UP031", # use format specifiers.  should add
+    "B905", # zip strict. we have a deprecated pattern here, consider
+    "UP036", # outdated version block, consider
+    "RUF007", # prefer itertools.pairwise over zip, consider
+    "RUF022",  # __all__ is not sorted.  skip due to isort complication
+    "UP017", # use datetime.UTC, TODO add back in
+    "UP035", # replacing List with list, TODO add back in
+    "UP038", # isinstance X | Y instead of (X, Y), TODO add back in
+    # ## FROM RUFF UPGRADE
+    "PLC2701",  # private name imports.  should add
+    "PLR1702",  # too many nested blocks -- add with config.  skip
+    "RUF025",  # unnecessary dict comprehension.  skip
+    "SIM113",  # index variable should use enumerate.  should add.
+    "PLR0914"  # too many local variables.  configure below.  should add with config
+]
+line-length = 90
+target-version = "py311"
+
+exclude = [
+    'env'
+]
+[tool.ruff.lint.per-file-ignores]
+"__init__.py" = ["F401"]
+
+[tool.ruff.lint.isort]
+split-on-trailing-comma = true
+
+[tool.ruff.lint.mccabe]
+max-complexity = 130 # goal would be to bring this down to ~50 or so
+
+[tool.ruff.lint.pylint]
+max-locals=50
+
+[tool.setuptools]
+py-modules = []
+

examples/set_recipe_metadata_file.py

@@ -0,0 +1,40 @@
+import os
+
+from uncountable.core import (
+    AsyncBatchProcessor,
+    AuthDetailsApiKey,
+    Client,
+    MediaFileUpload,
+)
+from uncountable.types import recipe_metadata_t
+from uncountable.types.identifier_t import IdentifierKeyBatchReference
+
+client = Client(
+    base_url="http://localhost:5000",
+    auth_details=AuthDetailsApiKey(
+        api_id=os.environ["UNC_API_ID"],
+        api_secret_key=os.environ["UNC_API_SECRET_KEY"],
+    ),
+)
+uploaded_file = client.upload_files(
+    file_uploads=[
+        MediaFileUpload(path="/home/logan/Downloads/my_file_to_upload.csv"),
+    ]
+)[0]
+
+batch_processor = AsyncBatchProcessor(client=client)
+
+recipe_batch_identifier = batch_processor.create_recipe(
+    material_family_id=1, workflow_id=1
+).batch_reference
+
+batch_processor.set_recipe_metadata(
+    recipe_key=IdentifierKeyBatchReference(reference=recipe_batch_identifier),
+    recipe_metadata=[
+        recipe_metadata_t.MetadataValue(
+            metadata_id=102, value_file_ids=[uploaded_file.file_id]
+        )
+    ],
+)
+
+batch_processor.send()

examples/set_recipe_output_file_sdk.py

@@ -0,0 +1,26 @@
+import os
+from pathlib import Path
+
+import uncountable.types.api.recipes.set_recipe_output_file as set_recipe_output_file_t
+from uncountable.core import AuthDetailsApiKey, Client, MediaFileUpload
+
+client = Client(
+    base_url="http://localhost:5000",
+    auth_details=AuthDetailsApiKey(
+        api_id=os.environ["UNC_API_ID"],
+        api_secret_key=os.environ["UNC_API_SECRET_KEY"],
+    ),
+)
+uploaded_file = client.upload_files(
+    file_uploads=[
+        MediaFileUpload(
+            path=str((Path.home() / "Downloads" / "my_file_to_upload.csv").absolute())
+        ),
+    ]
+)[0]
+
+client.set_recipe_output_file(
+    output_file_data=set_recipe_output_file_t.RecipeOutputFileValue(
+        recipe_id=58070, output_id=148, file_id=uploaded_file.file_id, experiment_num=1
+    )
+)

uncountable/core/environment.py

@@ -17,7 +17,11 @@ def get_integration_env() -> str | None:
 
 
 def get_webhook_server_port() -> int:
-    return int(os.environ.get("UNC_WEBHOOK_SERVER_PORT") or 5001)
+    return int(os.environ.get("UNC_WEBHOOK_SERVER_PORT", 5001))
+
+
+def get_local_admin_server_port() -> int:
+    return int(os.environ.get("UNC_ADMIN_SERVER_PORT", 50051))
 
 
 def get_otel_enabled() -> bool:

uncountable/integration/cli.py

@@ -58,6 +58,7 @@ def main() -> None:
                             client=client,
                             batch_processor=batch_processor,
                             logger=job_logger,
+                            payload=None,
                         )
                         job_result = execute_job(
                             job_definition=job,

uncountable/integration/cron.py

@@ -1,11 +1,11 @@
 from dataclasses import dataclass
 
 from pkgs.argument_parser import CachedParser
-from uncountable.core.async_batch import AsyncBatchProcessor
-from uncountable.integration.construct_client import construct_uncountable_client
-from uncountable.integration.executors.executors import execute_job
-from uncountable.integration.job import CronJobArguments
-from uncountable.integration.telemetry import JobLogger, get_otel_tracer
+from uncountable.core.environment import get_local_admin_server_port
+from uncountable.integration.queue_runner.command_server.command_client import (
+    send_job_queue_message,
+)
+from uncountable.types import queued_job_t
 from uncountable.types.job_definition_t import JobDefinition, ProfileMetadata
 
 
@@ -20,26 +20,10 @@ cron_args_parser = CachedParser(CronJobArgs)
 
 def cron_job_executor(**kwargs: dict) -> None:
     args_passed = cron_args_parser.parse_storage(kwargs)
-    with get_otel_tracer().start_as_current_span(name="cron_executor") as span:
-        job_logger = JobLogger(
-            base_span=span,
-            profile_metadata=args_passed.profile_metadata,
-            job_definition=args_passed.definition,
-        )
-        client = construct_uncountable_client(
-            profile_meta=args_passed.profile_metadata, job_logger=job_logger
-        )
-        batch_processor = AsyncBatchProcessor(client=client)
-        args = CronJobArguments(
-            job_definition=args_passed.definition,
-            client=client,
-            batch_processor=batch_processor,
-            profile_metadata=args_passed.profile_metadata,
-            logger=job_logger,
-        )
-
-        execute_job(
-            args=args,
-            profile_metadata=args_passed.profile_metadata,
-            job_definition=args_passed.definition,
-        )
+    send_job_queue_message(
+        job_ref_name=args_passed.definition.id,
+        payload=queued_job_t.QueuedJobPayload(
+            invocation_context=queued_job_t.InvocationContextCron()
+        ),
+        port=get_local_admin_server_port(),
+    )

uncountable/integration/db/connect.py

@@ -1,8 +1,18 @@
 import os
+from enum import StrEnum
 
 from sqlalchemy import create_engine
 from sqlalchemy.engine.base import Engine
 
 
-def create_db_engine() -> Engine:
-    return create_engine(os.environ["UNC_SQLITE_URI"])
+class IntegrationDBService(StrEnum):
+    CRON = "cron"
+    RUNNER = "runner"
+
+
+def create_db_engine(service: IntegrationDBService) -> Engine:
+    match service:
+        case IntegrationDBService.CRON:
+            return create_engine(os.environ["UNC_CRON_SQLITE_URI"])
+        case IntegrationDBService.RUNNER:
+            return create_engine(os.environ["UNC_RUNNER_SQLITE_URI"])

uncountable/integration/db/session.py

@@ -0,0 +1,25 @@
+from contextlib import _GeneratorContextManager, contextmanager
+from typing import Callable, Generator
+
+from sqlalchemy.engine import Engine
+from sqlalchemy.orm import Session, sessionmaker
+
+DBSessionMaker = Callable[[], _GeneratorContextManager[Session]]
+
+
+def get_session_maker(engine: Engine) -> DBSessionMaker:
+    session_maker = sessionmaker(bind=engine)
+
+    @contextmanager
+    def session_manager() -> Generator[Session, None, None]:
+        session = session_maker()
+        try:
+            yield session
+            session.commit()
+        except Exception:
+            session.rollback()
+            raise
+        finally:
+            session.close()
+
+    return session_manager

uncountable/integration/entrypoint.py

@@ -1,10 +1,10 @@
-from uncountable.integration.db.connect import create_db_engine
+from uncountable.integration.db.connect import IntegrationDBService, create_db_engine
 from uncountable.integration.scan_profiles import load_profiles
 from uncountable.integration.server import IntegrationServer
 
 
-def main(blocking: bool) -> None:
-    with IntegrationServer(create_db_engine()) as server:
+def main() -> None:
+    with IntegrationServer(create_db_engine(IntegrationDBService.CRON)) as server:
         for profile_details in load_profiles():
             server.register_profile(
                 profile_name=profile_details.name,
@@ -14,8 +14,8 @@ def main(blocking: bool) -> None:
                 client_options=profile_details.definition.client_options,
             )
 
-        if blocking:
-            server.serve_forever()
+        server.serve_forever()
 
 
-main(__name__ == "__main__")
+if __name__ == "__main__":
+    main()