simstack 2.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- simstack/__init__.py +0 -0
- simstack/_version.py +24 -0
- simstack/core/__init__.py +0 -0
- simstack/core/artifacts.py +406 -0
- simstack/core/asnyc_helper.py +14 -0
- simstack/core/config_file.py +60 -0
- simstack/core/context.py +283 -0
- simstack/core/definitions.py +22 -0
- simstack/core/engine.py +115 -0
- simstack/core/find_simstack_modules.py +41 -0
- simstack/core/hash.py +179 -0
- simstack/core/node.py +1137 -0
- simstack/core/node_claim.py +31 -0
- simstack/core/node_runner.py +362 -0
- simstack/core/process_results.py +102 -0
- simstack/core/recompute_artifacts.py +117 -0
- simstack/core/reset_db.py +12 -0
- simstack/core/resource_assignment.py +222 -0
- simstack/core/resources.py +90 -0
- simstack/core/route_table.py +24 -0
- simstack/core/run_docker.py +109 -0
- simstack/core/run_node.py +71 -0
- simstack/core/runner.py +169 -0
- simstack/core/services/__init__.py +11 -0
- simstack/core/services/base_service.py +191 -0
- simstack/core/services/file_transfer_service.py +117 -0
- simstack/core/services/git_restart_service.py +12 -0
- simstack/core/services/git_uv_update_service.py +105 -0
- simstack/core/services/node_execution_service.py +182 -0
- simstack/core/services/resource_branch_monitor_service.py +71 -0
- simstack/core/services/runner_cleanup_service.py +149 -0
- simstack/core/services/runner_manager.py +163 -0
- simstack/core/services/runner_status_service.py +10 -0
- simstack/core/services/slurm_status_service.py +67 -0
- simstack/core/services/stop_check_service.py +27 -0
- simstack/core/services/timeout_restart_service.py +26 -0
- simstack/core/simstack_result.py +39 -0
- simstack/core/submit_node.py +217 -0
- simstack/core/task_id.py +22 -0
- simstack/methods/__init__.py +0 -0
- simstack/methods/archive_files.py +292 -0
- simstack/methods/fire_and_forget_runner.py +113 -0
- simstack/methods/generate_test.py +125 -0
- simstack/methods/get_file.py +26 -0
- simstack/methods/mass_runner.py +154 -0
- simstack/methods/multiple_executor.py +307 -0
- simstack/methods/switch_git.py +16 -0
- simstack/methods/upload_helpers.py +81 -0
- simstack/models/__init__.py +74 -0
- simstack/models/array_list.py +21 -0
- simstack/models/array_storage.py +83 -0
- simstack/models/artifact_models.py +127 -0
- simstack/models/base_lists.py +51 -0
- simstack/models/base_types.py +209 -0
- simstack/models/charts_artifact.py +690 -0
- simstack/models/dataset.py +451 -0
- simstack/models/dataset_metadata.py +390 -0
- simstack/models/datasettuple.py +587 -0
- simstack/models/file_instance.py +150 -0
- simstack/models/file_list.py +45 -0
- simstack/models/files.py +424 -0
- simstack/models/fire_and_forget_result.py +19 -0
- simstack/models/images2d.py +113 -0
- simstack/models/log_entry_model.py +37 -0
- simstack/models/models.py +52 -0
- simstack/models/named_data_reference.py +36 -0
- simstack/models/node_registry.py +96 -0
- simstack/models/pandas_model.py +239 -0
- simstack/models/parameters.py +402 -0
- simstack/models/pickle_models.py +300 -0
- simstack/models/project.py +13 -0
- simstack/models/resource_assignment.py +170 -0
- simstack/models/resource_definition.py +125 -0
- simstack/models/runner_model.py +39 -0
- simstack/models/simple_table.py +79 -0
- simstack/models/simstack_model.py +97 -0
- simstack/models/slurm_info.py +17 -0
- simstack/models/table_artifact.py +87 -0
- simstack/models/tag.py +12 -0
- simstack/models/unused_test_file.py +5 -0
- simstack/simstack_marker.com +1 -0
- simstack/static/docs/.buildinfo +4 -0
- simstack/static/docs/_images/GUI Concept.webp +0 -0
- simstack/static/docs/_modules/index.html +434 -0
- simstack/static/docs/_modules/simstack/core/artifacts.html +743 -0
- simstack/static/docs/_modules/simstack/core/asnyc_helper.html +330 -0
- simstack/static/docs/_modules/simstack/core/config_file.html +379 -0
- simstack/static/docs/_modules/simstack/core/definitions.html +341 -0
- simstack/static/docs/_modules/simstack/core/engine.html +437 -0
- simstack/static/docs/_modules/simstack/core/find_simstack_modules.html +360 -0
- simstack/static/docs/_modules/simstack/core/hash.html +528 -0
- simstack/static/docs/_modules/simstack/core/node.html +1392 -0
- simstack/static/docs/_modules/simstack/core/node_claim.html +347 -0
- simstack/static/docs/_modules/simstack/core/node_runner.html +711 -0
- simstack/static/docs/_modules/simstack/core/process_results.html +418 -0
- simstack/static/docs/_modules/simstack/core/recompute_artifacts.html +433 -0
- simstack/static/docs/_modules/simstack/core/reset_db.html +328 -0
- simstack/static/docs/_modules/simstack/core/resource_assignment.html +553 -0
- simstack/static/docs/_modules/simstack/core/resources.html +424 -0
- simstack/static/docs/_modules/simstack/core/route_table.html +349 -0
- simstack/static/docs/_modules/simstack/core/run_docker.html +425 -0
- simstack/static/docs/_modules/simstack/core/run_node.html +390 -0
- simstack/static/docs/_modules/simstack/core/runner.html +491 -0
- simstack/static/docs/_modules/simstack/core/services/base_service.html +522 -0
- simstack/static/docs/_modules/simstack/core/services/file_transfer_service.html +436 -0
- simstack/static/docs/_modules/simstack/core/services/git_restart_service.html +331 -0
- simstack/static/docs/_modules/simstack/core/services/git_uv_update_service.html +427 -0
- simstack/static/docs/_modules/simstack/core/services/node_execution_service.html +507 -0
- simstack/static/docs/_modules/simstack/core/services/resource_branch_monitor_service.html +390 -0
- simstack/static/docs/_modules/simstack/core/services/runner_cleanup_service.html +468 -0
- simstack/static/docs/_modules/simstack/core/services/runner_manager.html +485 -0
- simstack/static/docs/_modules/simstack/core/services/runner_status_service.html +329 -0
- simstack/static/docs/_modules/simstack/core/services/slurm_status_service.html +386 -0
- simstack/static/docs/_modules/simstack/core/services/stop_check_service.html +346 -0
- simstack/static/docs/_modules/simstack/core/services/timeout_restart_service.html +345 -0
- simstack/static/docs/_modules/simstack/core/simstack_result.html +355 -0
- simstack/static/docs/_modules/simstack/core/submit_node.html +536 -0
- simstack/static/docs/_modules/simstack/core/task_id.html +344 -0
- simstack/static/docs/_modules/simstack/methods/archive_files.html +598 -0
- simstack/static/docs/_modules/simstack/methods/fire_and_forget_runner.html +432 -0
- simstack/static/docs/_modules/simstack/methods/generate_test.html +443 -0
- simstack/static/docs/_modules/simstack/methods/get_file.html +342 -0
- simstack/static/docs/_modules/simstack/methods/mass_runner.html +476 -0
- simstack/static/docs/_modules/simstack/methods/multiple_executor.html +674 -0
- simstack/static/docs/_modules/simstack/methods/switch_git.html +332 -0
- simstack/static/docs/_modules/simstack/methods/upload_helpers.html +403 -0
- simstack/static/docs/_modules/simstack/models/array_list.html +337 -0
- simstack/static/docs/_modules/simstack/models/array_storage.html +417 -0
- simstack/static/docs/_modules/simstack/models/base_lists.html +374 -0
- simstack/static/docs/_modules/simstack/models/base_types.html +588 -0
- simstack/static/docs/_modules/simstack/models/charts_artifact.html +1035 -0
- simstack/static/docs/_modules/simstack/models/dataset.html +866 -0
- simstack/static/docs/_modules/simstack/models/dataset_metadata.html +711 -0
- simstack/static/docs/_modules/simstack/models/datasettuple.html +1005 -0
- simstack/static/docs/_modules/simstack/models/file_instance.html +472 -0
- simstack/static/docs/_modules/simstack/models/file_list.html +367 -0
- simstack/static/docs/_modules/simstack/models/files.html +773 -0
- simstack/static/docs/_modules/simstack/models/fire_and_forget_result.html +335 -0
- simstack/static/docs/_modules/simstack/models/images2d.html +447 -0
- simstack/static/docs/_modules/simstack/models/log_entry_model.html +356 -0
- simstack/static/docs/_modules/simstack/models/models.html +374 -0
- simstack/static/docs/_modules/simstack/models/named_data_reference.html +355 -0
- simstack/static/docs/_modules/simstack/models/node_registry.html +415 -0
- simstack/static/docs/_modules/simstack/models/pandas_model.html +570 -0
- simstack/static/docs/_modules/simstack/models/parameters.html +739 -0
- simstack/static/docs/_modules/simstack/models/pickle_models.html +631 -0
- simstack/static/docs/_modules/simstack/models/project.html +329 -0
- simstack/static/docs/_modules/simstack/models/resource_assignment.html +501 -0
- simstack/static/docs/_modules/simstack/models/resource_definition.html +477 -0
- simstack/static/docs/_modules/simstack/models/runner_model.html +361 -0
- simstack/static/docs/_modules/simstack/models/simple_table.html +413 -0
- simstack/static/docs/_modules/simstack/models/simstack_model.html +416 -0
- simstack/static/docs/_modules/simstack/models/slurm_info.html +333 -0
- simstack/static/docs/_modules/simstack/models/table_artifact.html +406 -0
- simstack/static/docs/_modules/simstack/models/tag.html +328 -0
- simstack/static/docs/_modules/simstack/tables/model_table.html +519 -0
- simstack/static/docs/_modules/simstack/tables/node_children.html +538 -0
- simstack/static/docs/_modules/simstack/tables/node_table.html +854 -0
- simstack/static/docs/_modules/simstack/tables/table_builder.html +642 -0
- simstack/static/docs/_modules/simstack/util/async_zip_utils.html +337 -0
- simstack/static/docs/_modules/simstack/util/b64mixin.html +339 -0
- simstack/static/docs/_modules/simstack/util/cleaned_json_schema.html +336 -0
- simstack/static/docs/_modules/simstack/util/config_reader.html +498 -0
- simstack/static/docs/_modules/simstack/util/custom_model_dump.html +391 -0
- simstack/static/docs/_modules/simstack/util/database_information.html +488 -0
- simstack/static/docs/_modules/simstack/util/db.html +1392 -0
- simstack/static/docs/_modules/simstack/util/db_logger.html +448 -0
- simstack/static/docs/_modules/simstack/util/default_from_dict.html +376 -0
- simstack/static/docs/_modules/simstack/util/directory_iterator.html +553 -0
- simstack/static/docs/_modules/simstack/util/docstring_parser.html +526 -0
- simstack/static/docs/_modules/simstack/util/file_hashing.html +394 -0
- simstack/static/docs/_modules/simstack/util/file_transfer_client.html +791 -0
- simstack/static/docs/_modules/simstack/util/files.html +733 -0
- simstack/static/docs/_modules/simstack/util/find_python_files.html +349 -0
- simstack/static/docs/_modules/simstack/util/generate_ui_schema.html +396 -0
- simstack/static/docs/_modules/simstack/util/generic_list_mixin.html +487 -0
- simstack/static/docs/_modules/simstack/util/get_module_path.html +336 -0
- simstack/static/docs/_modules/simstack/util/git_pull.html +381 -0
- simstack/static/docs/_modules/simstack/util/git_repository_status.html +411 -0
- simstack/static/docs/_modules/simstack/util/import_module.html +377 -0
- simstack/static/docs/_modules/simstack/util/importer.html +637 -0
- simstack/static/docs/_modules/simstack/util/init_data_source.html +357 -0
- simstack/static/docs/_modules/simstack/util/make_graph.html +423 -0
- simstack/static/docs/_modules/simstack/util/make_table.html +1171 -0
- simstack/static/docs/_modules/simstack/util/mappings.html +378 -0
- simstack/static/docs/_modules/simstack/util/minimal_route_finder.html +388 -0
- simstack/static/docs/_modules/simstack/util/mock_db.html +472 -0
- simstack/static/docs/_modules/simstack/util/module_path_checker.html +354 -0
- simstack/static/docs/_modules/simstack/util/object_list_mixin.html +649 -0
- simstack/static/docs/_modules/simstack/util/path_manager.html +566 -0
- simstack/static/docs/_modules/simstack/util/project_root_finder.html +357 -0
- simstack/static/docs/_modules/simstack/util/queue_watcher.html +593 -0
- simstack/static/docs/_modules/simstack/util/resource_config.html +532 -0
- simstack/static/docs/_modules/simstack/util/route_finder.html +390 -0
- simstack/static/docs/_modules/simstack/util/runner_util.html +487 -0
- simstack/static/docs/_modules/simstack/util/runner_utils.html +468 -0
- simstack/static/docs/_modules/simstack/util/safe_code_executor.html +510 -0
- simstack/static/docs/_modules/simstack/util/sample_config.html +414 -0
- simstack/static/docs/_modules/simstack/util/sensitive_content_filter.html +364 -0
- simstack/static/docs/_modules/simstack/util/setup_logging.html +365 -0
- simstack/static/docs/_modules/simstack/util/submit_to_watchdog.html +425 -0
- simstack/static/docs/_modules/simstack/util/toml_reader.html +482 -0
- simstack/static/docs/_modules/simstack/util/transform_file_name.html +357 -0
- simstack/static/docs/_modules/simstack/util/ui_tools.html +541 -0
- simstack/static/docs/_sources/architecture.rst.txt +25 -0
- simstack/static/docs/_sources/array_lists.rst.txt +60 -0
- simstack/static/docs/_sources/ci_pipeline.rst.txt +34 -0
- simstack/static/docs/_sources/data.rst.txt +175 -0
- simstack/static/docs/_sources/database_migrations.rst.txt +310 -0
- simstack/static/docs/_sources/datasets.rst.txt +93 -0
- simstack/static/docs/_sources/developer_guide.rst.txt +25 -0
- simstack/static/docs/_sources/docker_nodes.rst.txt +149 -0
- simstack/static/docs/_sources/files.rst.txt +159 -0
- simstack/static/docs/_sources/fire_and_forget_runner.rst.txt +67 -0
- simstack/static/docs/_sources/index.rst.txt +25 -0
- simstack/static/docs/_sources/installation.rst.txt +213 -0
- simstack/static/docs/_sources/lists.rst.txt +111 -0
- simstack/static/docs/_sources/mass_runner.rst.txt +91 -0
- simstack/static/docs/_sources/misc.rst.txt +106 -0
- simstack/static/docs/_sources/overview.rst.txt +91 -0
- simstack/static/docs/_sources/recovery.rst.txt +38 -0
- simstack/static/docs/_sources/resource_config.rst.txt +141 -0
- simstack/static/docs/_sources/simstack/modules/modules.rst.txt +7 -0
- simstack/static/docs/_sources/simstack/modules/simstack.core.rst.txt +205 -0
- simstack/static/docs/_sources/simstack/modules/simstack.core.services.rst.txt +109 -0
- simstack/static/docs/_sources/simstack/modules/simstack.methods.rst.txt +77 -0
- simstack/static/docs/_sources/simstack/modules/simstack.models.rst.txt +261 -0
- simstack/static/docs/_sources/simstack/modules/simstack.rst.txt +22 -0
- simstack/static/docs/_sources/simstack/modules/simstack.tables.rst.txt +45 -0
- simstack/static/docs/_sources/simstack/modules/simstack.util.rst.txt +381 -0
- simstack/static/docs/_sources/submit.rst.txt +141 -0
- simstack/static/docs/_sources/tables.rst.txt +50 -0
- simstack/static/docs/_sources/testing_complex_nodes.rst.txt +92 -0
- simstack/static/docs/_sources/ui_documentation.rst.txt +272 -0
- simstack/static/docs/_sources/workflows.rst.txt +446 -0
- simstack/static/docs/_static/base-stemmer.js +476 -0
- simstack/static/docs/_static/basic.css +906 -0
- simstack/static/docs/_static/cobalt2-theme.css +1 -0
- simstack/static/docs/_static/debug.css +69 -0
- simstack/static/docs/_static/docs-build-badge.css +51 -0
- simstack/static/docs/_static/docs-build-badge.js +51 -0
- simstack/static/docs/_static/doctools.js +150 -0
- simstack/static/docs/_static/documentation_options.js +13 -0
- simstack/static/docs/_static/english-stemmer.js +1066 -0
- simstack/static/docs/_static/file.png +0 -0
- simstack/static/docs/_static/language_data.js +13 -0
- simstack/static/docs/_static/minus.png +0 -0
- simstack/static/docs/_static/plus.png +0 -0
- simstack/static/docs/_static/pygments.css +250 -0
- simstack/static/docs/_static/scripts/furo-extensions.js +0 -0
- simstack/static/docs/_static/scripts/furo.js +3 -0
- simstack/static/docs/_static/scripts/furo.js.LICENSE.txt +7 -0
- simstack/static/docs/_static/scripts/furo.js.map +1 -0
- simstack/static/docs/_static/searchtools.js +693 -0
- simstack/static/docs/_static/skeleton.css +296 -0
- simstack/static/docs/_static/sphinx_highlight.js +159 -0
- simstack/static/docs/_static/styles/furo-extensions.css +2 -0
- simstack/static/docs/_static/styles/furo-extensions.css.map +1 -0
- simstack/static/docs/_static/styles/furo.css +2 -0
- simstack/static/docs/_static/styles/furo.css.map +1 -0
- simstack/static/docs/architecture.html +340 -0
- simstack/static/docs/array_lists.html +678 -0
- simstack/static/docs/ci_pipeline.html +385 -0
- simstack/static/docs/data.html +545 -0
- simstack/static/docs/database_migrations.html +652 -0
- simstack/static/docs/datasets.html +1268 -0
- simstack/static/docs/developer_guide.html +359 -0
- simstack/static/docs/docker_nodes.html +503 -0
- simstack/static/docs/files.html +718 -0
- simstack/static/docs/fire_and_forget_runner.html +641 -0
- simstack/static/docs/genindex.html +6390 -0
- simstack/static/docs/index.html +516 -0
- simstack/static/docs/installation.html +553 -0
- simstack/static/docs/lists.html +478 -0
- simstack/static/docs/mass_runner.html +481 -0
- simstack/static/docs/misc.html +454 -0
- simstack/static/docs/objects.inv +0 -0
- simstack/static/docs/overview.html +469 -0
- simstack/static/docs/py-modindex.html +1111 -0
- simstack/static/docs/recovery.html +371 -0
- simstack/static/docs/resource_config.html +590 -0
- simstack/static/docs/search.html +327 -0
- simstack/static/docs/searchindex.js +1 -0
- simstack/static/docs/simstack/modules/modules.html +489 -0
- simstack/static/docs/simstack/modules/simstack.core.html +1883 -0
- simstack/static/docs/simstack/modules/simstack.core.services.html +698 -0
- simstack/static/docs/simstack/modules/simstack.html +3060 -0
- simstack/static/docs/simstack/modules/simstack.methods.html +1150 -0
- simstack/static/docs/simstack/modules/simstack.models.html +13113 -0
- simstack/static/docs/simstack/modules/simstack.tables.html +635 -0
- simstack/static/docs/simstack/modules/simstack.util.html +3320 -0
- simstack/static/docs/submit.html +487 -0
- simstack/static/docs/tables.html +539 -0
- simstack/static/docs/testing_complex_nodes.html +458 -0
- simstack/static/docs/ui_documentation.html +788 -0
- simstack/static/docs/workflows.html +766 -0
- simstack/tables/__init__.py +0 -0
- simstack/tables/model_table.py +191 -0
- simstack/tables/node_children.py +219 -0
- simstack/tables/node_table.py +517 -0
- simstack/tables/table_builder.py +314 -0
- simstack/util/__init__.py +0 -0
- simstack/util/async_zip_utils.py +18 -0
- simstack/util/b64mixin.py +23 -0
- simstack/util/cleaned_json_schema.py +20 -0
- simstack/util/config_reader.py +179 -0
- simstack/util/custom_model_dump.py +75 -0
- simstack/util/database_information.py +160 -0
- simstack/util/db.py +1013 -0
- simstack/util/db_logger.py +117 -0
- simstack/util/default_from_dict.py +57 -0
- simstack/util/directory_iterator.py +216 -0
- simstack/util/docstring_parser.py +186 -0
- simstack/util/file_hashing.py +72 -0
- simstack/util/file_transfer_client.py +427 -0
- simstack/util/files.py +396 -0
- simstack/util/find_python_files.py +33 -0
- simstack/util/generate_ui_schema.py +80 -0
- simstack/util/generic_list_mixin.py +120 -0
- simstack/util/geometry_utils.py +118 -0
- simstack/util/get_module_path.py +20 -0
- simstack/util/git_pull.py +65 -0
- simstack/util/git_repository_status.py +95 -0
- simstack/util/import_module.py +63 -0
- simstack/util/importer.py +312 -0
- simstack/util/init_data_source.py +41 -0
- simstack/util/make_graph.py +107 -0
- simstack/util/make_table.py +837 -0
- simstack/util/mappings.py +41 -0
- simstack/util/minimal_route_finder.py +72 -0
- simstack/util/mock_db.py +144 -0
- simstack/util/module_path_checker.py +38 -0
- simstack/util/object_list_mixin.py +282 -0
- simstack/util/path_manager.py +223 -0
- simstack/util/project_root_finder.py +41 -0
- simstack/util/queue_watcher.py +262 -0
- simstack/util/resource_config.py +198 -0
- simstack/util/route_finder.py +74 -0
- simstack/util/runner_util.py +166 -0
- simstack/util/runner_utils.py +143 -0
- simstack/util/safe_code_executor.py +194 -0
- simstack/util/sample_config.py +98 -0
- simstack/util/sensitive_content_filter.py +48 -0
- simstack/util/setup_logging.py +49 -0
- simstack/util/submit_to_watchdog.py +106 -0
- simstack/util/toml_reader.py +142 -0
- simstack/util/transform_file_name.py +41 -0
- simstack/util/ui_tools.py +213 -0
- simstack-2.0.1.dist-info/METADATA +454 -0
- simstack-2.0.1.dist-info/RECORD +354 -0
- simstack-2.0.1.dist-info/WHEEL +5 -0
- simstack-2.0.1.dist-info/entry_points.txt +12 -0
- simstack-2.0.1.dist-info/licenses/LICENSE +21 -0
- simstack-2.0.1.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,866 @@
|
|
|
1
|
+
<!doctype html>
|
|
2
|
+
<html class="no-js" lang="en" data-content_root="../../../">
|
|
3
|
+
<head><meta charset="utf-8">
|
|
4
|
+
<meta name="viewport" content="width=device-width,initial-scale=1">
|
|
5
|
+
<meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="../../../genindex.html"><link rel="search" title="Search" href="../../../search.html">
|
|
6
|
+
|
|
7
|
+
<!-- Generated with Sphinx 9.1.0 and Furo 2025.12.19 -->
|
|
8
|
+
<title>simstack.models.dataset - SimStack II documentation</title>
|
|
9
|
+
<link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d111a655" />
|
|
10
|
+
<link rel="stylesheet" type="text/css" href="../../../_static/styles/furo.css?v=7bdb33bb" />
|
|
11
|
+
<link rel="stylesheet" type="text/css" href="../../../_static/styles/furo-extensions.css?v=8dab3a3b" />
|
|
12
|
+
<link rel="stylesheet" type="text/css" href="../../../_static/cobalt2-theme.css?v=2d651046" />
|
|
13
|
+
<link rel="stylesheet" type="text/css" href="../../../_static/docs-build-badge.css?v=803faff8" />
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
<style>
|
|
19
|
+
body {
|
|
20
|
+
--color-code-background: #f2f2f2;
|
|
21
|
+
--color-code-foreground: #1e1e1e;
|
|
22
|
+
|
|
23
|
+
}
|
|
24
|
+
@media not print {
|
|
25
|
+
body[data-theme="dark"] {
|
|
26
|
+
--color-code-background: #202020;
|
|
27
|
+
--color-code-foreground: #d0d0d0;
|
|
28
|
+
--color-background-primary: #132738;
|
|
29
|
+
--color-background-secondary: #1e3a52;
|
|
30
|
+
--color-foreground-primary: #ffffff;
|
|
31
|
+
--color-foreground-secondary: #bac8d3;
|
|
32
|
+
--color-brand-primary: #22d5ff;
|
|
33
|
+
--color-brand-content: #0088ff;
|
|
34
|
+
|
|
35
|
+
}
|
|
36
|
+
@media (prefers-color-scheme: dark) {
|
|
37
|
+
body:not([data-theme="light"]) {
|
|
38
|
+
--color-code-background: #202020;
|
|
39
|
+
--color-code-foreground: #d0d0d0;
|
|
40
|
+
--color-background-primary: #132738;
|
|
41
|
+
--color-background-secondary: #1e3a52;
|
|
42
|
+
--color-foreground-primary: #ffffff;
|
|
43
|
+
--color-foreground-secondary: #bac8d3;
|
|
44
|
+
--color-brand-primary: #22d5ff;
|
|
45
|
+
--color-brand-content: #0088ff;
|
|
46
|
+
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
</style></head>
|
|
51
|
+
<body>
|
|
52
|
+
|
|
53
|
+
<script>
|
|
54
|
+
document.body.dataset.theme = localStorage.getItem("theme") || "auto";
|
|
55
|
+
</script>
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
<svg xmlns="http://www.w3.org/2000/svg" style="display: none;">
|
|
59
|
+
<symbol id="svg-toc" viewBox="0 0 24 24">
|
|
60
|
+
<title>Contents</title>
|
|
61
|
+
<svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 1024 1024">
|
|
62
|
+
<path d="M408 442h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8zm-8 204c0 4.4 3.6 8 8 8h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56zm504-486H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zm0 632H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zM115.4 518.9L271.7 642c5.8 4.6 14.4.5 14.4-6.9V388.9c0-7.4-8.5-11.5-14.4-6.9L115.4 505.1a8.74 8.74 0 0 0 0 13.8z"/>
|
|
63
|
+
</svg>
|
|
64
|
+
</symbol>
|
|
65
|
+
<symbol id="svg-menu" viewBox="0 0 24 24">
|
|
66
|
+
<title>Menu</title>
|
|
67
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
68
|
+
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu">
|
|
69
|
+
<line x1="3" y1="12" x2="21" y2="12"></line>
|
|
70
|
+
<line x1="3" y1="6" x2="21" y2="6"></line>
|
|
71
|
+
<line x1="3" y1="18" x2="21" y2="18"></line>
|
|
72
|
+
</svg>
|
|
73
|
+
</symbol>
|
|
74
|
+
<symbol id="svg-arrow-right" viewBox="0 0 24 24">
|
|
75
|
+
<title>Expand</title>
|
|
76
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
77
|
+
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right">
|
|
78
|
+
<polyline points="9 18 15 12 9 6"></polyline>
|
|
79
|
+
</svg>
|
|
80
|
+
</symbol>
|
|
81
|
+
<symbol id="svg-sun" viewBox="0 0 24 24">
|
|
82
|
+
<title>Light mode</title>
|
|
83
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
84
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round" class="feather-sun">
|
|
85
|
+
<circle cx="12" cy="12" r="5"></circle>
|
|
86
|
+
<line x1="12" y1="1" x2="12" y2="3"></line>
|
|
87
|
+
<line x1="12" y1="21" x2="12" y2="23"></line>
|
|
88
|
+
<line x1="4.22" y1="4.22" x2="5.64" y2="5.64"></line>
|
|
89
|
+
<line x1="18.36" y1="18.36" x2="19.78" y2="19.78"></line>
|
|
90
|
+
<line x1="1" y1="12" x2="3" y2="12"></line>
|
|
91
|
+
<line x1="21" y1="12" x2="23" y2="12"></line>
|
|
92
|
+
<line x1="4.22" y1="19.78" x2="5.64" y2="18.36"></line>
|
|
93
|
+
<line x1="18.36" y1="5.64" x2="19.78" y2="4.22"></line>
|
|
94
|
+
</svg>
|
|
95
|
+
</symbol>
|
|
96
|
+
<symbol id="svg-moon" viewBox="0 0 24 24">
|
|
97
|
+
<title>Dark mode</title>
|
|
98
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
99
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon">
|
|
100
|
+
<path stroke="none" d="M0 0h24v24H0z" fill="none" />
|
|
101
|
+
<path d="M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" />
|
|
102
|
+
</svg>
|
|
103
|
+
</symbol>
|
|
104
|
+
<symbol id="svg-sun-with-moon" viewBox="0 0 24 24">
|
|
105
|
+
<title>Auto light/dark, in light mode</title>
|
|
106
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
107
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round"
|
|
108
|
+
class="icon-custom-derived-from-feather-sun-and-tabler-moon">
|
|
109
|
+
<path style="opacity: 50%" d="M 5.411 14.504 C 5.471 14.504 5.532 14.504 5.591 14.504 C 3.639 16.319 4.383 19.569 6.931 20.352 C 7.693 20.586 8.512 20.551 9.25 20.252 C 8.023 23.207 4.056 23.725 2.11 21.184 C 0.166 18.642 1.702 14.949 4.874 14.536 C 5.051 14.512 5.231 14.5 5.411 14.5 L 5.411 14.504 Z"/>
|
|
110
|
+
<line x1="14.5" y1="3.25" x2="14.5" y2="1.25"/>
|
|
111
|
+
<line x1="14.5" y1="15.85" x2="14.5" y2="17.85"/>
|
|
112
|
+
<line x1="10.044" y1="5.094" x2="8.63" y2="3.68"/>
|
|
113
|
+
<line x1="19" y1="14.05" x2="20.414" y2="15.464"/>
|
|
114
|
+
<line x1="8.2" y1="9.55" x2="6.2" y2="9.55"/>
|
|
115
|
+
<line x1="20.8" y1="9.55" x2="22.8" y2="9.55"/>
|
|
116
|
+
<line x1="10.044" y1="14.006" x2="8.63" y2="15.42"/>
|
|
117
|
+
<line x1="19" y1="5.05" x2="20.414" y2="3.636"/>
|
|
118
|
+
<circle cx="14.5" cy="9.55" r="3.6"/>
|
|
119
|
+
</svg>
|
|
120
|
+
</symbol>
|
|
121
|
+
<symbol id="svg-moon-with-sun" viewBox="0 0 24 24">
|
|
122
|
+
<title>Auto light/dark, in dark mode</title>
|
|
123
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
124
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round"
|
|
125
|
+
class="icon-custom-derived-from-feather-sun-and-tabler-moon">
|
|
126
|
+
<path d="M 8.282 7.007 C 8.385 7.007 8.494 7.007 8.595 7.007 C 5.18 10.184 6.481 15.869 10.942 17.24 C 12.275 17.648 13.706 17.589 15 17.066 C 12.851 22.236 5.91 23.143 2.505 18.696 C -0.897 14.249 1.791 7.786 7.342 7.063 C 7.652 7.021 7.965 7 8.282 7 L 8.282 7.007 Z"/>
|
|
127
|
+
<line style="opacity: 50%" x1="18" y1="3.705" x2="18" y2="2.5"/>
|
|
128
|
+
<line style="opacity: 50%" x1="18" y1="11.295" x2="18" y2="12.5"/>
|
|
129
|
+
<line style="opacity: 50%" x1="15.316" y1="4.816" x2="14.464" y2="3.964"/>
|
|
130
|
+
<line style="opacity: 50%" x1="20.711" y1="10.212" x2="21.563" y2="11.063"/>
|
|
131
|
+
<line style="opacity: 50%" x1="14.205" y1="7.5" x2="13.001" y2="7.5"/>
|
|
132
|
+
<line style="opacity: 50%" x1="21.795" y1="7.5" x2="23" y2="7.5"/>
|
|
133
|
+
<line style="opacity: 50%" x1="15.316" y1="10.184" x2="14.464" y2="11.036"/>
|
|
134
|
+
<line style="opacity: 50%" x1="20.711" y1="4.789" x2="21.563" y2="3.937"/>
|
|
135
|
+
<circle style="opacity: 50%" cx="18" cy="7.5" r="2.169"/>
|
|
136
|
+
</svg>
|
|
137
|
+
</symbol>
|
|
138
|
+
<symbol id="svg-pencil" viewBox="0 0 24 24">
|
|
139
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
140
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-pencil-code">
|
|
141
|
+
<path d="M4 20h4l10.5 -10.5a2.828 2.828 0 1 0 -4 -4l-10.5 10.5v4" />
|
|
142
|
+
<path d="M13.5 6.5l4 4" />
|
|
143
|
+
<path d="M20 21l2 -2l-2 -2" />
|
|
144
|
+
<path d="M17 17l-2 2l2 2" />
|
|
145
|
+
</svg>
|
|
146
|
+
</symbol>
|
|
147
|
+
<symbol id="svg-eye" viewBox="0 0 24 24">
|
|
148
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|
149
|
+
stroke-width="1" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-eye-code">
|
|
150
|
+
<path stroke="none" d="M0 0h24v24H0z" fill="none" />
|
|
151
|
+
<path d="M10 12a2 2 0 1 0 4 0a2 2 0 0 0 -4 0" />
|
|
152
|
+
<path
|
|
153
|
+
d="M11.11 17.958c-3.209 -.307 -5.91 -2.293 -8.11 -5.958c2.4 -4 5.4 -6 9 -6c3.6 0 6.6 2 9 6c-.21 .352 -.427 .688 -.647 1.008" />
|
|
154
|
+
<path d="M20 21l2 -2l-2 -2" />
|
|
155
|
+
<path d="M17 17l-2 2l2 2" />
|
|
156
|
+
</svg>
|
|
157
|
+
</symbol>
|
|
158
|
+
</svg>
|
|
159
|
+
|
|
160
|
+
<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation" aria-label="Toggle site navigation sidebar">
|
|
161
|
+
<input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc" aria-label="Toggle table of contents sidebar">
|
|
162
|
+
<label class="overlay sidebar-overlay" for="__navigation"></label>
|
|
163
|
+
<label class="overlay toc-overlay" for="__toc"></label>
|
|
164
|
+
|
|
165
|
+
<a class="skip-to-content muted-link" href="#furo-main-content">Skip to content</a>
|
|
166
|
+
|
|
167
|
+
|
|
168
|
+
|
|
169
|
+
<div class="page">
|
|
170
|
+
<header class="mobile-header">
|
|
171
|
+
<div class="header-left">
|
|
172
|
+
<label class="nav-overlay-icon" for="__navigation">
|
|
173
|
+
<span class="icon"><svg><use href="#svg-menu"></use></svg></span>
|
|
174
|
+
</label>
|
|
175
|
+
</div>
|
|
176
|
+
<div class="header-center">
|
|
177
|
+
<a href="../../../index.html"><div class="brand">SimStack II documentation</div></a>
|
|
178
|
+
</div>
|
|
179
|
+
<div class="header-right">
|
|
180
|
+
<div class="theme-toggle-container theme-toggle-header">
|
|
181
|
+
<button class="theme-toggle" aria-label="Toggle Light / Dark / Auto color theme">
|
|
182
|
+
<svg class="theme-icon-when-auto-light"><use href="#svg-sun-with-moon"></use></svg>
|
|
183
|
+
<svg class="theme-icon-when-auto-dark"><use href="#svg-moon-with-sun"></use></svg>
|
|
184
|
+
<svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
|
|
185
|
+
<svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
|
|
186
|
+
</button>
|
|
187
|
+
</div>
|
|
188
|
+
<label class="toc-overlay-icon toc-header-icon no-toc" for="__toc">
|
|
189
|
+
<span class="icon"><svg><use href="#svg-toc"></use></svg></span>
|
|
190
|
+
</label>
|
|
191
|
+
</div>
|
|
192
|
+
</header>
|
|
193
|
+
<aside class="sidebar-drawer">
|
|
194
|
+
<div class="sidebar-container">
|
|
195
|
+
|
|
196
|
+
<div class="sidebar-sticky"><a class="sidebar-brand" href="../../../index.html">
|
|
197
|
+
|
|
198
|
+
|
|
199
|
+
</a><form class="sidebar-search-container" method="get" action="../../../search.html" role="search">
|
|
200
|
+
<input class="sidebar-search" placeholder="Search" name="q" aria-label="Search">
|
|
201
|
+
<input type="hidden" name="check_keywords" value="yes">
|
|
202
|
+
<input type="hidden" name="area" value="default">
|
|
203
|
+
</form>
|
|
204
|
+
<div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
|
|
205
|
+
<p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
|
|
206
|
+
<ul>
|
|
207
|
+
<li class="toctree-l1"><a class="reference internal" href="../../../overview.html">Overview</a></li>
|
|
208
|
+
<li class="toctree-l1"><a class="reference internal" href="../../../workflows.html">Workflows</a></li>
|
|
209
|
+
<li class="toctree-l1"><a class="reference internal" href="../../../ui_documentation.html">Graphical User Interface</a></li>
|
|
210
|
+
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../developer_guide.html">Developer Guide</a><input aria-label="Toggle navigation of Developer Guide" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><span class="icon"><svg><use href="#svg-arrow-right"></use></svg></span></label><ul>
|
|
211
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../data.html">Persisting and Visualizing Data</a></li>
|
|
212
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../datasets.html">Datasets</a></li>
|
|
213
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../lists.html">List Mixins</a></li>
|
|
214
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../array_lists.html">Array Lists</a></li>
|
|
215
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../tables.html">Tables</a></li>
|
|
216
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../files.html">File Management</a></li>
|
|
217
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../resource_config.html">Program Execution</a></li>
|
|
218
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../mass_runner.html">MassRunner</a></li>
|
|
219
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../fire_and_forget_runner.html">FireAndForgetRunner</a></li>
|
|
220
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../docker_nodes.html">Creating Docker Containers for SimStack Nodes</a></li>
|
|
221
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../testing_complex_nodes.html">Testing Complex Nodes</a></li>
|
|
222
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../database_migrations.html">Database Migrations</a></li>
|
|
223
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../ci_pipeline.html">CI Pipeline and Documentation Artifacts</a></li>
|
|
224
|
+
<li class="toctree-l2"><a class="reference internal" href="../../../misc.html">Miscellaneous</a></li>
|
|
225
|
+
</ul>
|
|
226
|
+
</li>
|
|
227
|
+
<li class="toctree-l1"><a class="reference internal" href="../../../installation.html">Simstack II Setup</a></li>
|
|
228
|
+
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../simstack/modules/modules.html">simstack</a><input aria-label="Toggle navigation of simstack" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" role="switch" type="checkbox"/><label for="toctree-checkbox-2"><span class="icon"><svg><use href="#svg-arrow-right"></use></svg></span></label><ul>
|
|
229
|
+
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../simstack/modules/simstack.html">simstack package</a><input aria-label="Toggle navigation of simstack package" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" role="switch" type="checkbox"/><label for="toctree-checkbox-3"><span class="icon"><svg><use href="#svg-arrow-right"></use></svg></span></label><ul>
|
|
230
|
+
<li class="toctree-l3 has-children"><a class="reference internal" href="../../../simstack/modules/simstack.core.html">simstack.core package</a><input aria-label="Toggle navigation of simstack.core package" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" role="switch" type="checkbox"/><label for="toctree-checkbox-4"><span class="icon"><svg><use href="#svg-arrow-right"></use></svg></span></label><ul>
|
|
231
|
+
<li class="toctree-l4"><a class="reference internal" href="../../../simstack/modules/simstack.core.services.html">simstack.core.services package</a></li>
|
|
232
|
+
</ul>
|
|
233
|
+
</li>
|
|
234
|
+
<li class="toctree-l3"><a class="reference internal" href="../../../simstack/modules/simstack.methods.html">simstack.methods package</a></li>
|
|
235
|
+
<li class="toctree-l3"><a class="reference internal" href="../../../simstack/modules/simstack.models.html">simstack.models package</a></li>
|
|
236
|
+
<li class="toctree-l3"><a class="reference internal" href="../../../simstack/modules/simstack.tables.html">simstack.tables package</a></li>
|
|
237
|
+
<li class="toctree-l3"><a class="reference internal" href="../../../simstack/modules/simstack.util.html">simstack.util package</a></li>
|
|
238
|
+
</ul>
|
|
239
|
+
</li>
|
|
240
|
+
</ul>
|
|
241
|
+
</li>
|
|
242
|
+
</ul>
|
|
243
|
+
|
|
244
|
+
</div>
|
|
245
|
+
</div>
|
|
246
|
+
|
|
247
|
+
</div>
|
|
248
|
+
|
|
249
|
+
</div>
|
|
250
|
+
</aside>
|
|
251
|
+
<div class="main">
|
|
252
|
+
<div class="content">
|
|
253
|
+
<div class="article-container">
|
|
254
|
+
<a href="#" class="back-to-top muted-link">
|
|
255
|
+
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
|
|
256
|
+
<path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z"></path>
|
|
257
|
+
</svg>
|
|
258
|
+
<span>Back to top</span>
|
|
259
|
+
</a>
|
|
260
|
+
<div class="content-icon-container">
|
|
261
|
+
<div class="theme-toggle-container theme-toggle-content">
|
|
262
|
+
<button class="theme-toggle" aria-label="Toggle Light / Dark / Auto color theme">
|
|
263
|
+
<svg class="theme-icon-when-auto-light"><use href="#svg-sun-with-moon"></use></svg>
|
|
264
|
+
<svg class="theme-icon-when-auto-dark"><use href="#svg-moon-with-sun"></use></svg>
|
|
265
|
+
<svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
|
|
266
|
+
<svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
|
|
267
|
+
</button>
|
|
268
|
+
</div>
|
|
269
|
+
<label class="toc-overlay-icon toc-content-icon no-toc" for="__toc">
|
|
270
|
+
<span class="icon"><svg><use href="#svg-toc"></use></svg></span>
|
|
271
|
+
</label>
|
|
272
|
+
</div>
|
|
273
|
+
<article role="main" id="furo-main-content">
|
|
274
|
+
<h1>Source code for simstack.models.dataset</h1><div class="highlight"><pre>
|
|
275
|
+
<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">uuid</span>
|
|
276
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Iterator</span><span class="p">,</span> <span class="n">Union</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">KeysView</span><span class="p">,</span> <span class="n">ValuesView</span><span class="p">,</span> <span class="n">ItemsView</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Any</span>
|
|
277
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">odmantic</span><span class="w"> </span><span class="kn">import</span> <span class="n">Model</span><span class="p">,</span> <span class="n">ObjectId</span><span class="p">,</span> <span class="n">EmbeddedModel</span><span class="p">,</span> <span class="n">Field</span><span class="p">,</span> <span class="n">Reference</span>
|
|
278
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.asnyc_helper</span><span class="w"> </span><span class="kn">import</span> <span class="n">async_helper</span>
|
|
279
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.models</span><span class="w"> </span><span class="kn">import</span> <span class="n">simstack_model</span>
|
|
280
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.models.dataset_metadata</span><span class="w"> </span><span class="kn">import</span> <span class="n">DataSetMetadata</span>
|
|
281
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.util.make_table</span><span class="w"> </span><span class="kn">import</span> <span class="n">make_column_defs_instance</span>
|
|
282
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.util.make_table</span><span class="w"> </span><span class="kn">import</span> <span class="n">make_table_entries_helper</span>
|
|
283
|
+
|
|
284
|
+
|
|
285
|
+
<div class="viewcode-block" id="DataSetSection">
|
|
286
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection">[docs]</a>
|
|
287
|
+
<span class="nd">@simstack_model</span>
|
|
288
|
+
<span class="k">class</span><span class="w"> </span><span class="nc">DataSetSection</span><span class="p">(</span><span class="n">EmbeddedModel</span><span class="p">):</span>
|
|
289
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
290
|
+
<span class="sd"> Represents a section of a dataset containing dictionaries of models.</span>
|
|
291
|
+
|
|
292
|
+
<span class="sd"> A DataSetSection is a list of dictionaries where for each key, the values are of the same model type.</span>
|
|
293
|
+
|
|
294
|
+
<span class="sd"> :ivar model_types: Dictionary mapping keys to model class names.</span>
|
|
295
|
+
<span class="sd"> :type model_types: Dict[str, str]</span>
|
|
296
|
+
<span class="sd"> :ivar data: Dictionary mapping names to dictionaries mapping keys to ObjectIds.</span>
|
|
297
|
+
<span class="sd"> :type data: Dict[str, Dict[str, ObjectId]]</span>
|
|
298
|
+
<span class="sd"> """</span>
|
|
299
|
+
|
|
300
|
+
<span class="n">model_types</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">dict</span><span class="p">)</span>
|
|
301
|
+
|
|
302
|
+
<span class="n">data</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">ObjectId</span><span class="p">]]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">dict</span><span class="p">)</span>
|
|
303
|
+
|
|
304
|
+
<span class="n">column_defs</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">list</span><span class="p">)</span>
|
|
305
|
+
<span class="n">table_entries</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="n">Dict</span><span class="p">]]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">list</span><span class="p">)</span>
|
|
306
|
+
|
|
307
|
+
<span class="n">model_config</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"extra"</span><span class="p">:</span> <span class="s2">"forbid"</span><span class="p">}</span>
|
|
308
|
+
|
|
309
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">_set_cache</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">cache</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]]):</span>
|
|
310
|
+
<span class="nb">object</span><span class="o">.</span><span class="fm">__getattribute__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="s2">"__dict__"</span><span class="p">)[</span><span class="s2">"_cache"</span><span class="p">]</span> <span class="o">=</span> <span class="n">cache</span>
|
|
311
|
+
<span class="k">return</span> <span class="n">cache</span>
|
|
312
|
+
|
|
313
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">_get_cache</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]]:</span>
|
|
314
|
+
<span class="n">self_dict</span> <span class="o">=</span> <span class="nb">object</span><span class="o">.</span><span class="fm">__getattribute__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="s2">"__dict__"</span><span class="p">)</span>
|
|
315
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="n">self_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"_cache"</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span>
|
|
316
|
+
<span class="k">if</span> <span class="n">cache</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
317
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="p">{}</span>
|
|
318
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_cache</span><span class="p">(</span><span class="n">cache</span><span class="p">)</span>
|
|
319
|
+
<span class="k">return</span> <span class="n">cache</span>
|
|
320
|
+
|
|
321
|
+
<div class="viewcode-block" id="DataSetSection.add_row">
|
|
322
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.add_row">[docs]</a>
|
|
323
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">add_row</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">item</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Model</span><span class="p">]],</span> <span class="n">name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
324
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
325
|
+
<span class="sd"> Add a dictionary of models to this section.</span>
|
|
326
|
+
|
|
327
|
+
<span class="sd"> :param item: Dictionary of model instances to add.</span>
|
|
328
|
+
<span class="sd"> :param name: Optional name for the item. If None, a UUID will be generated.</span>
|
|
329
|
+
<span class="sd"> :raises ValueError: If the model types don't match the section's expected types.</span>
|
|
330
|
+
<span class="sd"> :raises TypeError: If a non-None item value is not a Model instance.</span>
|
|
331
|
+
<span class="sd"> """</span>
|
|
332
|
+
|
|
333
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
334
|
+
<span class="n">name</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">uuid</span><span class="o">.</span><span class="n">uuid4</span><span class="p">())</span>
|
|
335
|
+
|
|
336
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
337
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
338
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Item with name '</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">' already exists in section"</span><span class="p">)</span>
|
|
339
|
+
|
|
340
|
+
<span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">item</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
|
|
341
|
+
<span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s2">"Item must be a dictionary"</span><span class="p">)</span>
|
|
342
|
+
|
|
343
|
+
<span class="c1"># Type check: raise TypeError if an item which is not None is not a Model</span>
|
|
344
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">item</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
345
|
+
<span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">Model</span><span class="p">):</span>
|
|
346
|
+
<span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span>
|
|
347
|
+
<span class="sa">f</span><span class="s2">"Item with key '</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">' is not a Model instance: </span><span class="si">{</span><span class="nb">type</span><span class="p">(</span><span class="n">value</span><span class="p">)</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|
348
|
+
<span class="p">)</span>
|
|
349
|
+
|
|
350
|
+
<span class="n">filtered_item</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">item</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">}</span>
|
|
351
|
+
|
|
352
|
+
<span class="n">current_item_types</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">filtered_item</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
|
|
353
|
+
|
|
354
|
+
<span class="c1"># If this is the first item, we can partially or fully initialize model_types</span>
|
|
355
|
+
<span class="c1"># However, subsequent items might have new keys.</span>
|
|
356
|
+
<span class="c1"># The requirement says: "all items with the same key must be the same Model type"</span>
|
|
357
|
+
|
|
358
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">model_name</span> <span class="ow">in</span> <span class="n">current_item_types</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
359
|
+
<span class="k">if</span> <span class="n">key</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="p">:</span>
|
|
360
|
+
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">!=</span> <span class="n">model_name</span><span class="p">:</span>
|
|
361
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span>
|
|
362
|
+
<span class="sa">f</span><span class="s2">"Model type for key '</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">' is </span><span class="si">{</span><span class="n">model_name</span><span class="si">}</span><span class="s2">, but expected </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="p">[</span><span class="n">key</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span>
|
|
363
|
+
<span class="p">)</span>
|
|
364
|
+
<span class="k">else</span><span class="p">:</span>
|
|
365
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">model_name</span>
|
|
366
|
+
|
|
367
|
+
<span class="c1"># Save all models to cache</span>
|
|
368
|
+
<span class="n">cached_items</span> <span class="o">=</span> <span class="p">{}</span>
|
|
369
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">item</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
370
|
+
<span class="k">if</span> <span class="n">model</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
371
|
+
<span class="k">continue</span>
|
|
372
|
+
<span class="n">cached_items</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">model</span>
|
|
373
|
+
|
|
374
|
+
<span class="n">cache</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">cached_items</span></div>
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
<div class="viewcode-block" id="DataSetSection.make_column_defs">
|
|
378
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.make_column_defs">[docs]</a>
|
|
379
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">make_column_defs</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
380
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
381
|
+
<span class="sd"> Generate ag-grid column definitions for all model types in this section.</span>
|
|
382
|
+
<span class="sd"> """</span>
|
|
383
|
+
|
|
384
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.util.importer</span><span class="w"> </span><span class="kn">import</span> <span class="n">import_class_by_name</span>
|
|
385
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.context</span><span class="w"> </span><span class="kn">import</span> <span class="n">context</span>
|
|
386
|
+
<span class="n">engine</span> <span class="o">=</span> <span class="n">context</span><span class="o">.</span><span class="n">db</span>
|
|
387
|
+
<span class="n">column_defs</span> <span class="o">=</span> <span class="p">[]</span>
|
|
388
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
389
|
+
<span class="k">if</span> <span class="ow">not</span> <span class="n">cache</span><span class="p">:</span>
|
|
390
|
+
<span class="k">return</span> <span class="n">column_defs</span>
|
|
391
|
+
|
|
392
|
+
<span class="c1"># Use model_types to determine columns. </span>
|
|
393
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">model_type</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
394
|
+
<span class="n">model_instance</span> <span class="o">=</span> <span class="kc">None</span>
|
|
395
|
+
<span class="k">for</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">cache</span><span class="o">.</span><span class="n">values</span><span class="p">():</span>
|
|
396
|
+
<span class="k">if</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">row</span><span class="p">:</span>
|
|
397
|
+
<span class="n">model_instance</span> <span class="o">=</span> <span class="n">row</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
|
|
398
|
+
<span class="k">break</span>
|
|
399
|
+
|
|
400
|
+
<span class="k">if</span> <span class="n">model_instance</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
401
|
+
<span class="k">continue</span>
|
|
402
|
+
|
|
403
|
+
<span class="n">model_columns</span> <span class="o">=</span> <span class="n">make_column_defs_instance</span><span class="p">(</span><span class="n">model_instance</span><span class="p">)</span>
|
|
404
|
+
<span class="n">column_defs</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">model_columns</span><span class="p">)</span>
|
|
405
|
+
|
|
406
|
+
<span class="k">return</span> <span class="n">column_defs</span></div>
|
|
407
|
+
|
|
408
|
+
|
|
409
|
+
<div class="viewcode-block" id="DataSetSection.make_table_entries">
|
|
410
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.make_table_entries">[docs]</a>
|
|
411
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">make_table_entries</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
412
|
+
<span class="n">all_data</span> <span class="o">=</span> <span class="p">[]</span>
|
|
413
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
414
|
+
<span class="k">for</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">cache</span><span class="o">.</span><span class="n">values</span><span class="p">():</span>
|
|
415
|
+
<span class="n">row_data</span> <span class="o">=</span> <span class="p">[]</span>
|
|
416
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">model_type</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
417
|
+
<span class="n">model_instance</span> <span class="o">=</span> <span class="n">row</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
|
|
418
|
+
<span class="n">model_data</span> <span class="o">=</span> <span class="n">make_table_entries_helper</span><span class="p">(</span><span class="n">model_instance</span><span class="p">)</span>
|
|
419
|
+
<span class="n">row_data</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">model_data</span><span class="p">)</span>
|
|
420
|
+
<span class="n">all_data</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">row_data</span><span class="p">)</span>
|
|
421
|
+
<span class="k">return</span> <span class="n">all_data</span></div>
|
|
422
|
+
|
|
423
|
+
|
|
424
|
+
|
|
425
|
+
<div class="viewcode-block" id="DataSetSection.save">
|
|
426
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.save">[docs]</a>
|
|
427
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">save</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">):</span>
|
|
428
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
429
|
+
<span class="sd"> Save all models in the cache to the database and update data.</span>
|
|
430
|
+
<span class="sd"> """</span>
|
|
431
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
432
|
+
<span class="k">for</span> <span class="n">row_name</span><span class="p">,</span> <span class="n">row_models</span> <span class="ow">in</span> <span class="n">cache</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
433
|
+
<span class="k">for</span> <span class="n">model_key</span><span class="p">,</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">row_models</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
434
|
+
<span class="k">if</span> <span class="n">model</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
|
435
|
+
<span class="k">await</span> <span class="n">db</span><span class="o">.</span><span class="n">save_unchecked</span><span class="p">(</span><span class="n">model</span><span class="p">)</span>
|
|
436
|
+
|
|
437
|
+
<span class="c1"># Sync cache to data before saving</span>
|
|
438
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">data</span> <span class="o">=</span> <span class="p">{</span>
|
|
439
|
+
<span class="n">name</span><span class="p">:</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="n">id</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">row</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
|
|
440
|
+
<span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">cache</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
|
441
|
+
<span class="p">}</span>
|
|
442
|
+
|
|
443
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">column_defs</span> <span class="o">=</span> <span class="k">await</span> <span class="bp">self</span><span class="o">.</span><span class="n">make_column_defs</span><span class="p">()</span>
|
|
444
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">table_entries</span> <span class="o">=</span> <span class="k">await</span> <span class="bp">self</span><span class="o">.</span><span class="n">make_table_entries</span><span class="p">()</span></div>
|
|
445
|
+
|
|
446
|
+
|
|
447
|
+
<div class="viewcode-block" id="DataSetSection.get_item">
|
|
448
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.get_item">[docs]</a>
|
|
449
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">get_item</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]:</span>
|
|
450
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
451
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
452
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Item with name '</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">' not found"</span><span class="p">)</span>
|
|
453
|
+
<span class="k">return</span> <span class="n">cache</span><span class="p">[</span><span class="n">name</span><span class="p">]</span></div>
|
|
454
|
+
|
|
455
|
+
|
|
456
|
+
<div class="viewcode-block" id="DataSetSection.db_find_postprocess">
|
|
457
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.db_find_postprocess">[docs]</a>
|
|
458
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">db_find_postprocess</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">:</span> <span class="s2">"Database"</span><span class="p">):</span>
|
|
459
|
+
<span class="k">await</span> <span class="bp">self</span><span class="o">.</span><span class="n">load_to_cache</span><span class="p">(</span><span class="n">db</span><span class="p">)</span></div>
|
|
460
|
+
|
|
461
|
+
|
|
462
|
+
<div class="viewcode-block" id="DataSetSection.load_to_cache">
|
|
463
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.load_to_cache">[docs]</a>
|
|
464
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">load_to_cache</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">:</span> <span class="s2">"Database"</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
465
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
466
|
+
<span class="sd"> Load all items from the database into the cache assuming that data is already loaded.</span>
|
|
467
|
+
<span class="sd"> """</span>
|
|
468
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.context</span><span class="w"> </span><span class="kn">import</span> <span class="n">context</span>
|
|
469
|
+
<span class="k">if</span> <span class="n">db</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
470
|
+
<span class="n">db</span> <span class="o">=</span> <span class="n">context</span><span class="o">.</span><span class="n">db</span>
|
|
471
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
472
|
+
<span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
473
|
+
<span class="n">cached_row</span> <span class="o">=</span> <span class="p">{}</span>
|
|
474
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">model_id</span> <span class="ow">in</span> <span class="n">row</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
475
|
+
<span class="n">model_type</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
|
|
476
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.util.importer</span><span class="w"> </span><span class="kn">import</span> <span class="n">import_class_by_name</span>
|
|
477
|
+
<span class="n">model_class</span> <span class="o">=</span> <span class="k">await</span> <span class="n">import_class_by_name</span><span class="p">(</span><span class="n">model_type</span><span class="p">,</span> <span class="n">db</span><span class="p">)</span>
|
|
478
|
+
<span class="n">model_instance</span> <span class="o">=</span> <span class="k">await</span> <span class="n">db</span><span class="o">.</span><span class="n">find_one</span><span class="p">(</span><span class="n">model_class</span><span class="p">,</span> <span class="n">model_class</span><span class="o">.</span><span class="n">id</span> <span class="o">==</span> <span class="n">model_id</span><span class="p">)</span>
|
|
479
|
+
<span class="k">if</span> <span class="n">model_instance</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
480
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Model with id </span><span class="si">{</span><span class="n">model_id</span><span class="si">}</span><span class="s2"> of type </span><span class="si">{</span><span class="n">model_type</span><span class="si">}</span><span class="s2"> not found"</span><span class="p">)</span>
|
|
481
|
+
<span class="n">cached_row</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">model_instance</span>
|
|
482
|
+
|
|
483
|
+
<span class="c1"># Update cache</span>
|
|
484
|
+
<span class="n">cache</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">cached_row</span>
|
|
485
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">_set_cache</span><span class="p">(</span><span class="n">cache</span><span class="p">)</span></div>
|
|
486
|
+
|
|
487
|
+
|
|
488
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__len__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span>
|
|
489
|
+
<span class="k">return</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">())</span>
|
|
490
|
+
|
|
491
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
492
|
+
<span class="k">return</span> <span class="nb">iter</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span><span class="o">.</span><span class="n">items</span><span class="p">())</span>
|
|
493
|
+
|
|
494
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__getitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]:</span>
|
|
495
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
496
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
497
|
+
<span class="k">return</span> <span class="n">cache</span><span class="p">[</span><span class="n">name</span><span class="p">]</span>
|
|
498
|
+
|
|
499
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Item with name '</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">' not found"</span><span class="p">)</span>
|
|
500
|
+
|
|
501
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__setitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Model</span><span class="p">]])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
502
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
503
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
504
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span>
|
|
505
|
+
|
|
506
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">add_row</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">name</span><span class="o">=</span><span class="n">name</span><span class="p">)</span>
|
|
507
|
+
|
|
508
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__delitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
509
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
510
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
511
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Item with name '</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">' not found"</span><span class="p">)</span>
|
|
512
|
+
<span class="k">del</span> <span class="n">cache</span><span class="p">[</span><span class="n">name</span><span class="p">]</span>
|
|
513
|
+
|
|
514
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__contains__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
|
515
|
+
<span class="k">return</span> <span class="n">name</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
516
|
+
|
|
517
|
+
<div class="viewcode-block" id="DataSetSection.get">
|
|
518
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.get">[docs]</a>
|
|
519
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">get</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
|
|
520
|
+
<span class="k">try</span><span class="p">:</span>
|
|
521
|
+
<span class="k">return</span> <span class="bp">self</span><span class="p">[</span><span class="n">name</span><span class="p">]</span>
|
|
522
|
+
<span class="k">except</span> <span class="ne">KeyError</span><span class="p">:</span>
|
|
523
|
+
<span class="k">return</span> <span class="n">default</span></div>
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
<div class="viewcode-block" id="DataSetSection.keys">
|
|
527
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.keys">[docs]</a>
|
|
528
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">keys</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">KeysView</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
|
|
529
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span><span class="o">.</span><span class="n">keys</span><span class="p">()</span></div>
|
|
530
|
+
|
|
531
|
+
|
|
532
|
+
<div class="viewcode-block" id="DataSetSection.values">
|
|
533
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.values">[docs]</a>
|
|
534
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">values</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">ValuesView</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]]:</span>
|
|
535
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span><span class="o">.</span><span class="n">values</span><span class="p">()</span></div>
|
|
536
|
+
|
|
537
|
+
|
|
538
|
+
<div class="viewcode-block" id="DataSetSection.items">
|
|
539
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.items">[docs]</a>
|
|
540
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">items</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">ItemsView</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]]:</span>
|
|
541
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span><span class="o">.</span><span class="n">items</span><span class="p">()</span></div>
|
|
542
|
+
|
|
543
|
+
|
|
544
|
+
<div class="viewcode-block" id="DataSetSection.clear">
|
|
545
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.clear">[docs]</a>
|
|
546
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">clear</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
547
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">_set_cache</span><span class="p">({})</span></div>
|
|
548
|
+
|
|
549
|
+
|
|
550
|
+
<div class="viewcode-block" id="DataSetSection.pop">
|
|
551
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.pop">[docs]</a>
|
|
552
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">pop</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="o">...</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
|
|
553
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
554
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
555
|
+
<span class="k">if</span> <span class="n">default</span> <span class="ow">is</span> <span class="o">...</span><span class="p">:</span>
|
|
556
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Item with name '</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">' not found"</span><span class="p">)</span>
|
|
557
|
+
<span class="k">return</span> <span class="n">default</span>
|
|
558
|
+
|
|
559
|
+
<span class="k">return</span> <span class="n">cache</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">name</span><span class="p">)</span></div>
|
|
560
|
+
|
|
561
|
+
|
|
562
|
+
<div class="viewcode-block" id="DataSetSection.popitem">
|
|
563
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.popitem">[docs]</a>
|
|
564
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">popitem</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]]:</span>
|
|
565
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
566
|
+
<span class="k">if</span> <span class="ow">not</span> <span class="n">cache</span><span class="p">:</span>
|
|
567
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="s2">"popitem(): dictionary is empty"</span><span class="p">)</span>
|
|
568
|
+
<span class="k">return</span> <span class="n">cache</span><span class="o">.</span><span class="n">popitem</span><span class="p">()</span></div>
|
|
569
|
+
|
|
570
|
+
|
|
571
|
+
<div class="viewcode-block" id="DataSetSection.update">
|
|
572
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.update">[docs]</a>
|
|
573
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">update</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Model</span><span class="p">]]],</span> <span class="s2">"DataSetSection"</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
574
|
+
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">DataSetSection</span><span class="p">):</span>
|
|
575
|
+
<span class="n">other_cache</span> <span class="o">=</span> <span class="n">other</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
576
|
+
<span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">other_cache</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
577
|
+
<span class="bp">self</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">row</span>
|
|
578
|
+
<span class="k">else</span><span class="p">:</span>
|
|
579
|
+
<span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">other</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
580
|
+
<span class="bp">self</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">row</span></div>
|
|
581
|
+
|
|
582
|
+
|
|
583
|
+
<div class="viewcode-block" id="DataSetSection.setdefault">
|
|
584
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSection.setdefault">[docs]</a>
|
|
585
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">setdefault</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Model</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Model</span><span class="p">]:</span>
|
|
586
|
+
<span class="n">cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_cache</span><span class="p">()</span>
|
|
587
|
+
<span class="k">if</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">cache</span><span class="p">:</span>
|
|
588
|
+
<span class="bp">self</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">default</span>
|
|
589
|
+
<span class="k">return</span> <span class="bp">self</span><span class="p">[</span><span class="n">name</span><span class="p">]</span></div>
|
|
590
|
+
|
|
591
|
+
|
|
592
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
|
|
593
|
+
<span class="k">return</span> <span class="sa">f</span><span class="s2">"DataSetSection(keys=</span><span class="si">{</span><span class="nb">list</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">model_types</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="si">}</span><span class="s2">, length=</span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span><span class="si">}</span><span class="s2">)"</span></div>
|
|
594
|
+
|
|
595
|
+
|
|
596
|
+
|
|
597
|
+
<div class="viewcode-block" id="DataSet">
|
|
598
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet">[docs]</a>
|
|
599
|
+
<span class="nd">@simstack_model</span>
|
|
600
|
+
<span class="k">class</span><span class="w"> </span><span class="nc">DataSet</span><span class="p">(</span><span class="n">Model</span><span class="p">):</span>
|
|
601
|
+
<span class="n">field_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"dataset"</span><span class="p">)</span>
|
|
602
|
+
<span class="n">metadata</span><span class="p">:</span> <span class="n">DataSetMetadata</span>
|
|
603
|
+
<span class="n">sections</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">DataSetSection</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">dict</span><span class="p">)</span>
|
|
604
|
+
|
|
605
|
+
<span class="n">model_config</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"extra"</span><span class="p">:</span> <span class="s2">"forbid"</span><span class="p">}</span>
|
|
606
|
+
|
|
607
|
+
<span class="nd">@property</span>
|
|
608
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">dataset_type</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
|
|
609
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">dataset_type</span>
|
|
610
|
+
|
|
611
|
+
<div class="viewcode-block" id="DataSet.save">
|
|
612
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.save">[docs]</a>
|
|
613
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">save</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">):</span>
|
|
614
|
+
<span class="n">structure</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">collect_structure</span><span class="p">()</span>
|
|
615
|
+
<span class="c1"># metadata.validate_dict currently expects Dict[str, List[str]]</span>
|
|
616
|
+
<span class="c1"># We might need to adjust it or pass something compatible.</span>
|
|
617
|
+
<span class="c1"># For now, let's just pass the keys of model_types as a list.</span>
|
|
618
|
+
<span class="c1"># Wait, DataSetTuple passes List[str] which are the model names in the tuple.</span>
|
|
619
|
+
<span class="c1"># For DataSet, maybe it should be the model names too, but we lose the keys.</span>
|
|
620
|
+
<span class="c1"># Let's see how validate_dict uses it.</span>
|
|
621
|
+
<span class="n">ok</span> <span class="o">=</span> <span class="k">await</span> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">validate_dict</span><span class="p">(</span><span class="n">structure</span><span class="p">)</span>
|
|
622
|
+
<span class="k">if</span> <span class="ow">not</span> <span class="n">ok</span><span class="p">:</span>
|
|
623
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Metadata validation failed"</span><span class="p">)</span>
|
|
624
|
+
|
|
625
|
+
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">section</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
|
626
|
+
<span class="k">await</span> <span class="n">section</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="n">db</span><span class="p">)</span>
|
|
627
|
+
|
|
628
|
+
<span class="k">await</span> <span class="n">db</span><span class="o">.</span><span class="n">save_unchecked</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span></div>
|
|
629
|
+
|
|
630
|
+
|
|
631
|
+
<div class="viewcode-block" id="DataSet.collect_structure">
|
|
632
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.collect_structure">[docs]</a>
|
|
633
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">collect_structure</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]:</span>
|
|
634
|
+
<span class="k">return</span> <span class="p">{</span>
|
|
635
|
+
<span class="n">section_name</span><span class="p">:</span> <span class="n">section</span><span class="o">.</span><span class="n">model_types</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span> <span class="k">else</span> <span class="p">{}</span>
|
|
636
|
+
<span class="k">for</span> <span class="n">section_name</span><span class="p">,</span> <span class="n">section</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span>
|
|
637
|
+
<span class="p">}</span></div>
|
|
638
|
+
|
|
639
|
+
|
|
640
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__getitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataSetSection</span><span class="p">:</span>
|
|
641
|
+
<span class="k">if</span> <span class="n">key</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">:</span>
|
|
642
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">DataSetSection</span><span class="p">()</span>
|
|
643
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
|
|
644
|
+
|
|
645
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__setitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">DataSetSection</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
646
|
+
<span class="k">if</span> <span class="n">key</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">:</span>
|
|
647
|
+
<span class="k">raise</span> <span class="ne">KeyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Section </span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2"> already exists in dataset"</span><span class="p">)</span>
|
|
648
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>
|
|
649
|
+
|
|
650
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__delitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
651
|
+
<span class="k">del</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
|
|
652
|
+
|
|
653
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__len__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span>
|
|
654
|
+
<span class="k">return</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">)</span>
|
|
655
|
+
|
|
656
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Iterator</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
|
|
657
|
+
<span class="k">return</span> <span class="nb">iter</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="p">)</span>
|
|
658
|
+
|
|
659
|
+
<span class="k">def</span><span class="w"> </span><span class="fm">__contains__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
|
660
|
+
<span class="k">return</span> <span class="n">key</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span>
|
|
661
|
+
|
|
662
|
+
<div class="viewcode-block" id="DataSet.keys">
|
|
663
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.keys">[docs]</a>
|
|
664
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">keys</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">KeysView</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
|
|
665
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">keys</span><span class="p">()</span></div>
|
|
666
|
+
|
|
667
|
+
|
|
668
|
+
<div class="viewcode-block" id="DataSet.values">
|
|
669
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.values">[docs]</a>
|
|
670
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">values</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">ValuesView</span><span class="p">[</span><span class="n">DataSetSection</span><span class="p">]:</span>
|
|
671
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">values</span><span class="p">()</span></div>
|
|
672
|
+
|
|
673
|
+
|
|
674
|
+
<div class="viewcode-block" id="DataSet.items">
|
|
675
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.items">[docs]</a>
|
|
676
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">items</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">ItemsView</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">DataSetSection</span><span class="p">]:</span>
|
|
677
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">items</span><span class="p">()</span></div>
|
|
678
|
+
|
|
679
|
+
|
|
680
|
+
<div class="viewcode-block" id="DataSet.get">
|
|
681
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.get">[docs]</a>
|
|
682
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">get</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="p">:</span> <span class="n">DataSetSection</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataSetSection</span><span class="p">:</span>
|
|
683
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">default</span><span class="p">)</span></div>
|
|
684
|
+
|
|
685
|
+
|
|
686
|
+
<div class="viewcode-block" id="DataSet.pop">
|
|
687
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.pop">[docs]</a>
|
|
688
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">pop</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataSetSection</span><span class="p">:</span>
|
|
689
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">default</span><span class="p">)</span></div>
|
|
690
|
+
|
|
691
|
+
|
|
692
|
+
<div class="viewcode-block" id="DataSet.clear">
|
|
693
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.clear">[docs]</a>
|
|
694
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">clear</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
695
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span></div>
|
|
696
|
+
|
|
697
|
+
|
|
698
|
+
<div class="viewcode-block" id="DataSet.update">
|
|
699
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.update">[docs]</a>
|
|
700
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">update</span><span class="p">(</span>
|
|
701
|
+
<span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">DataSetSection</span><span class="p">],</span> <span class="s2">"DataSet"</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span>
|
|
702
|
+
<span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
703
|
+
<span class="k">if</span> <span class="n">other</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
|
704
|
+
<span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="s2">"sections"</span><span class="p">):</span>
|
|
705
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">other</span><span class="o">.</span><span class="n">sections</span><span class="p">)</span>
|
|
706
|
+
<span class="k">else</span><span class="p">:</span>
|
|
707
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
|
|
708
|
+
<span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">kwargs</span><span class="p">)</span></div>
|
|
709
|
+
|
|
710
|
+
|
|
711
|
+
<div class="viewcode-block" id="DataSet.setdefault">
|
|
712
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.setdefault">[docs]</a>
|
|
713
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">setdefault</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">default</span><span class="p">:</span> <span class="n">DataSetSection</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataSetSection</span><span class="p">:</span>
|
|
714
|
+
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">default</span><span class="p">)</span></div>
|
|
715
|
+
|
|
716
|
+
|
|
717
|
+
<div class="viewcode-block" id="DataSet.ui_schema">
|
|
718
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSet.ui_schema">[docs]</a>
|
|
719
|
+
<span class="nd">@classmethod</span>
|
|
720
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">ui_schema</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">:</span>
|
|
721
|
+
<span class="k">return</span> <span class="p">{</span>
|
|
722
|
+
<span class="s2">"ui:field"</span><span class="p">:</span> <span class="s2">"DataSetField"</span><span class="p">,</span>
|
|
723
|
+
<span class="s2">"metadata"</span><span class="p">:</span> <span class="p">{</span><span class="s2">"ui:widget"</span><span class="p">:</span> <span class="s2">"hidden"</span><span class="p">},</span>
|
|
724
|
+
<span class="s2">"sections"</span><span class="p">:</span> <span class="p">{</span><span class="s2">"ui:widget"</span><span class="p">:</span> <span class="s2">"hidden"</span><span class="p">},</span>
|
|
725
|
+
<span class="p">}</span></div>
|
|
726
|
+
</div>
|
|
727
|
+
|
|
728
|
+
|
|
729
|
+
|
|
730
|
+
<div class="viewcode-block" id="DataSetSelectionField">
|
|
731
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSelectionField">[docs]</a>
|
|
732
|
+
<span class="k">class</span><span class="w"> </span><span class="nc">DataSetSelectionField</span><span class="p">(</span><span class="n">EmbeddedModel</span><span class="p">):</span>
|
|
733
|
+
<span class="n">section_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"default"</span><span class="p">)</span>
|
|
734
|
+
<span class="n">indices</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">list</span><span class="p">)</span></div>
|
|
735
|
+
|
|
736
|
+
|
|
737
|
+
<div class="viewcode-block" id="DataSetSelection">
|
|
738
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSelection">[docs]</a>
|
|
739
|
+
<span class="nd">@simstack_model</span>
|
|
740
|
+
<span class="k">class</span><span class="w"> </span><span class="nc">DataSetSelection</span><span class="p">(</span><span class="n">Model</span><span class="p">):</span>
|
|
741
|
+
<span class="n">field_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"dataset_selection"</span><span class="p">)</span>
|
|
742
|
+
<span class="n">dataset_id</span><span class="p">:</span> <span class="n">ObjectId</span>
|
|
743
|
+
<span class="n">dataset_selection_fields</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="n">DataSetSelectionField</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">list</span><span class="p">)</span>
|
|
744
|
+
|
|
745
|
+
<div class="viewcode-block" id="DataSetSelection.get_dataset">
|
|
746
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSelection.get_dataset">[docs]</a>
|
|
747
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">get_dataset</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
748
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.context</span><span class="w"> </span><span class="kn">import</span> <span class="n">context</span>
|
|
749
|
+
<span class="k">return</span> <span class="k">await</span> <span class="n">context</span><span class="o">.</span><span class="n">db</span><span class="o">.</span><span class="n">find_one</span><span class="p">(</span><span class="n">DataSet</span><span class="p">,</span> <span class="n">DataSet</span><span class="o">.</span><span class="n">id</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataset_id</span><span class="p">)</span></div>
|
|
750
|
+
|
|
751
|
+
|
|
752
|
+
<div class="viewcode-block" id="DataSetSelection.get_selected_elements">
|
|
753
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSelection.get_selected_elements">[docs]</a>
|
|
754
|
+
<span class="nd">@async_helper</span>
|
|
755
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">get_selected_elements</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">section_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Tuple</span><span class="p">[</span><span class="n">Model</span><span class="p">,</span> <span class="o">...</span><span class="p">]]:</span>
|
|
756
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
757
|
+
<span class="sd"> Retrieve all selected model groups from the dataset.</span>
|
|
758
|
+
|
|
759
|
+
<span class="sd"> :param section_name: Optional section name to filter results. If None, returns all sections.</span>
|
|
760
|
+
<span class="sd"> :return: List of tuples of model instances for all selected elements</span>
|
|
761
|
+
<span class="sd"> """</span>
|
|
762
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.context</span><span class="w"> </span><span class="kn">import</span> <span class="n">context</span>
|
|
763
|
+
<span class="n">db</span> <span class="o">=</span> <span class="n">context</span><span class="o">.</span><span class="n">db</span>
|
|
764
|
+
<span class="n">dataset</span> <span class="o">=</span> <span class="k">await</span> <span class="n">db</span><span class="o">.</span><span class="n">find_one</span><span class="p">(</span><span class="n">DataSet</span><span class="p">,</span> <span class="n">DataSet</span><span class="o">.</span><span class="n">id</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataset_id</span><span class="p">)</span>
|
|
765
|
+
|
|
766
|
+
<span class="k">if</span> <span class="n">dataset</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
767
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Dataset with id </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">dataset_id</span><span class="si">}</span><span class="s2"> not found"</span><span class="p">)</span>
|
|
768
|
+
|
|
769
|
+
<span class="n">selected_elements</span> <span class="o">=</span> <span class="p">[]</span>
|
|
770
|
+
<span class="k">for</span> <span class="n">selection_field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataset_selection_fields</span><span class="p">:</span>
|
|
771
|
+
<span class="k">if</span> <span class="n">section_name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span> <span class="o">!=</span> <span class="n">section_name</span><span class="p">:</span>
|
|
772
|
+
<span class="k">continue</span>
|
|
773
|
+
|
|
774
|
+
<span class="n">section</span> <span class="o">=</span> <span class="n">dataset</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="p">)</span>
|
|
775
|
+
<span class="k">if</span> <span class="n">section</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
776
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Section </span><span class="si">{</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="si">}</span><span class="s2"> not found in dataset"</span><span class="p">)</span>
|
|
777
|
+
|
|
778
|
+
<span class="k">for</span> <span class="n">index</span> <span class="ow">in</span> <span class="n">selection_field</span><span class="o">.</span><span class="n">indices</span><span class="p">:</span>
|
|
779
|
+
<span class="k">if</span> <span class="n">index</span> <span class="o">>=</span> <span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">):</span>
|
|
780
|
+
<span class="k">raise</span> <span class="ne">IndexError</span><span class="p">(</span>
|
|
781
|
+
<span class="sa">f</span><span class="s2">"Index </span><span class="si">{</span><span class="n">index</span><span class="si">}</span><span class="s2"> out of range for section </span><span class="si">{</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="si">}</span><span class="s2"> with </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">)</span><span class="si">}</span><span class="s2"> elements"</span>
|
|
782
|
+
<span class="p">)</span>
|
|
783
|
+
<span class="n">model_group</span> <span class="o">=</span> <span class="n">section</span><span class="o">.</span><span class="n">get_model_group</span><span class="p">(</span><span class="n">index</span><span class="p">)</span>
|
|
784
|
+
<span class="n">selected_elements</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">model_group</span><span class="p">)</span>
|
|
785
|
+
|
|
786
|
+
<span class="k">return</span> <span class="n">selected_elements</span></div>
|
|
787
|
+
|
|
788
|
+
|
|
789
|
+
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="fm">__aiter__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">section_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="kc">None</span><span class="p">):</span>
|
|
790
|
+
<span class="w"> </span><span class="sd">"""</span>
|
|
791
|
+
<span class="sd"> Async iterator over all selected model groups.</span>
|
|
792
|
+
|
|
793
|
+
<span class="sd"> :param section_name: Optional section name to filter results. If None, returns all sections.</span>
|
|
794
|
+
<span class="sd"> :return: Async iterator yielding tuples of model instances</span>
|
|
795
|
+
<span class="sd"> """</span>
|
|
796
|
+
<span class="kn">from</span><span class="w"> </span><span class="nn">simstack.core.context</span><span class="w"> </span><span class="kn">import</span> <span class="n">context</span>
|
|
797
|
+
<span class="n">db</span> <span class="o">=</span> <span class="n">context</span><span class="o">.</span><span class="n">db</span>
|
|
798
|
+
<span class="n">dataset</span> <span class="o">=</span> <span class="k">await</span> <span class="n">db</span><span class="o">.</span><span class="n">find_one</span><span class="p">(</span><span class="n">DataSet</span><span class="p">,</span> <span class="n">DataSet</span><span class="o">.</span><span class="n">id</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataset_id</span><span class="p">)</span>
|
|
799
|
+
|
|
800
|
+
<span class="k">if</span> <span class="n">dataset</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
801
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Dataset with id </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">dataset_id</span><span class="si">}</span><span class="s2"> not found"</span><span class="p">)</span>
|
|
802
|
+
|
|
803
|
+
<span class="k">for</span> <span class="n">selection_field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataset_selection_fields</span><span class="p">:</span>
|
|
804
|
+
<span class="k">if</span> <span class="n">section_name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span> <span class="o">!=</span> <span class="n">section_name</span><span class="p">:</span>
|
|
805
|
+
<span class="k">continue</span>
|
|
806
|
+
|
|
807
|
+
<span class="n">section</span> <span class="o">=</span> <span class="n">dataset</span><span class="o">.</span><span class="n">sections</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="p">)</span>
|
|
808
|
+
<span class="k">if</span> <span class="n">section</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
|
809
|
+
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Section </span><span class="si">{</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="si">}</span><span class="s2"> not found in dataset"</span><span class="p">)</span>
|
|
810
|
+
|
|
811
|
+
<span class="k">for</span> <span class="n">index</span> <span class="ow">in</span> <span class="n">selection_field</span><span class="o">.</span><span class="n">indices</span><span class="p">:</span>
|
|
812
|
+
<span class="k">if</span> <span class="n">index</span> <span class="o">>=</span> <span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">):</span>
|
|
813
|
+
<span class="k">raise</span> <span class="ne">IndexError</span><span class="p">(</span>
|
|
814
|
+
<span class="sa">f</span><span class="s2">"Index </span><span class="si">{</span><span class="n">index</span><span class="si">}</span><span class="s2"> out of range for section </span><span class="si">{</span><span class="n">selection_field</span><span class="o">.</span><span class="n">section_name</span><span class="si">}</span><span class="s2"> with </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">section</span><span class="p">)</span><span class="si">}</span><span class="s2"> elements"</span>
|
|
815
|
+
<span class="p">)</span>
|
|
816
|
+
<span class="k">yield</span> <span class="n">section</span><span class="o">.</span><span class="n">get_model_group</span><span class="p">(</span><span class="n">index</span><span class="p">)</span>
|
|
817
|
+
|
|
818
|
+
<div class="viewcode-block" id="DataSetSelection.ui_schema">
|
|
819
|
+
<a class="viewcode-back" href="../../../simstack/modules/simstack.models.html#simstack.models.dataset.DataSetSelection.ui_schema">[docs]</a>
|
|
820
|
+
<span class="nd">@classmethod</span>
|
|
821
|
+
<span class="k">def</span><span class="w"> </span><span class="nf">ui_schema</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">:</span>
|
|
822
|
+
<span class="k">return</span> <span class="p">{</span>
|
|
823
|
+
<span class="s2">"ui:field"</span><span class="p">:</span> <span class="s2">"DataSetSelectionField"</span><span class="p">,</span>
|
|
824
|
+
<span class="p">}</span></div>
|
|
825
|
+
</div>
|
|
826
|
+
|
|
827
|
+
|
|
828
|
+
</pre></div>
|
|
829
|
+
</article>
|
|
830
|
+
</div>
|
|
831
|
+
<footer>
|
|
832
|
+
|
|
833
|
+
<div class="related-pages">
|
|
834
|
+
|
|
835
|
+
|
|
836
|
+
</div>
|
|
837
|
+
<div class="bottom-of-page">
|
|
838
|
+
<div class="left-details">
|
|
839
|
+
<div class="copyright">
|
|
840
|
+
Copyright © 2026, Wolfgang Wenzel
|
|
841
|
+
</div>
|
|
842
|
+
Made with <a href="https://www.sphinx-doc.org/">Sphinx</a> and <a class="muted-link" href="https://pradyunsg.me">@pradyunsg</a>'s
|
|
843
|
+
|
|
844
|
+
<a href="https://github.com/pradyunsg/furo">Furo</a>
|
|
845
|
+
|
|
846
|
+
</div>
|
|
847
|
+
<div class="right-details">
|
|
848
|
+
|
|
849
|
+
</div>
|
|
850
|
+
</div>
|
|
851
|
+
|
|
852
|
+
</footer>
|
|
853
|
+
</div>
|
|
854
|
+
<aside class="toc-drawer no-toc">
|
|
855
|
+
|
|
856
|
+
|
|
857
|
+
|
|
858
|
+
</aside>
|
|
859
|
+
</div>
|
|
860
|
+
</div><script src="../../../_static/documentation_options.js?v=5929fcd5"></script>
|
|
861
|
+
<script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
|
|
862
|
+
<script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
|
|
863
|
+
<script src="../../../_static/scripts/furo.js?v=46bd48cc"></script>
|
|
864
|
+
<script data-docs-built-at="2026-07-17 10:50:10 UTC" src="../../../_static/docs-build-badge.js?v=57cb9fc6"></script>
|
|
865
|
+
</body>
|
|
866
|
+
</html>
|