mostlyright-data 0.9.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mostlyright/data_harness/__init__.py +158 -0
- mostlyright/data_harness/acquisition/__init__.py +55 -0
- mostlyright/data_harness/acquisition/http.py +2773 -0
- mostlyright/data_harness/acquisition/parsing.py +809 -0
- mostlyright/data_harness/acquisition/ranges.py +495 -0
- mostlyright/data_harness/acquisition/result_download.py +360 -0
- mostlyright/data_harness/acquisition/retention_admission.py +248 -0
- mostlyright/data_harness/acquisition/sandbox.py +4888 -0
- mostlyright/data_harness/acquisition/url_policy.py +530 -0
- mostlyright/data_harness/agent_runtime.py +2743 -0
- mostlyright/data_harness/assets/logo-ink.svg +31 -0
- mostlyright/data_harness/backends/__init__.py +28 -0
- mostlyright/data_harness/backends/pandas_backend.py +350 -0
- mostlyright/data_harness/backends/polars_backend.py +366 -0
- mostlyright/data_harness/backends/protocol.py +124 -0
- mostlyright/data_harness/backends/reference.py +83 -0
- mostlyright/data_harness/backends/registry.py +55 -0
- mostlyright/data_harness/backends/restrictions.py +126 -0
- mostlyright/data_harness/canonical.py +333 -0
- mostlyright/data_harness/catalog_job.py +625 -0
- mostlyright/data_harness/cli.py +5398 -0
- mostlyright/data_harness/contracts.py +53 -0
- mostlyright/data_harness/coordinator.py +1307 -0
- mostlyright/data_harness/deploy.py +924 -0
- mostlyright/data_harness/deploy_target.py +312 -0
- mostlyright/data_harness/deployment_evidence.py +1067 -0
- mostlyright/data_harness/event_presentation.py +576 -0
- mostlyright/data_harness/events.py +2152 -0
- mostlyright/data_harness/fast_delimited.py +239 -0
- mostlyright/data_harness/fleet.py +237 -0
- mostlyright/data_harness/formats.py +236 -0
- mostlyright/data_harness/governors.py +1163 -0
- mostlyright/data_harness/hosted_bootstrap.py +972 -0
- mostlyright/data_harness/hosted_crawler.py +1115 -0
- mostlyright/data_harness/hosted_crawler_container_smoke.py +351 -0
- mostlyright/data_harness/hosted_crawler_fetch.py +423 -0
- mostlyright/data_harness/hosted_crawler_job.py +1277 -0
- mostlyright/data_harness/hosted_crawler_protocol.py +676 -0
- mostlyright/data_harness/hosted_dataset.py +1500 -0
- mostlyright/data_harness/hosted_deploy.py +3037 -0
- mostlyright/data_harness/hosted_handoff.py +62 -0
- mostlyright/data_harness/hosted_ingestion_contract.py +504 -0
- mostlyright/data_harness/hosted_ingestion_job.py +356 -0
- mostlyright/data_harness/hosted_ingestion_job_smoke.py +40 -0
- mostlyright/data_harness/hosted_session_container_smoke.py +194 -0
- mostlyright/data_harness/hosted_session_worker.py +3554 -0
- mostlyright/data_harness/hosted_session_worker_job_smoke.py +46 -0
- mostlyright/data_harness/hosted_worker.py +6784 -0
- mostlyright/data_harness/ingestion/__init__.py +56 -0
- mostlyright/data_harness/ingestion/contracts.py +461 -0
- mostlyright/data_harness/ingestion/faults.py +42 -0
- mostlyright/data_harness/ingestion/gcs_store.py +1162 -0
- mostlyright/data_harness/ingestion/spool.py +130 -0
- mostlyright/data_harness/ingestion/store.py +885 -0
- mostlyright/data_harness/key_seam.py +434 -0
- mostlyright/data_harness/linux_process_boundary.py +262 -0
- mostlyright/data_harness/local_contracts.py +2880 -0
- mostlyright/data_harness/local_search/__init__.py +5 -0
- mostlyright/data_harness/local_search/build_index.py +1087 -0
- mostlyright/data_harness/local_search/contracts.py +920 -0
- mostlyright/data_harness/local_search/query_trace.py +266 -0
- mostlyright/data_harness/local_search/retrieval.py +700 -0
- mostlyright/data_harness/local_search/sealed.py +474 -0
- mostlyright/data_harness/local_search/service.py +784 -0
- mostlyright/data_harness/nbrender/CONTRACT.md +212 -0
- mostlyright/data_harness/nbrender/__init__.py +12 -0
- mostlyright/data_harness/nbrender/chrome.py +359 -0
- mostlyright/data_harness/nbrender/code_body.py +266 -0
- mostlyright/data_harness/nbrender/document.py +407 -0
- mostlyright/data_harness/nbrender/frame.py +275 -0
- mostlyright/data_harness/nbrender/interactive.py +337 -0
- mostlyright/data_harness/nbrender/markdown_body.py +477 -0
- mostlyright/data_harness/nbrender/mr_components.py +134 -0
- mostlyright/data_harness/nbrender/outputs_data.py +595 -0
- mostlyright/data_harness/nbrender/outputs_rich.py +906 -0
- mostlyright/data_harness/nbrender/outputs_source.py +260 -0
- mostlyright/data_harness/nbrender/outputs_stage.py +176 -0
- mostlyright/data_harness/nbrender/outputs_text.py +400 -0
- mostlyright/data_harness/nbrender/parse.py +394 -0
- mostlyright/data_harness/nbrender/status.py +40 -0
- mostlyright/data_harness/nbrender/tokens.py +1295 -0
- mostlyright/data_harness/notebook.py +1710 -0
- mostlyright/data_harness/offline.py +2049 -0
- mostlyright/data_harness/operation_registry.py +1007 -0
- mostlyright/data_harness/operator_setup.py +239 -0
- mostlyright/data_harness/pipeline.py +6428 -0
- mostlyright/data_harness/plan_graph.py +2026 -0
- mostlyright/data_harness/preparation/__init__.py +104 -0
- mostlyright/data_harness/preparation/contracts.py +1017 -0
- mostlyright/data_harness/preparation/engine.py +221 -0
- mostlyright/data_harness/preparation/errors.py +14 -0
- mostlyright/data_harness/preparation/gates.py +751 -0
- mostlyright/data_harness/preparation/joins.py +574 -0
- mostlyright/data_harness/preparation/profile.py +384 -0
- mostlyright/data_harness/preparation/table.py +217 -0
- mostlyright/data_harness/preparation/transforms.py +568 -0
- mostlyright/data_harness/progress_events.py +534 -0
- mostlyright/data_harness/readers/__init__.py +46 -0
- mostlyright/data_harness/readers/containers.py +963 -0
- mostlyright/data_harness/readers/contracts.py +542 -0
- mostlyright/data_harness/readers/delimited.py +257 -0
- mostlyright/data_harness/readers/grib2/__init__.py +33 -0
- mostlyright/data_harness/readers/grib2/admission.py +722 -0
- mostlyright/data_harness/readers/grib2/decode.py +1009 -0
- mostlyright/data_harness/readers/grib2/geometry.py +1133 -0
- mostlyright/data_harness/readers/grib2/portable_math.py +501 -0
- mostlyright/data_harness/readers/json_tabular.py +485 -0
- mostlyright/data_harness/readers/registry.py +514 -0
- mostlyright/data_harness/readers/samples/README.md +110 -0
- mostlyright/data_harness/readers/samples/archive.gzip/1.0.0/cities_one_stream/cities.csv.gz +0 -0
- mostlyright/data_harness/readers/samples/archive.gzip/1.0.0/cities_one_stream/expected.json +24 -0
- mostlyright/data_harness/readers/samples/archive.gzip/1.1.0/cities_one_stream/cities.csv.gz +0 -0
- mostlyright/data_harness/readers/samples/archive.gzip/1.1.0/cities_one_stream/expected.json +24 -0
- mostlyright/data_harness/readers/samples/archive.tar/1.0.0/cities_beside_a_directory_entry/cities.tar +0 -0
- mostlyright/data_harness/readers/samples/archive.tar/1.0.0/cities_beside_a_directory_entry/expected.json +24 -0
- mostlyright/data_harness/readers/samples/archive.tar/1.1.0/cities_beside_a_directory_entry/cities.tar +0 -0
- mostlyright/data_harness/readers/samples/archive.tar/1.1.0/cities_beside_a_directory_entry/expected.json +24 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.0.0/cities_beside_a_second_member/cities.zip +0 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.0.0/cities_beside_a_second_member/expected.json +25 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.1.0/dwd_semicolon_station_member/dwd-station.zip +0 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.1.0/dwd_semicolon_station_member/expected.json +25 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.2.0/dwd_semicolon_station_member/dwd-station.zip +0 -0
- mostlyright/data_harness/readers/samples/archive.zip/1.2.0/dwd_semicolon_station_member/expected.json +25 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.0.0/an_ordinary_comma_separated_table/cities.csv +3 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.0.0/an_ordinary_comma_separated_table/expected.json +23 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.0.0/quoted_fields_holding_the_delimiter/cities.tsv +5 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.0.0/quoted_fields_holding_the_delimiter/expected.json +25 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.1.0/an_hourly_observation_table_served_as_plain_text/expected.json +30 -0
- mostlyright/data_harness/readers/samples/delimited_text/1.1.0/an_hourly_observation_table_served_as_plain_text/observations.csv +5 -0
- mostlyright/data_harness/readers/samples/json.tabular/1.0.0/nested_hourly_observations/expected.json +44 -0
- mostlyright/data_harness/readers/samples/json.tabular/1.0.0/nested_hourly_observations/stations.json +1 -0
- mostlyright/data_harness/readers/samples/json.tabular/1.1.0/an_observation_stream_served_as_plain_text/expected.json +48 -0
- mostlyright/data_harness/readers/samples/json.tabular/1.1.0/an_observation_stream_served_as_plain_text/observations.ndjson +4 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.0.0/an_ordinary_table_beside_a_second_sheet/cities.xlsx +0 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.0.0/an_ordinary_table_beside_a_second_sheet/expected.json +24 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.0.0/shares_the_workbook_had_already_computed/expected.json +27 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.0.0/shares_the_workbook_had_already_computed/shares.xlsx +0 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.1.0/shares_the_workbook_had_already_computed/expected.json +27 -0
- mostlyright/data_harness/readers/samples/spreadsheet.xlsx/1.1.0/shares_the_workbook_had_already_computed/shares.xlsx +0 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/README.md +20 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/gfs_2m_temperature/expected.json +55 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/gfs_2m_temperature/gfs-2m-temperature.grib2 +0 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/hrrr_2m_temperature/expected.json +54 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/hrrr_2m_temperature/hrrr-2m-temperature.grib2 +0 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/hrrr_categorical_rain/expected.json +54 -0
- mostlyright/data_harness/readers/samples/weather.grib2/1.0.0/hrrr_categorical_rain/hrrr-categorical-rain.grib2 +0 -0
- mostlyright/data_harness/readers/samples/weather.grib2/2.0.0/hrrr_2m_temperature/expected.json +54 -0
- mostlyright/data_harness/readers/samples/weather.grib2/2.0.0/hrrr_2m_temperature/hrrr-2m-temperature.grib2 +0 -0
- mostlyright/data_harness/readers/samples.py +582 -0
- mostlyright/data_harness/readers/spreadsheet.py +803 -0
- mostlyright/data_harness/readers/tabular.py +510 -0
- mostlyright/data_harness/recipe.py +5321 -0
- mostlyright/data_harness/repair/__init__.py +78 -0
- mostlyright/data_harness/repair/adapters.py +274 -0
- mostlyright/data_harness/repair/contracts.py +872 -0
- mostlyright/data_harness/repair/coordinator.py +1099 -0
- mostlyright/data_harness/repair/errors.py +16 -0
- mostlyright/data_harness/review.py +2533 -0
- mostlyright/data_harness/rowset.py +283 -0
- mostlyright/data_harness/serving.py +1975 -0
- mostlyright/data_harness/serving_edge.py +590 -0
- mostlyright/data_harness/serving_http.py +1031 -0
- mostlyright/data_harness/session_probes.py +759 -0
- mostlyright/data_harness/signing.py +101 -0
- mostlyright/data_harness/source_discovery.py +898 -0
- mostlyright/data_harness/sources/__init__.py +209 -0
- mostlyright/data_harness/sources/_adapter_steps.py +213 -0
- mostlyright/data_harness/sources/adapters.py +1214 -0
- mostlyright/data_harness/sources/cadence.py +1428 -0
- mostlyright/data_harness/sources/cadence_emission.py +453 -0
- mostlyright/data_harness/sources/cadence_history.py +546 -0
- mostlyright/data_harness/sources/catalog/__init__.py +17 -0
- mostlyright/data_harness/sources/catalog/admission.py +477 -0
- mostlyright/data_harness/sources/catalog/authoring.py +1701 -0
- mostlyright/data_harness/sources/catalog/authoring_policy.py +701 -0
- mostlyright/data_harness/sources/catalog/authoring_shards.py +1217 -0
- mostlyright/data_harness/sources/catalog/bounded_io.py +231 -0
- mostlyright/data_harness/sources/catalog/channel.py +523 -0
- mostlyright/data_harness/sources/catalog/channel_client.py +296 -0
- mostlyright/data_harness/sources/catalog/contracts.py +825 -0
- mostlyright/data_harness/sources/catalog/coverage.py +137 -0
- mostlyright/data_harness/sources/catalog/delta.py +1340 -0
- mostlyright/data_harness/sources/catalog/embedding.py +532 -0
- mostlyright/data_harness/sources/catalog/entry_v2.py +1182 -0
- mostlyright/data_harness/sources/catalog/fill.py +3889 -0
- mostlyright/data_harness/sources/catalog/fill_partitions.py +459 -0
- mostlyright/data_harness/sources/catalog/fill_staging.py +1105 -0
- mostlyright/data_harness/sources/catalog/gating.py +374 -0
- mostlyright/data_harness/sources/catalog/generation_receipt.py +1607 -0
- mostlyright/data_harness/sources/catalog/harvest/__init__.py +7 -0
- mostlyright/data_harness/sources/catalog/harvest/ckan.py +384 -0
- mostlyright/data_harness/sources/catalog/harvest/datagov_v4.py +798 -0
- mostlyright/data_harness/sources/catalog/harvest/protocol.py +964 -0
- mostlyright/data_harness/sources/catalog/harvest/sdmx.py +445 -0
- mostlyright/data_harness/sources/catalog/harvest/stac.py +384 -0
- mostlyright/data_harness/sources/catalog/health.py +447 -0
- mostlyright/data_harness/sources/catalog/hosted_catalog.py +105 -0
- mostlyright/data_harness/sources/catalog/identity_history.py +1549 -0
- mostlyright/data_harness/sources/catalog/neural.py +1618 -0
- mostlyright/data_harness/sources/catalog/packed_catalog.py +2345 -0
- mostlyright/data_harness/sources/catalog/packed_retrieval.py +1517 -0
- mostlyright/data_harness/sources/catalog/packed_writer.py +2802 -0
- mostlyright/data_harness/sources/catalog/query_trace.py +1037 -0
- mostlyright/data_harness/sources/catalog/recommend.py +171 -0
- mostlyright/data_harness/sources/catalog/retrieval.py +230 -0
- mostlyright/data_harness/sources/catalog/retrieval_manifest.py +995 -0
- mostlyright/data_harness/sources/catalog/rights_decisions.py +254 -0
- mostlyright/data_harness/sources/catalog/sealed.py +560 -0
- mostlyright/data_harness/sources/catalog/search.py +230 -0
- mostlyright/data_harness/sources/catalog/streaming_delta.py +1097 -0
- mostlyright/data_harness/sources/catalog/update.py +891 -0
- mostlyright/data_harness/sources/collections.py +815 -0
- mostlyright/data_harness/sources/contracts.py +2223 -0
- mostlyright/data_harness/sources/deletion.py +761 -0
- mostlyright/data_harness/sources/fitness.py +162 -0
- mostlyright/data_harness/sources/governance.py +163 -0
- mostlyright/data_harness/sources/hosted.py +173 -0
- mostlyright/data_harness/sources/integration.py +218 -0
- mostlyright/data_harness/sources/range_reader.py +418 -0
- mostlyright/data_harness/sources/registry.py +514 -0
- mostlyright/data_harness/sources/rights_rule.py +59 -0
- mostlyright/data_harness/sources/source_cadence_vectors.v1.json +1 -0
- mostlyright/data_harness/sources/sports.py +521 -0
- mostlyright/data_harness/sources/stream.py +524 -0
- mostlyright/data_harness/sources/stream_connector.py +418 -0
- mostlyright/data_harness/sources/stream_recorder.py +1404 -0
- mostlyright/data_harness/studio_boundary.py +2019 -0
- mostlyright/data_harness/thin/__init__.py +37 -0
- mostlyright/data_harness/thin/acquire.py +1137 -0
- mostlyright/data_harness/thin/acquire_cancel.py +579 -0
- mostlyright/data_harness/thin/approvals.py +617 -0
- mostlyright/data_harness/thin/commands.py +406 -0
- mostlyright/data_harness/thin/download.py +194 -0
- mostlyright/data_harness/thin/narrative.py +589 -0
- mostlyright/data_harness/thin/parity.py +1070 -0
- mostlyright/data_harness/thin/propose.py +2759 -0
- mostlyright/data_harness/thin/research.py +1663 -0
- mostlyright/data_harness/thin/router.py +924 -0
- mostlyright/data_harness/thin/runs.py +519 -0
- mostlyright/data_harness/thin/session.py +281 -0
- mostlyright/data_harness/thin/stream.py +501 -0
- mostlyright/data_harness/thin/transport.py +187 -0
- mostlyright/data_harness/thin/vocabulary.py +368 -0
- mostlyright/data_harness/thin/workers.py +164 -0
- mostlyright/data_harness/ucum/TABLE-PIN.json +40 -0
- mostlyright/data_harness/ucum/ucum-subset.v1.json +632 -0
- mostlyright/data_harness/unit_flow.py +927 -0
- mostlyright/data_harness/units.py +572 -0
- mostlyright/data_harness/ux/__init__.py +9 -0
- mostlyright/data_harness/ux/approve.py +485 -0
- mostlyright/data_harness/ux/author_yaml.py +597 -0
- mostlyright/data_harness/ux/cloud_auth.py +447 -0
- mostlyright/data_harness/ux/commands/__init__.py +260 -0
- mostlyright/data_harness/ux/commands/approve.py +136 -0
- mostlyright/data_harness/ux/commands/auth.py +744 -0
- mostlyright/data_harness/ux/commands/author.py +79 -0
- mostlyright/data_harness/ux/commands/catalog_author.py +403 -0
- mostlyright/data_harness/ux/commands/catalog_fill.py +523 -0
- mostlyright/data_harness/ux/commands/catalog_harvest.py +545 -0
- mostlyright/data_harness/ux/commands/catalog_publish.py +1838 -0
- mostlyright/data_harness/ux/commands/catalog_search.py +71 -0
- mostlyright/data_harness/ux/commands/catalog_update.py +437 -0
- mostlyright/data_harness/ux/commands/deploy.py +134 -0
- mostlyright/data_harness/ux/commands/deploy_dataset.py +98 -0
- mostlyright/data_harness/ux/commands/deploy_plan.py +105 -0
- mostlyright/data_harness/ux/commands/deploy_status.py +104 -0
- mostlyright/data_harness/ux/commands/diff.py +74 -0
- mostlyright/data_harness/ux/commands/index.py +84 -0
- mostlyright/data_harness/ux/commands/inventory.py +47 -0
- mostlyright/data_harness/ux/commands/list_builds.py +143 -0
- mostlyright/data_harness/ux/commands/login.py +63 -0
- mostlyright/data_harness/ux/commands/peek.py +236 -0
- mostlyright/data_harness/ux/commands/plan_check.py +90 -0
- mostlyright/data_harness/ux/commands/preflight.py +97 -0
- mostlyright/data_harness/ux/commands/record.py +107 -0
- mostlyright/data_harness/ux/commands/review_setup.py +47 -0
- mostlyright/data_harness/ux/commands/search.py +440 -0
- mostlyright/data_harness/ux/commands/show.py +61 -0
- mostlyright/data_harness/ux/commands/whoami.py +37 -0
- mostlyright/data_harness/ux/credential_native.py +551 -0
- mostlyright/data_harness/ux/credential_store.py +1055 -0
- mostlyright/data_harness/ux/credentials.py +631 -0
- mostlyright/data_harness/ux/diffing.py +444 -0
- mostlyright/data_harness/ux/headline.py +671 -0
- mostlyright/data_harness/ux/hosted_acquisition.py +974 -0
- mostlyright/data_harness/ux/hosted_run_status.py +619 -0
- mostlyright/data_harness/ux/inventory.py +427 -0
- mostlyright/data_harness/ux/local_review.py +375 -0
- mostlyright/data_harness/ux/login.py +691 -0
- mostlyright/data_harness/ux/path_kind.py +147 -0
- mostlyright/data_harness/ux/peek.py +1000 -0
- mostlyright/data_harness/ux/plain_file.py +178 -0
- mostlyright/data_harness/ux/plan_check.py +311 -0
- mostlyright/data_harness/ux/preflight.py +918 -0
- mostlyright/data_harness/ux/readers.py +1124 -0
- mostlyright/data_harness/ux/remediation.py +2195 -0
- mostlyright/data_harness/ux/render.py +657 -0
- mostlyright/data_harness/ux/workload.py +1077 -0
- mostlyright/data_harness/viewer.py +3713 -0
- mostlyright/data_harness/visual_run/__init__.py +83 -0
- mostlyright/data_harness/visual_run/authoring.py +235 -0
- mostlyright/data_harness/visual_run/contracts.py +673 -0
- mostlyright/data_harness/visual_run/materialize.py +486 -0
- mostlyright/data_harness/visual_run/observations.py +874 -0
- mostlyright/data_harness/visual_run/query.py +259 -0
- mostlyright/data_harness/visual_run/reducer.py +280 -0
- mostlyright/data_harness/visual_run/sdk.py +892 -0
- mostlyright/data_harness/visual_run/store.py +584 -0
- mostlyright/data_harness/visual_run/transport.py +239 -0
- mostlyright/data_harness/watch.py +2999 -0
- mostlyright_data-0.9.0.dist-info/METADATA +607 -0
- mostlyright_data-0.9.0.dist-info/RECORD +314 -0
- mostlyright_data-0.9.0.dist-info/WHEEL +4 -0
- mostlyright_data-0.9.0.dist-info/entry_points.txt +12 -0
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
"""Protected operator provisioning for installed local review.
|
|
2
|
+
|
|
3
|
+
This module is intentionally installed but is not re-exported from the public package. It creates
|
|
4
|
+
the trust material an operator distributes to independent review roles; it does not install the
|
|
5
|
+
machine-global anchor, approve a Build, finalize review, or mint a release attestation.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
from __future__ import annotations
|
|
9
|
+
|
|
10
|
+
import base64
|
|
11
|
+
import hashlib
|
|
12
|
+
import os
|
|
13
|
+
import secrets
|
|
14
|
+
from dataclasses import dataclass
|
|
15
|
+
from pathlib import Path
|
|
16
|
+
from typing import Any
|
|
17
|
+
|
|
18
|
+
from cryptography.hazmat.primitives import serialization
|
|
19
|
+
from cryptography.hazmat.primitives.asymmetric.ed25519 import Ed25519PrivateKey
|
|
20
|
+
|
|
21
|
+
from mostlyright.data_harness.canonical import canonical_json_bytes
|
|
22
|
+
from mostlyright.data_harness.offline import review_target_path
|
|
23
|
+
from mostlyright.data_harness.pipeline import verify_candidate
|
|
24
|
+
from mostlyright.data_harness.review import public_key_to_base64
|
|
25
|
+
|
|
26
|
+
REVIEW_SETUP_SCHEMA_VERSION = "mr-data-review-setup.v1"
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
@dataclass(frozen=True)
|
|
30
|
+
class ProvisionedReviewSetup:
|
|
31
|
+
"""Paths and separately distributable capabilities created by an operator."""
|
|
32
|
+
|
|
33
|
+
anchor_private_key: Ed25519PrivateKey
|
|
34
|
+
anchor_path: Path
|
|
35
|
+
sealed_enrollment_path: Path
|
|
36
|
+
key_bundle_path: Path
|
|
37
|
+
handles: dict[str, str]
|
|
38
|
+
token_paths: dict[str, Path]
|
|
39
|
+
sealed_enrollment: dict[str, Any]
|
|
40
|
+
|
|
41
|
+
def receipt(self) -> dict[str, Any]:
|
|
42
|
+
"""Return only paths and authority disclaimers; never print handles or private keys."""
|
|
43
|
+
|
|
44
|
+
return {
|
|
45
|
+
"schema_version": REVIEW_SETUP_SCHEMA_VERSION,
|
|
46
|
+
"status": "review_setup_created",
|
|
47
|
+
"operator_anchor": os.fspath(self.anchor_path),
|
|
48
|
+
"sealed_enrollment": os.fspath(self.sealed_enrollment_path),
|
|
49
|
+
"key_bundle": os.fspath(self.key_bundle_path),
|
|
50
|
+
"role_token_files": {
|
|
51
|
+
role: os.fspath(path) for role, path in sorted(self.token_paths.items())
|
|
52
|
+
},
|
|
53
|
+
"approval_granted": False,
|
|
54
|
+
"release_attestation_minted": False,
|
|
55
|
+
"warning": (
|
|
56
|
+
"Protected operator material was created. This setup does not approve a Build or "
|
|
57
|
+
"mint a release attestation; distribute each token only to its named review role."
|
|
58
|
+
),
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def provision_review_setup(
|
|
63
|
+
workspace: Path,
|
|
64
|
+
*,
|
|
65
|
+
operator_root: Path,
|
|
66
|
+
anchor_path: Path,
|
|
67
|
+
) -> ProvisionedReviewSetup:
|
|
68
|
+
"""Create Build-bound review material in new protected directories.
|
|
69
|
+
|
|
70
|
+
The returned anchor is an installation input. The coordinator deliberately reads its real
|
|
71
|
+
trust anchor only from the fixed machine-global path owned by root; no value here redirects
|
|
72
|
+
that path.
|
|
73
|
+
"""
|
|
74
|
+
|
|
75
|
+
candidate = verify_candidate(review_target_path(workspace))
|
|
76
|
+
_require_new_output_parent(anchor_path.parent, "operator anchor directory")
|
|
77
|
+
_require_new_output_parent(operator_root, "operator material directory")
|
|
78
|
+
|
|
79
|
+
anchor_private_key = Ed25519PrivateKey.generate()
|
|
80
|
+
response_root_private_key = Ed25519PrivateKey.generate()
|
|
81
|
+
reviewer_private_keys = {
|
|
82
|
+
"question_source_fit": Ed25519PrivateKey.generate(),
|
|
83
|
+
"transformation_data_quality": Ed25519PrivateKey.generate(),
|
|
84
|
+
}
|
|
85
|
+
verifier_private_key = Ed25519PrivateKey.generate()
|
|
86
|
+
handles = {
|
|
87
|
+
"question_source_fit": f"h2q_{secrets.token_urlsafe(48)}",
|
|
88
|
+
"transformation_data_quality": f"h2t_{secrets.token_urlsafe(48)}",
|
|
89
|
+
"verifier": f"h2v_{secrets.token_urlsafe(48)}",
|
|
90
|
+
}
|
|
91
|
+
enrollment_id = secrets.token_hex(16)
|
|
92
|
+
body = {
|
|
93
|
+
"schema_version": "review-coordinator-sealed-enrollment.v1",
|
|
94
|
+
"enrollment_id": enrollment_id,
|
|
95
|
+
"candidate_digest": candidate.candidate_digest,
|
|
96
|
+
"validation_policy_digest": candidate.validation_policy_digest,
|
|
97
|
+
"cycle_lineage": "h2-initial-review",
|
|
98
|
+
"producer": {
|
|
99
|
+
"principal_id": candidate.producer_principal,
|
|
100
|
+
"attempt_id": candidate.producer_attempt,
|
|
101
|
+
},
|
|
102
|
+
"reviewers": [
|
|
103
|
+
{
|
|
104
|
+
"principal_id": "h2questionsourcereviewer",
|
|
105
|
+
"attempt_id": "h2questionsourcereviewattempt",
|
|
106
|
+
"lens": "question_source_fit",
|
|
107
|
+
"key_id": "h2questionsourcereviewerkey",
|
|
108
|
+
"public_key": public_key_to_base64(
|
|
109
|
+
reviewer_private_keys["question_source_fit"].public_key()
|
|
110
|
+
),
|
|
111
|
+
"handle_sha256": _handle_digest(handles["question_source_fit"]),
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"principal_id": "h2transformationqualityreviewer",
|
|
115
|
+
"attempt_id": "h2transformationqualityreviewattempt",
|
|
116
|
+
"lens": "transformation_data_quality",
|
|
117
|
+
"key_id": "h2transformationqualityreviewerkey",
|
|
118
|
+
"public_key": public_key_to_base64(
|
|
119
|
+
reviewer_private_keys["transformation_data_quality"].public_key()
|
|
120
|
+
),
|
|
121
|
+
"handle_sha256": _handle_digest(handles["transformation_data_quality"]),
|
|
122
|
+
},
|
|
123
|
+
],
|
|
124
|
+
"verifier": {
|
|
125
|
+
"principal_id": "h2independentverifier",
|
|
126
|
+
"public_key": public_key_to_base64(verifier_private_key.public_key()),
|
|
127
|
+
"handle_sha256": _handle_digest(handles["verifier"]),
|
|
128
|
+
},
|
|
129
|
+
"response_root_public_key": public_key_to_base64(response_root_private_key.public_key()),
|
|
130
|
+
}
|
|
131
|
+
sealed_enrollment = seal_enrollment(body, anchor_private_key)
|
|
132
|
+
key_bundle = {
|
|
133
|
+
"schema_version": "review-coordinator-key-bundle.v1",
|
|
134
|
+
"enrollment_id": enrollment_id,
|
|
135
|
+
"response_root_private_key": _private_key_text(response_root_private_key),
|
|
136
|
+
"reviewer_private_keys": {
|
|
137
|
+
lens: _private_key_text(private_key)
|
|
138
|
+
for lens, private_key in reviewer_private_keys.items()
|
|
139
|
+
},
|
|
140
|
+
"verifier_private_key": _private_key_text(verifier_private_key),
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
anchor_path.parent.mkdir(mode=0o700, parents=True)
|
|
144
|
+
operator_root.mkdir(mode=0o700, parents=True)
|
|
145
|
+
token_directory = operator_root / "role-tokens"
|
|
146
|
+
token_directory.mkdir(mode=0o700)
|
|
147
|
+
sealed_enrollment_path = operator_root / "sealed-enrollment.json"
|
|
148
|
+
key_bundle_path = operator_root / "coordinator-key-bundle.json"
|
|
149
|
+
token_paths = {role: token_directory / f"{role}.token" for role in handles}
|
|
150
|
+
|
|
151
|
+
_write_new_mode(
|
|
152
|
+
anchor_path,
|
|
153
|
+
{
|
|
154
|
+
"schema_version": "review-coordinator-anchor.v1",
|
|
155
|
+
"algorithm": "Ed25519",
|
|
156
|
+
"anchor_id": secrets.token_hex(16),
|
|
157
|
+
"public_key": public_key_to_base64(anchor_private_key.public_key()),
|
|
158
|
+
},
|
|
159
|
+
0o444,
|
|
160
|
+
)
|
|
161
|
+
_write_new_mode(sealed_enrollment_path, sealed_enrollment, 0o444)
|
|
162
|
+
_write_new_mode(key_bundle_path, key_bundle, 0o400)
|
|
163
|
+
for role, token_path in token_paths.items():
|
|
164
|
+
_write_new_bytes(token_path, f"{handles[role]}\n".encode("ascii"), 0o400)
|
|
165
|
+
|
|
166
|
+
return ProvisionedReviewSetup(
|
|
167
|
+
anchor_private_key=anchor_private_key,
|
|
168
|
+
anchor_path=anchor_path,
|
|
169
|
+
sealed_enrollment_path=sealed_enrollment_path,
|
|
170
|
+
key_bundle_path=key_bundle_path,
|
|
171
|
+
handles=handles,
|
|
172
|
+
token_paths=token_paths,
|
|
173
|
+
sealed_enrollment=sealed_enrollment,
|
|
174
|
+
)
|
|
175
|
+
|
|
176
|
+
|
|
177
|
+
def seal_enrollment(
|
|
178
|
+
body: dict[str, Any],
|
|
179
|
+
anchor_private_key: Ed25519PrivateKey,
|
|
180
|
+
) -> dict[str, Any]:
|
|
181
|
+
"""Return the strict signed enrollment envelope issued by an operator."""
|
|
182
|
+
|
|
183
|
+
return {
|
|
184
|
+
"body": body,
|
|
185
|
+
"signature": base64.b64encode(anchor_private_key.sign(canonical_json_bytes(body))).decode(
|
|
186
|
+
"ascii"
|
|
187
|
+
),
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
|
|
191
|
+
def write_mode(path: Path, value: Any, mode: int) -> None:
|
|
192
|
+
"""Rewrite a test-created canonical artifact while preserving its required mode."""
|
|
193
|
+
|
|
194
|
+
path.write_bytes(canonical_json_bytes(value))
|
|
195
|
+
os.chmod(path, mode, follow_symlinks=False)
|
|
196
|
+
|
|
197
|
+
|
|
198
|
+
def _require_new_output_parent(path: Path, label: str) -> None:
|
|
199
|
+
if path.exists() or path.is_symlink():
|
|
200
|
+
raise FileExistsError(f"{label} already exists: {path}")
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
def _write_new_mode(path: Path, value: Any, mode: int) -> None:
|
|
204
|
+
_write_new_bytes(path, canonical_json_bytes(value), mode)
|
|
205
|
+
|
|
206
|
+
|
|
207
|
+
def _write_new_bytes(path: Path, value: bytes, mode: int) -> None:
|
|
208
|
+
flags = os.O_WRONLY | os.O_CREAT | os.O_EXCL
|
|
209
|
+
if hasattr(os, "O_NOFOLLOW"):
|
|
210
|
+
flags |= os.O_NOFOLLOW
|
|
211
|
+
descriptor = os.open(path, flags, mode)
|
|
212
|
+
try:
|
|
213
|
+
offset = 0
|
|
214
|
+
while offset < len(value):
|
|
215
|
+
offset += os.write(descriptor, value[offset:])
|
|
216
|
+
os.fsync(descriptor)
|
|
217
|
+
finally:
|
|
218
|
+
os.close(descriptor)
|
|
219
|
+
os.chmod(path, mode, follow_symlinks=False)
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def _private_key_text(private_key: Ed25519PrivateKey) -> str:
|
|
223
|
+
raw = private_key.private_bytes(
|
|
224
|
+
serialization.Encoding.Raw,
|
|
225
|
+
serialization.PrivateFormat.Raw,
|
|
226
|
+
serialization.NoEncryption(),
|
|
227
|
+
)
|
|
228
|
+
return base64.b64encode(raw).decode("ascii")
|
|
229
|
+
|
|
230
|
+
|
|
231
|
+
def _handle_digest(handle: str) -> str:
|
|
232
|
+
return hashlib.sha256(handle.encode("ascii")).hexdigest()
|
|
233
|
+
|
|
234
|
+
|
|
235
|
+
__all__ = [
|
|
236
|
+
"REVIEW_SETUP_SCHEMA_VERSION",
|
|
237
|
+
"ProvisionedReviewSetup",
|
|
238
|
+
"provision_review_setup",
|
|
239
|
+
]
|