sable-sphynx 0.7.0.dev0__py3-none-any.whl

sphynx/dataset_catalog_data.py

@@ -0,0 +1,1214 @@
+"""Audited content-free release metadata; readiness never grants data authorization."""
+from .catalog import DatasetDescriptor
+
+_DATA = [{'dataset_id': 'synthetic.rerank.v1',
+  'pack_id': 'rag.rerank.v1',
+  'release': 'v1',
+  'track': 'rag_rerank',
+  'dataset_schema_version': 'rag-evals.dataset.v2',
+  'source_digest': 'sha256:74884a0176738649d85cc8b681323103961939aaa0f3d5f1dd1565ed2e53d86b',
+  'reference_digest': 'sha256:74884a0176738649d85cc8b681323103961939aaa0f3d5f1dd1565ed2e53d86b',
+  'population': 'synthetic',
+  'split': 'dev-and-test',
+  'case_count': 6,
+  'relevance_threshold': 2.0,
+  'review_status': 'illustrative_synthetic',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'available',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'sable.mc1.rerank.v1',
+  'pack_id': 'rag.rerank.sable.dev.v1',
+  'release': 'v1.external',
+  'track': 'rag_rerank',
+  'dataset_schema_version': 'rag-evals.dataset.v2',
+  'source_digest': 'sha256:9b4a756e43714c98a9a3625a2fad7fc48e4a81210a474f52a1805e8abdb8a154',
+  'reference_digest': 'sha256:9b4a756e43714c98a9a3625a2fad7fc48e4a81210a474f52a1805e8abdb8a154',
+  'population': 'five_customer_development',
+  'split': 'development',
+  'case_count': 82,
+  'relevance_threshold': 2.0,
+  'review_status': 'owner_development_labels',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 100,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner authorization for customer corpus and labels.'],
+  'local_prerequisites': ['Exact owner-held mc1 dataset; 18 upstream misses excluded from this rerank '
+                          'cohort.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'sable.hybrid100.retrieve.v1',
+  'pack_id': 'rag.retrieve.v1',
+  'release': 'v1.external',
+  'track': 'rag_retrieve',
+  'dataset_schema_version': 'sphynx.rag.retrieve.dataset.v1',
+  'source_digest': 'sha256:fafb5784f4d25f5e164ce377120ef1a23836a7837246aa2153dc025a5eb8c557',
+  'reference_digest': 'sha256:fafb5784f4d25f5e164ce377120ef1a23836a7837246aa2153dc025a5eb8c557',
+  'population': 'five_customer_development',
+  'split': 'development',
+  'case_count': 100,
+  'relevance_threshold': None,
+  'review_status': 'owner_development_labels',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [{'dataset_id': 'sable.mc1.rerank.v1',
+                     'kind': 'shared_source',
+                     'case_count': 82,
+                     'family_digest': None}],
+  'authorization_requirements': ['Owner authorization for customer corpus and labels.'],
+  'local_prerequisites': ['Exact owner-held full 100-case retrieval dataset with 1655 chunks.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.excerpt-free-200',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-development-200',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.jev-hybrid-safe200.v1',
+  'source_digest': 'sha256:7316862d37a7185ed7c995278a5d5f9ae34ff0ae05afe5c4d281e2c00303d2bf',
+  'reference_digest': 'sha256:ee66b8193deceb4c82f5fe87a4344278b94cca9436724e4b2bc7d1b1f51dedef',
+  'population': 'authored_development',
+  'split': 'development',
+  'case_count': 200,
+  'relevance_threshold': None,
+  'review_status': 'authored_local_audit_pending',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 200,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:17d1ac6cfb8db0f78ddeb714c70f042a84b8c299b24b0ecd67fadf42c413dab1',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.development-300',
+                     'kind': 'subset_of',
+                     'case_count': 200,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'repeated_question',
+                     'case_count': 200,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'repeated_question',
+                     'case_count': 200,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'shared_family',
+                     'case_count': 200,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'shared_family',
+                     'case_count': 198,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'shared_family',
+                     'case_count': 198,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'shared_family',
+                     'case_count': 200,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'}],
+  'authorization_requirements': ['Owner authorization for routing inputs and gold labels.'],
+  'local_prerequisites': ['Pinned bank directory and retained source/reference bytes.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.development-300',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260918-r3-five-customer',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sable.invocation-question-corpus.v1',
+  'source_digest': 'sha256:80336bade48c6bc1acadbae8c66e321d68008e0ee6d2d18fd473e56d566319a6',
+  'reference_digest': 'sha256:b886cc3cb572249018e94656ceeff796c576dc7bc5162b30e90d9ed039a02472',
+  'population': 'authored_development',
+  'split': 'development',
+  'case_count': 300,
+  'relevance_threshold': None,
+  'review_status': 'authored_local_audit_pending',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 360,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:9c4b7ab48b94b9177b888ce7497ffa9b6bdf484335b5cae2ad4b2bf666fa86d5',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'repeated_question',
+                     'case_count': 200,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 297,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'repeated_question',
+                     'case_count': 300,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'shared_family',
+                     'case_count': 300,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'shared_family',
+                     'case_count': 300,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'}],
+  'authorization_requirements': ['Owner authorization for routing inputs and gold labels.'],
+  'local_prerequisites': ['Pinned bank directory and retained source/reference bytes.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.narrow-policy-90',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260925',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.invocation-holdout.v1',
+  'source_digest': 'sha256:ecde7c3141fa8b508386e5b59468296acba55e14aa4f64e1e2f8143de977878e',
+  'reference_digest': 'sha256:01430c66f73a58562834c7521186bace303d8a2ecc52e46a96da64e93cd769a9',
+  'population': 'previously_exercised_regression',
+  'split': 'regression',
+  'case_count': 90,
+  'relevance_threshold': None,
+  'review_status': 'authored_local_audit_pending',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 90,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:19aca72a256a0d2b37309d965a7e0e90c06ff69f4d0f87b971df454dc68b5cf8',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 60,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'repeated_question',
+                     'case_count': 30,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'repeated_question',
+                     'case_count': 30,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'}],
+  'authorization_requirements': ['Owner authorization for routing inputs and gold labels.'],
+  'local_prerequisites': ['Pinned bank directory and retained source/reference bytes.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.decision-boundary-80',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260925',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.decision-boundary-holdout.v1',
+  'source_digest': 'sha256:f1aea9ab88c55586ed01a6bf5aee4ac78661ae11727dfea12ecee14da09ea2b6',
+  'reference_digest': 'sha256:fc3f39b79435eab66033b9ac2d919a2931b26568f848542cce2f6a27dc15eb44',
+  'population': 'previously_exercised_regression',
+  'split': 'regression',
+  'case_count': 80,
+  'relevance_threshold': None,
+  'review_status': 'authored_local_audit_pending',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 80,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:f0fb0002ba6eea1d165fb8a2ba182dfa500200afcae2c2a90518162e368870e8',
+  'repeated_question_status': 'known',
+  'relationships': [],
+  'authorization_requirements': ['Owner authorization for routing inputs and gold labels.'],
+  'local_prerequisites': ['Pinned bank directory and retained source/reference bytes.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'narrow-gate-20260925-r2',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.invocation-holdout.v1',
+  'source_digest': 'sha256:fea544f918248f710be172bcadfdf1e6506ca2f4e08ab97c6099bd3afed1d316',
+  'reference_digest': 'sha256:45dc2201b9e92efb2713282781ece6605f208855240b7f3087892275fcc5e4c1',
+  'population': 'previously_exercised_regression',
+  'split': 'regression',
+  'case_count': 90,
+  'relevance_threshold': None,
+  'review_status': 'authored_unreviewed_do_not_score_yet',
+  'state': 'blocked',
+  'reason': 'Pinned release loader is available; authored/unreviewed source is marked do_not_score_yet '
+            'and requires owner review authorization before scoring.',
+  'source_case_count': 90,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:58e76bcdb78618d5d9bcb9db4b3a60e8bfbe92f8eca7f57f7f6d0a00b5c4e169',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'revised_from',
+                     'case_count': 90,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'repeated_question',
+                     'case_count': 60,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'repeated_question',
+                     'case_count': 36,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'repeated_question',
+                     'case_count': 36,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'}],
+  'authorization_requirements': ['Owner authorization for revised routing inputs and labels.'],
+  'local_prerequisites': ['Exact revised bank manifest, model-input and gold files.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'narrow-gate-20260925-r4',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.invocation-holdout.v1',
+  'source_digest': 'sha256:2af3d98cb92146511e85de1a6c038d01f4bf7c117b622c61c6425a03f6e4a391',
+  'reference_digest': 'sha256:7b593b9838e0bbfd3a74f359ddefe9eed7af476f0a914040ccff8889352750d5',
+  'population': 'previously_exercised_regression',
+  'split': 'regression',
+  'case_count': 90,
+  'relevance_threshold': None,
+  'review_status': 'authored_unreviewed_do_not_score_yet',
+  'state': 'blocked',
+  'reason': 'Pinned release loader is available; authored/unreviewed source is marked do_not_score_yet '
+            'and requires owner review authorization before scoring.',
+  'source_case_count': 90,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:63b8240daad1d8457eb686cb4eabd3fbeb39403ed6ff14ecbfd3443468b9ef6d',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'revised_from',
+                     'case_count': 90,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'repeated_question',
+                     'case_count': 30,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 36,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'repeated_question',
+                     'case_count': 90,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'}],
+  'authorization_requirements': ['Owner authorization for revised routing inputs and labels.'],
+  'local_prerequisites': ['Exact revised bank manifest, model-input and gold files.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.narrow-gate-20260925-r5',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'narrow-gate-20260925-r5',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sphynx.invocation-holdout.v1',
+  'source_digest': 'sha256:c230ad79a9aba6cef17266b83345d273e93eba0871408ce23f87d59e27543194',
+  'reference_digest': 'sha256:7b593b9838e0bbfd3a74f359ddefe9eed7af476f0a914040ccff8889352750d5',
+  'population': 'previously_exercised_regression',
+  'split': 'regression',
+  'case_count': 90,
+  'relevance_threshold': None,
+  'review_status': 'authored_unreviewed_do_not_score_yet',
+  'state': 'blocked',
+  'reason': 'Pinned release loader is available; authored/unreviewed source is marked do_not_score_yet '
+            'and requires owner review authorization before scoring.',
+  'source_case_count': 90,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:63b8240daad1d8457eb686cb4eabd3fbeb39403ed6ff14ecbfd3443468b9ef6d',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'revised_from',
+                     'case_count': 90,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'repeated_question',
+                     'case_count': 30,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 36,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'repeated_question',
+                     'case_count': 90,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.narrow-policy-90',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r2',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'},
+                    {'dataset_id': 'invocation.narrow-gate-20260925-r4',
+                     'kind': 'shared_family',
+                     'case_count': 90,
+                     'family_digest': 'sha256:fab8f8bf2f1994b374263d10db8fbbadf4509ead4addffcbbfc4b7a8d13cf85a'}],
+  'authorization_requirements': ['Owner authorization for revised routing inputs and labels.'],
+  'local_prerequisites': ['Exact revised bank manifest, model-input and gold files.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.six-customer.v1-20260918',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260918',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sable.invocation-question-corpus.v1',
+  'source_digest': 'sha256:797cf8793b901a1f87460bf079216a48385ac31bcb965210e588251ef430694b',
+  'reference_digest': 'sha256:92db1243cd6decaa2ca84ee1302ec07b22d08af4235c8946fcd86522e0ea4977',
+  'population': 'six_customer_authored_development',
+  'split': 'development',
+  'case_count': 360,
+  'relevance_threshold': None,
+  'review_status': 'independent_human_review_incomplete',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 360,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:2ccfdfffc35f6b238c32a02f1e8a5aa6efdd57f3aa49c9f6738397121dc3e38f',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 238,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'repeated_question',
+                     'case_count': 238,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'shared_family',
+                     'case_count': 360,
+                     'family_digest': 'sha256:23f0e828a60e5eef7c3fbd1d4df7bef5cde11ab2bd20d9d129b5d9536a0e2009'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'shared_family',
+                     'case_count': 357,
+                     'family_digest': 'sha256:45dfeb91b14aa8c87b06f4e65b9a263060d2472f49a36c29b2736aa82d3b57c9'}],
+  'authorization_requirements': ['Owner authorization for all six customer routing records.'],
+  'local_prerequisites': ['Exact full original bank; an extracted slice needs its own cohort identity.'],
+  'implementation_status': 'available',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260918-r2',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sable.invocation-question-corpus.v1',
+  'source_digest': 'sha256:d4f60c0046b9c55fc992dacc699ffbb8743c2c331dfc6ce73f5601be1c6c78fb',
+  'reference_digest': 'sha256:c21dd65089f2a1a06f891e9f2c618fda4f69ec8b6d67ea42a83afac7bdff9e29',
+  'population': 'six_customer_authored_development',
+  'split': 'development',
+  'case_count': 360,
+  'relevance_threshold': None,
+  'review_status': 'independent_human_review_incomplete',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 360,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:2ccfdfffc35f6b238c32a02f1e8a5aa6efdd57f3aa49c9f6738397121dc3e38f',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'repeated_question',
+                     'case_count': 198,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'repeated_question',
+                     'case_count': 297,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'repeated_question',
+                     'case_count': 238,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'repeated_question',
+                     'case_count': 357,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'shared_family',
+                     'case_count': 297,
+                     'family_digest': 'sha256:a5ef5d820c4682092c7c0ab5c69011b771f129b34ba5c591d5d4cdc27860020a'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'shared_family',
+                     'case_count': 360,
+                     'family_digest': 'sha256:23f0e828a60e5eef7c3fbd1d4df7bef5cde11ab2bd20d9d129b5d9536a0e2009'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+                     'kind': 'shared_family',
+                     'case_count': 357,
+                     'family_digest': 'sha256:45dfeb91b14aa8c87b06f4e65b9a263060d2472f49a36c29b2736aa82d3b57c9'}],
+  'authorization_requirements': ['Owner authorization for all six customer routing records.'],
+  'local_prerequisites': ['Exact full original bank; an extracted slice needs its own cohort identity.'],
+  'implementation_status': 'available',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'invocation.six-customer.v1-20260918-r3',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'v1-20260918-r3',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'sable.invocation-question-corpus.v1',
+  'source_digest': 'sha256:80336bade48c6bc1acadbae8c66e321d68008e0ee6d2d18fd473e56d566319a6',
+  'reference_digest': 'sha256:b886cc3cb572249018e94656ceeff796c576dc7bc5162b30e90d9ed039a02472',
+  'population': 'six_customer_authored_development',
+  'split': 'development',
+  'case_count': 360,
+  'relevance_threshold': None,
+  'review_status': 'independent_human_review_incomplete',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 360,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'known',
+  'family_digest': 'sha256:3fa06a52cacb60b7144f3ca75c74163ba0a1e073562b0ad5e385b13c10892501',
+  'repeated_question_status': 'known',
+  'relationships': [{'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'repeated_question',
+                     'case_count': 200,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'repeated_question',
+                     'case_count': 300,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'repeated_question',
+                     'case_count': 238,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'repeated_question',
+                     'case_count': 357,
+                     'family_digest': None},
+                    {'dataset_id': 'invocation.excerpt-free-200',
+                     'kind': 'shared_family',
+                     'case_count': 300,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'},
+                    {'dataset_id': 'invocation.development-300',
+                     'kind': 'shared_family',
+                     'case_count': 300,
+                     'family_digest': 'sha256:06b194d2ce25b12c1a29ed6256689baafa09247137ca2db3948528f7b8b35445'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918',
+                     'kind': 'shared_family',
+                     'case_count': 357,
+                     'family_digest': 'sha256:45dfeb91b14aa8c87b06f4e65b9a263060d2472f49a36c29b2736aa82d3b57c9'},
+                    {'dataset_id': 'invocation.six-customer.v1-20260918-r2',
+                     'kind': 'shared_family',
+                     'case_count': 357,
+                     'family_digest': 'sha256:45dfeb91b14aa8c87b06f4e65b9a263060d2472f49a36c29b2736aa82d3b57c9'}],
+  'authorization_requirements': ['Owner authorization for all six customer routing records.'],
+  'local_prerequisites': ['Exact full original bank; an extracted slice needs its own cohort identity.'],
+  'implementation_status': 'available',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'beir.original.development.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'v1.external',
+  'track': 'rag_rerank_public',
+  'dataset_schema_version': 'expanded-reranker.frozen-pools.v1',
+  'source_digest': 'sha256:89b713acfd071cafd65fc40581d721399aeee79a132c87e20b03a2b6c401941e',
+  'reference_digest': 'sha256:89b713acfd071cafd65fc40581d721399aeee79a132c87e20b03a2b6c401941e',
+  'population': 'six_public_domains',
+  'split': 'development',
+  'case_count': 90,
+  'relevance_threshold': 1.0,
+  'review_status': 'public_native_qrels',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 180,
+  'candidate_depth': 15,
+  'first_stage': 'bm25_okapi_public_screen',
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'known',
+  'relationships': [],
+  'authorization_requirements': ['Authorized external public frozen-pools source or approved '
+                                 'public-only export.'],
+  'local_prerequisites': ['Exact pinned public pools; 15 queries per domain in the selected original '
+                          'split.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'beir.original.confirmation.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'v1.external',
+  'track': 'rag_rerank_public',
+  'dataset_schema_version': 'expanded-reranker.frozen-pools.v1',
+  'source_digest': 'sha256:89b713acfd071cafd65fc40581d721399aeee79a132c87e20b03a2b6c401941e',
+  'reference_digest': 'sha256:89b713acfd071cafd65fc40581d721399aeee79a132c87e20b03a2b6c401941e',
+  'population': 'six_public_domains',
+  'split': 'confirmation',
+  'case_count': 90,
+  'relevance_threshold': 1.0,
+  'review_status': 'public_native_qrels',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 180,
+  'candidate_depth': 15,
+  'first_stage': 'bm25_okapi_public_screen',
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'known',
+  'relationships': [],
+  'authorization_requirements': ['Authorized external public frozen-pools source or approved '
+                                 'public-only export.'],
+  'local_prerequisites': ['Exact pinned public pools; 15 queries per domain in the selected original '
+                          'split.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'beir.fresh-e2.confirmation.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'fresh-e2.v1',
+  'track': 'rag_rerank_public',
+  'dataset_schema_version': 'expanded-reranker.fresh-snowflake-pools.v1',
+  'source_digest': 'sha256:1168a3f2079ae192bc54ed681976004ad375882fbc7800b611c5bb50fbf7b8b4',
+  'reference_digest': 'sha256:1168a3f2079ae192bc54ed681976004ad375882fbc7800b611c5bb50fbf7b8b4',
+  'population': 'six_public_domains',
+  'split': 'confirmation',
+  'case_count': 120,
+  'relevance_threshold': 1,
+  'review_status': 'public_qrels_previously_opened',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 120,
+  'candidate_depth': 15,
+  'first_stage': 'snowflake_arctic_embed_m_v1_5_public_proxy',
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'known',
+  'relationships': [],
+  'authorization_requirements': ['Authorized external revised public source.'],
+  'local_prerequisites': ['Exact 120-query pool; original 90-query identities must remain unchanged.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'beir.guarded-jina.confirmation.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'guarded-jina.v1',
+  'track': 'rag_rerank_public',
+  'dataset_schema_version': 'expanded-reranker.fresh-snowflake-pools.v1',
+  'source_digest': 'sha256:8a519db2b0e62622705c7e05d71aac3c526d4a3dc97308e248839c5558f9ce49',
+  'reference_digest': 'sha256:8a519db2b0e62622705c7e05d71aac3c526d4a3dc97308e248839c5558f9ce49',
+  'population': 'six_public_domains',
+  'split': 'confirmation',
+  'case_count': 120,
+  'relevance_threshold': 1,
+  'review_status': 'public_qrels_previously_opened',
+  'state': 'ready',
+  'reason': None,
+  'source_case_count': 120,
+  'candidate_depth': 15,
+  'first_stage': 'snowflake_arctic_embed_m_v1_5_public_proxy',
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'known',
+  'relationships': [],
+  'authorization_requirements': ['Authorized external revised public source.'],
+  'local_prerequisites': ['Exact 120-query pool; original 90-query identities must remain unchanged.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'question-robustness.pilot.v1',
+  'pack_id': 'rag.question_robustness.v1',
+  'release': 'v1.external',
+  'track': 'rag_question_robustness',
+  'dataset_schema_version': 'sphynx.rag.question_robustness.pilot.draft.v1',
+  'source_digest': 'sha256:cbb64ec35a6798f3f500ef61adbd48434b7433ea6b18e8cdc1674eb3295c5b78',
+  'reference_digest': 'sha256:cbb64ec35a6798f3f500ef61adbd48434b7433ea6b18e8cdc1674eb3295c5b78',
+  'population': 'paired_owner_development',
+  'split': 'pilot',
+  'case_count': 60,
+  'relevance_threshold': None,
+  'review_status': 'pending_human_review',
+  'state': 'blocked',
+  'reason': 'Semantic verdicts require separate capture-bound human review; original authored labels '
+            'remain provisional.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner authorization for the paired pilot and reviewer judgments.'],
+  'local_prerequisites': ['Exact manifest and every pinned pilot file.'],
+  'implementation_status': 'available',
+  'previously_exercised': True,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'historical.sable-n11.v1',
+  'pack_id': 'rag.rerank.sable.dev.v1',
+  'release': 'historical.v1',
+  'track': 'rag_rerank',
+  'dataset_schema_version': 'unknown',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'historical_report_only',
+  'split': 'historical',
+  'case_count': 30,
+  'relevance_threshold': None,
+  'review_status': 'raw_source_unavailable',
+  'state': 'blocked',
+  'reason': 'Curated research checkout contains reports only; exact raw cohort, labels and frozen score '
+            'responses need owner restoration and a versioned importer.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'historical.public-n11.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'historical.v1',
+  'track': 'rag_rerank',
+  'dataset_schema_version': 'unknown',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'historical_report_only',
+  'split': 'historical',
+  'case_count': 100,
+  'relevance_threshold': None,
+  'review_status': 'raw_source_unavailable',
+  'state': 'blocked',
+  'reason': 'Curated research checkout contains reports only; exact raw cohort, labels and frozen score '
+            'responses need owner restoration and a versioned importer.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'historical.nfcorpus-t22.v1',
+  'pack_id': 'rag.rerank.beir.v1',
+  'release': 'historical.v1',
+  'track': 'rag_rerank',
+  'dataset_schema_version': 'unknown',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'historical_report_only',
+  'split': 'historical',
+  'case_count': 60,
+  'relevance_threshold': 2,
+  'review_status': 'raw_source_unavailable',
+  'state': 'blocked',
+  'reason': 'Curated research checkout contains reports only; exact raw cohort, labels and frozen score '
+            'responses need owner restoration and a versioned importer.',
+  'source_case_count': None,
+  'candidate_depth': 11,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'historical.three-customer-routing-t022.v1',
+  'pack_id': 'rag.invoke.v1',
+  'release': 'historical.v1',
+  'track': 'rag_invoke',
+  'dataset_schema_version': 'unknown',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'historical_report_only',
+  'split': 'historical',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'raw_source_unavailable',
+  'state': 'blocked',
+  'reason': 'Curated research checkout contains reports only; exact raw cohort, labels and frozen score '
+            'responses need owner restoration and a versioned importer.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.beehiiv',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.cherry',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.decagon',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.monday',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.notion',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.sable',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.safe-security',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.tipalti',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.vanta',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.zapier',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'customer-v3.zenzap',
+  'pack_id': 'rag.dataset.v3',
+  'release': 'approved-pack.pending',
+  'track': 'rag_workbench',
+  'dataset_schema_version': 'sable.rag.dataset.v3',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'customer_owner_held',
+  'split': 'unknown',
+  'case_count': None,
+  'relevance_threshold': None,
+  'review_status': 'approved_pack_missing',
+  'state': 'blocked',
+  'reason': 'Approved DatasetV3 customer pack is missing from the audited registry; owner must supply '
+            'approved corpus, labels and digest.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': ['Owner approval for DatasetV3 customer data and labels.'],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'},
+ {'dataset_id': 'production-failure.challenge.v1',
+  'pack_id': 'rag.pipeline.v1',
+  'release': 'challenge.v1',
+  'track': 'rag_pipeline',
+  'dataset_schema_version': 'rag-evals.production-failure-challenge.v1',
+  'source_digest': None,
+  'reference_digest': None,
+  'population': 'registered_production_scenarios',
+  'split': 'production_confirmation',
+  'case_count': 17,
+  'relevance_threshold': None,
+  'review_status': 'labelled_pre_rerank_capture_missing',
+  'state': 'blocked',
+  'reason': 'Seventeen registered scenarios lack a complete reviewed exact labelled pre-rerank dataset; '
+            'scenarios do not establish a numerical benchmark.',
+  'source_case_count': None,
+  'candidate_depth': None,
+  'first_stage': None,
+  'family_status': 'unknown',
+  'family_digest': None,
+  'repeated_question_status': 'unknown',
+  'relationships': [],
+  'authorization_requirements': [],
+  'local_prerequisites': [],
+  'implementation_status': 'external_import_required',
+  'previously_exercised': None,
+  'superseded_by': [],
+  'schema_version': 'sphynx.dataset-descriptor.v1'}]
+
+DATASETS = tuple(DatasetDescriptor.from_dict(value) for value in _DATA)