eduevidence 5.2.0 → 6.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRIBUTING.md +105 -0
- package/README.md +142 -75
- package/README.zh-CN.md +73 -30
- package/SKILL.md +397 -131
- package/agents/openai.yaml +4 -0
- package/assets/readme/controlled-execution.svg +34 -0
- package/assets/readme/landing-tour.gif +0 -0
- package/assets/readme/logo.png +0 -0
- package/assets/readme/research-workflow.svg +56 -0
- package/assets/readme/studio-graph.png +0 -0
- package/assets/readme/studio-overview.png +0 -0
- package/assets/readme/studio-reports.png +0 -0
- package/assets/readme/studio-tour.gif +0 -0
- package/autoevolve/config.yaml +17 -0
- package/autoevolve/program.md +25 -0
- package/autoevolve/protected.manifest.yaml +34 -0
- package/benchmarks/adversarial/cases.jsonl +7 -0
- package/benchmarks/evidence-library.json +5268 -0
- package/benchmarks/partitions.json +8 -0
- package/bin/eduevidence.js +2 -1
- package/docs/architecture.md +496 -0
- package/docs/autoresearch-evolution-plan.md +2903 -0
- package/docs/autoresearch-implementation-status.md +101 -0
- package/docs/demo-storyboard.md +20 -0
- package/docs/demo-workplace-ai.md +92 -0
- package/docs/demo.md +32 -0
- package/docs/install-guide.md +150 -0
- package/docs/orchestration-role-model.md +1254 -0
- package/docs/release-closeout/README.md +17 -0
- package/docs/release-closeout/frontend-acceptance.md +23 -0
- package/docs/release-closeout/issues.md +19 -0
- package/docs/release-closeout/verification.md +28 -0
- package/docs/release-contract.md +108 -0
- package/docs/research-studio-guide.zh-CN.md +166 -0
- package/docs/sciverse-api.md +125 -0
- package/eduevidence_cli.py +29 -13
- package/engine/_resources.py +13 -0
- package/engine/autoevolve/__init__.py +3 -0
- package/engine/autoevolve/agent_view.py +167 -0
- package/engine/autoevolve/core.py +357 -0
- package/engine/autoevolve/events.py +11 -0
- package/engine/autoevolve/git_workspace.py +77 -0
- package/engine/autoevolve/projection.py +23 -0
- package/engine/autoevolve/runner.py +413 -0
- package/engine/autoevolve/trust.py +146 -0
- package/engine/autoresearch/__init__.py +6 -0
- package/engine/autoresearch/commit.py +132 -0
- package/engine/autoresearch/contracts.py +126 -0
- package/engine/autoresearch/controller.py +207 -0
- package/engine/autoresearch/events.py +12 -0
- package/engine/autoresearch/gap_priority.py +168 -0
- package/engine/autoresearch/projection.py +30 -0
- package/engine/autoresearch/research_memory.py +59 -0
- package/engine/autoresearch/saturation.py +91 -0
- package/engine/briefs.py +2 -1
- package/engine/capabilities.py +1 -0
- package/engine/contracts.py +3 -1
- package/engine/decision_policy.py +96 -0
- package/engine/evidence_graph.py +14 -10
- package/engine/evidencecore.py +7 -5
- package/engine/gaps.py +132 -73
- package/engine/ids.py +2 -0
- package/engine/judge_pack.py +65 -0
- package/engine/library.py +6 -2
- package/engine/library_builtin.py +3 -1
- package/engine/living.py +36 -5
- package/engine/meta_synthesis.py +3 -1
- package/engine/migration.py +88 -3
- package/engine/orchestration.py +460 -0
- package/engine/paths.py +2 -0
- package/engine/pilot.py +36 -33
- package/engine/project.py +2 -2
- package/engine/research_service.py +113 -0
- package/engine/studio_read_model.py +400 -0
- package/engine/taxonomy.py +211 -0
- package/engine/tribunal.py +44 -33
- package/engine/update.py +1 -0
- package/engine/versions.py +1 -1
- package/engine/worker_result.py +109 -0
- package/engine/workflows.py +70 -0
- package/examples/ai-coding-assistant-evidence/EduEvidence_Report.html +2934 -0
- package/examples/ai-coding-assistant-evidence/artifact_manifest.json +15 -0
- package/examples/ai-coding-assistant-evidence/citation_check.json +79 -0
- package/examples/ai-coding-assistant-evidence/claims.jsonl +12 -0
- package/examples/ai-coding-assistant-evidence/evaluation.json +35 -0
- package/examples/ai-coding-assistant-evidence/evidence.jsonl +12 -0
- package/examples/ai-coding-assistant-evidence/final_verdict.json +107 -0
- package/examples/ai-coding-assistant-evidence/frame.json +48 -0
- package/examples/ai-coding-assistant-evidence/gate_report.json +101 -0
- package/examples/ai-coding-assistant-evidence/intervention.json +51 -0
- package/examples/ai-coding-assistant-evidence/methodology.json +36 -0
- package/examples/ai-coding-assistant-evidence/raw_verdict.json +86 -0
- package/examples/ai-coding-assistant-evidence/report_spec.json +230 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/EduEvidence_Report_academic.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/EduEvidence_Report_claude.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/EduEvidence_Report_datalab-dark.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/EduEvidence_Report_datalab.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/EduEvidence_Report_presentation.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/report_academic.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/report_claude.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/report_datalab-dark.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/report_datalab.html +2934 -0
- package/examples/ai-coding-assistant-evidence/reports-5themes/report_presentation.html +2934 -0
- package/examples/ai-coding-assistant-evidence/result.json +1457 -0
- package/examples/ai-coding-assistant-evidence/result.zh.json +1457 -0
- package/examples/ai-coding-assistant-evidence/skeptic.json +72 -0
- package/examples/ai-coding-assistant-evidence/sources.jsonl +8 -0
- package/examples/ai-coding-assistant-evidence/verdict.json +107 -0
- package/examples/spaced-retrieval-practice/applicability.json +14 -0
- package/examples/spaced-retrieval-practice/artifact_manifest.json +15 -0
- package/examples/spaced-retrieval-practice/claims.jsonl +3 -0
- package/examples/spaced-retrieval-practice/evidence.jsonl +6 -0
- package/examples/spaced-retrieval-practice/final_verdict.json +93 -0
- package/examples/spaced-retrieval-practice/frame.json +58 -0
- package/examples/spaced-retrieval-practice/gate_report.json +101 -0
- package/examples/spaced-retrieval-practice/methodology.json +78 -0
- package/examples/spaced-retrieval-practice/report_spec.json +212 -0
- package/examples/spaced-retrieval-practice/reports-5themes/EduEvidence_Report_academic.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/EduEvidence_Report_claude.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/EduEvidence_Report_datalab-dark.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/EduEvidence_Report_datalab.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/EduEvidence_Report_presentation.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/report_academic.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/report_claude.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/report_datalab-dark.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/report_datalab.html +2728 -0
- package/examples/spaced-retrieval-practice/reports-5themes/report_presentation.html +2728 -0
- package/examples/spaced-retrieval-practice/result.json +942 -0
- package/examples/spaced-retrieval-practice/result.zh.json +942 -0
- package/examples/spaced-retrieval-practice/skeptic.json +70 -0
- package/examples/spaced-retrieval-practice/sources.jsonl +7 -0
- package/examples/spaced-retrieval-practice/verdict.json +93 -0
- package/examples/workplace-ai-assistant/artifact_manifest.json +15 -0
- package/examples/workplace-ai-assistant/claims.jsonl +4 -0
- package/examples/workplace-ai-assistant/evaluation.json +19 -0
- package/examples/workplace-ai-assistant/evidence.jsonl +4 -0
- package/examples/workplace-ai-assistant/evidence_graph.json +444 -0
- package/examples/workplace-ai-assistant/final_verdict.json +78 -0
- package/examples/workplace-ai-assistant/frame.json +41 -0
- package/examples/workplace-ai-assistant/gate_report.json +101 -0
- package/examples/workplace-ai-assistant/intervention.json +27 -0
- package/examples/workplace-ai-assistant/legacy-link-check.json +16 -0
- package/examples/workplace-ai-assistant/methodology.json +60 -0
- package/examples/workplace-ai-assistant/report_spec.json +224 -0
- package/examples/workplace-ai-assistant/reports-5themes/EduEvidence_Report_academic.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/EduEvidence_Report_claude.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/EduEvidence_Report_datalab-dark.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/EduEvidence_Report_datalab.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/EduEvidence_Report_presentation.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/report_academic.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/report_claude.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/report_datalab-dark.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/report_datalab.html +2814 -0
- package/examples/workplace-ai-assistant/reports-5themes/report_presentation.html +2814 -0
- package/examples/workplace-ai-assistant/result.json +615 -0
- package/examples/workplace-ai-assistant/result.zh.json +615 -0
- package/examples/workplace-ai-assistant/search_log.json +19 -0
- package/examples/workplace-ai-assistant/skeptic.json +72 -0
- package/examples/workplace-ai-assistant/sources.jsonl +3 -0
- package/examples/workplace-ai-assistant/validation_result.json +9 -0
- package/examples/workplace-ai-assistant/verdict.json +78 -0
- package/install.sh +7 -7
- package/integrations/agent_mcp.py +2 -2
- package/integrations/orchestration_dispatch.py +146 -0
- package/package.json +46 -3
- package/pyproject.toml +14 -22
- package/references/autoresearch.md +30 -0
- package/references/evaluation-policy.md +24 -0
- package/references/orchestration.md +22 -0
- package/references/report-copy-style.md +67 -0
- package/references/retrieval-compliance.md +75 -0
- package/references/retrieval-protocol.md +20 -0
- package/references/scientific-invariants.md +19 -0
- package/retrieval/audit.py +178 -0
- package/retrieval/fetch.py +96 -0
- package/retrieval/sciverse.py +398 -0
- package/retrieval/search.py +47 -7
- package/schemas/applicability.schema.json +94 -0
- package/schemas/chart-spec.schema.json +10 -3
- package/schemas/evidence.schema.json +316 -43
- package/schemas/fetch-result.schema.json +2 -1
- package/schemas/intervention.schema.json +106 -21
- package/schemas/report-result.schema.json +12 -4
- package/schemas/report-spec.schema.json +98 -100
- package/schemas/skeptic.schema.json +86 -0
- package/schemas/source.schema.json +21 -2
- package/schemas/v2/finding.schema.json +5 -1
- package/schemas/v2/methodology-audit.schema.json +5 -1
- package/schemas/v2/outcome.schema.json +28 -5
- package/schemas/v2/project.schema.json +2 -2
- package/schemas/v2/run.schema.json +1 -1
- package/schemas/v2/study.schema.json +5 -1
- package/schemas/vNext/autoevolve-session.schema.json +34 -0
- package/schemas/vNext/eval-snapshot.schema.json +77 -0
- package/schemas/vNext/execution-plan.schema.json +50 -0
- package/schemas/vNext/gap-priority.schema.json +54 -0
- package/schemas/vNext/negative-search-record.schema.json +68 -0
- package/schemas/vNext/research-iteration.schema.json +87 -0
- package/schemas/vNext/research-strategy.schema.json +62 -0
- package/schemas/vNext/skill-experiment.schema.json +90 -0
- package/schemas/vNext/task-spec.schema.json +156 -0
- package/schemas/vNext/worker-result.schema.json +60 -0
- package/schemas/verdict.schema.json +164 -28
- package/scripts/benchmark_judge.py +2 -2
- package/scripts/benchmark_v3.py +26 -43
- package/scripts/build_esl_artifacts.py +4 -4
- package/scripts/build_evidence_library.py +2 -2
- package/scripts/build_gh_pages.py +98 -0
- package/scripts/build_readme_diagrams.py +72 -0
- package/scripts/build_report_variants.py +101 -0
- package/scripts/build_result.py +74 -9
- package/scripts/check_autoresearch_invariants.py +95 -0
- package/scripts/check_package_parity.py +85 -0
- package/scripts/check_protocol_alignment.py +375 -0
- package/scripts/check_versioned_schemas.py +254 -0
- package/scripts/claim_audit.py +13 -8
- package/scripts/compute_confidence.py +10 -0
- package/scripts/daily_evolve.py +30 -0
- package/scripts/dashboard_server.py +130 -101
- package/scripts/did_regression.py +17 -32
- package/scripts/enrich_projects_human_and_lieflat.py +1 -1
- package/scripts/evidence_score.py +5 -2
- package/scripts/generate_metrics.py +4 -3
- package/scripts/generate_new_projects.py +5 -5
- package/scripts/orchestrator.py +286 -36
- package/scripts/pre_verdict_gate.py +224 -26
- package/scripts/quickstart.py +18 -2
- package/scripts/rebake_all_5themes.py +1 -2
- package/scripts/research_auto_cli.py +475 -0
- package/scripts/run_workspace.py +24 -8
- package/scripts/search_provenance.py +64 -0
- package/scripts/serve_web.py +9 -10
- package/scripts/skill_lint.py +1 -1
- package/scripts/skill_payload.py +81 -0
- package/scripts/test_adversarial_empirical.py +26 -19
- package/scripts/validate_schema.py +46 -2
- package/scripts/vnext_cli.py +133 -0
- package/setup.py +12 -0
- package/skill/agents/evaluation-designer.md +20 -4
- package/skill/agents/evidence-analyst.md +19 -3
- package/skill/agents/evidence-judge.md +50 -2
- package/skill/agents/evidence-retriever.md +20 -3
- package/skill/agents/intervention-designer.md +20 -4
- package/skill/agents/method-reviewer.md +18 -2
- package/skill/agents/{education-planner.md → research-planner.md} +19 -3
- package/skill/agents/skeptic.md +18 -2
- package/skill/roles/registry.yaml +45 -0
- package/skill/sub-skills/aihot-trend-analysis/SKILL.md +28 -9
- package/skill/sub-skills/contradiction-analysis/SKILL.md +31 -11
- package/skill/sub-skills/data-analysis/SKILL.md +34 -15
- package/skill/sub-skills/ethics-review/SKILL.md +33 -10
- package/skill/sub-skills/evidence-extraction/SKILL.md +29 -11
- package/skill/sub-skills/evidence-review/SKILL.md +31 -12
- package/skill/sub-skills/gap-analysis/SKILL.md +31 -9
- package/skill/sub-skills/literature-review/SKILL.md +35 -14
- package/skill/sub-skills/methodology-audit/SKILL.md +29 -12
- package/skill/sub-skills/report-generation/SKILL.md +40 -6
- package/skill/sub-skills/research-planning/SKILL.md +41 -14
- package/skill/sub-skills/study-design/SKILL.md +30 -9
- package/skill/task-briefs/adjudicate.md +32 -7
- package/skill/task-briefs/applicability.md +38 -0
- package/skill/task-briefs/audit.md +32 -7
- package/skill/task-briefs/challenge.md +34 -5
- package/skill/task-briefs/evaluate.md +30 -5
- package/skill/task-briefs/extract.md +31 -8
- package/skill/task-briefs/frame.md +39 -10
- package/skill/task-briefs/intervene.md +32 -6
- package/skill/task-briefs/present.md +32 -8
- package/skill/task-briefs/projection.md +37 -0
- package/skill/task-briefs/retrieve.md +36 -6
- package/skill/workflows/decision-and-pilot.md +85 -0
- package/skill/workflows/evaluate-and-update.md +93 -0
- package/skill/workflows/evidence-review.md +117 -0
- package/visualization/eduevidence-report/assets/base.css +2 -2
- package/visualization/eduevidence-report/assets/reader.css +752 -0
- package/visualization/eduevidence-report/assets/reader.js +132 -0
- package/visualization/eduevidence-report/references/chart-selection-catalog.md +109 -0
- package/visualization/eduevidence-report/references/lieflat-composition.md +3 -1
- package/visualization/eduevidence-report/scripts/build_figures.py +25 -3
- package/visualization/eduevidence-report/scripts/build_infographics.py +5 -1
- package/visualization/eduevidence-report/scripts/build_report.py +561 -121
- package/visualization/eduevidence-report/scripts/charts_data.py +2 -0
- package/visualization/eduevidence-report/scripts/lieflat_engine.py +371 -136
- package/visualization/eduevidence-report/scripts/zh_labels.py +80 -1
- package/visualization/eduevidence-report/themes/academic.css +1 -1
- package/visualization/eduevidence-report/themes/claude.css +1 -1
- package/visualization/eduevidence-report/themes/datalab-dark.css +2 -2
- package/visualization/eduevidence-report/themes/datalab.css +2 -2
- package/visualization/eduevidence-report/themes/presentation.css +2 -2
- package/web/README.md +18 -0
- package/web/architecture.html +14885 -0
- package/web/index.html +53 -0
- package/web/studio/THIRD_PARTY_LICENSES.txt +146 -0
- package/web/studio/assets/index-B8tkF44Q.css +1 -0
- package/web/studio/assets/index-CQ6Keoyc.js +230 -0
- package/web/studio/config.json +1 -0
- package/web/studio/index.html +14 -0
- package/engine/__pycache__/__init__.cpython-312.pyc +0 -0
- package/engine/__pycache__/analysis.cpython-312.pyc +0 -0
- package/engine/__pycache__/bias.cpython-312.pyc +0 -0
- package/engine/__pycache__/briefs.cpython-312.pyc +0 -0
- package/engine/__pycache__/capabilities.cpython-312.pyc +0 -0
- package/engine/__pycache__/citation_check.cpython-312.pyc +0 -0
- package/engine/__pycache__/contracts.cpython-312.pyc +0 -0
- package/engine/__pycache__/datasets.cpython-312.pyc +0 -0
- package/engine/__pycache__/events.cpython-312.pyc +0 -0
- package/engine/__pycache__/evidence_graph.cpython-312.pyc +0 -0
- package/engine/__pycache__/evidence_review.cpython-312.pyc +0 -0
- package/engine/__pycache__/evidencecore.cpython-312.pyc +0 -0
- package/engine/__pycache__/gap_lens.cpython-312.pyc +0 -0
- package/engine/__pycache__/gaps.cpython-312.pyc +0 -0
- package/engine/__pycache__/graph_store.cpython-312.pyc +0 -0
- package/engine/__pycache__/graph_validate.cpython-312.pyc +0 -0
- package/engine/__pycache__/ids.cpython-312.pyc +0 -0
- package/engine/__pycache__/library.cpython-312.pyc +0 -0
- package/engine/__pycache__/library_builtin.cpython-312.pyc +0 -0
- package/engine/__pycache__/living.cpython-312.pyc +0 -0
- package/engine/__pycache__/log.cpython-312.pyc +0 -0
- package/engine/__pycache__/meta_analysis.cpython-312.pyc +0 -0
- package/engine/__pycache__/meta_synthesis.cpython-312.pyc +0 -0
- package/engine/__pycache__/migration.cpython-312.pyc +0 -0
- package/engine/__pycache__/mode_router.cpython-312.pyc +0 -0
- package/engine/__pycache__/paths.cpython-312.pyc +0 -0
- package/engine/__pycache__/pilot.cpython-312.pyc +0 -0
- package/engine/__pycache__/planner.cpython-312.pyc +0 -0
- package/engine/__pycache__/project.cpython-312.pyc +0 -0
- package/engine/__pycache__/projections.cpython-312.pyc +0 -0
- package/engine/__pycache__/robustness.cpython-312.pyc +0 -0
- package/engine/__pycache__/run.cpython-312.pyc +0 -0
- package/engine/__pycache__/semantics.cpython-312.pyc +0 -0
- package/engine/__pycache__/study_design.cpython-312.pyc +0 -0
- package/engine/__pycache__/synthesis.cpython-312.pyc +0 -0
- package/engine/__pycache__/tribunal.cpython-312.pyc +0 -0
- package/engine/__pycache__/update.cpython-312.pyc +0 -0
- package/engine/__pycache__/versions.cpython-312.pyc +0 -0
- package/integrations/__pycache__/__init__.cpython-312.pyc +0 -0
- package/integrations/__pycache__/agent_mcp.cpython-312.pyc +0 -0
- package/integrations/__pycache__/smart_web_fetch.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/__init__.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/corpus_store.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/dedupe.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/failures.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/fetch.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/search.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/source.cpython-312.pyc +0 -0
- package/retrieval/__pycache__/validate.cpython-312.pyc +0 -0
- package/scripts/__pycache__/__init__.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark_evaluator.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark_judge.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark_routing.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark_v2.cpython-312.pyc +0 -0
- package/scripts/__pycache__/benchmark_v3.cpython-312.pyc +0 -0
- package/scripts/__pycache__/build_result.cpython-312.pyc +0 -0
- package/scripts/__pycache__/claim_audit.cpython-312.pyc +0 -0
- package/scripts/__pycache__/complexity_gate.cpython-312.pyc +0 -0
- package/scripts/__pycache__/compute_confidence.cpython-312.pyc +0 -0
- package/scripts/__pycache__/dashboard_server.cpython-312.pyc +0 -0
- package/scripts/__pycache__/did_regression.cpython-312.pyc +0 -0
- package/scripts/__pycache__/effect_calculator.cpython-312.pyc +0 -0
- package/scripts/__pycache__/evidence_matrix.cpython-312.pyc +0 -0
- package/scripts/__pycache__/evidence_score.cpython-312.pyc +0 -0
- package/scripts/__pycache__/evidence_semantics.cpython-312.pyc +0 -0
- package/scripts/__pycache__/fetch_benchmark.cpython-312.pyc +0 -0
- package/scripts/__pycache__/lint_report_layout.cpython-312.pyc +0 -0
- package/scripts/__pycache__/orchestrator.cpython-312.pyc +0 -0
- package/scripts/__pycache__/pre_verdict_gate.cpython-312.pyc +0 -0
- package/scripts/__pycache__/recompute_demo_quality.cpython-312.pyc +0 -0
- package/scripts/__pycache__/render_report.cpython-312.pyc +0 -0
- package/scripts/__pycache__/render_report_html.cpython-312.pyc +0 -0
- package/scripts/__pycache__/run_workspace.cpython-312.pyc +0 -0
- package/scripts/__pycache__/skill_lint.cpython-312.pyc +0 -0
- package/scripts/__pycache__/startup_probe.cpython-312.pyc +0 -0
- package/scripts/__pycache__/sync_killer_demo_report.cpython-312.pyc +0 -0
- package/scripts/__pycache__/test_adversarial_empirical.cpython-312-pytest-9.0.2.pyc +0 -0
- package/scripts/__pycache__/test_adversarial_empirical.cpython-312-pytest-9.1.1.pyc +0 -0
- package/scripts/__pycache__/validate_schema.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/adapter_contract.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/build_artifact_manifest.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/build_charts.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/build_figures.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/build_infographics.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/build_report.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/charts_data.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/lieflat_engine.cpython-312.pyc +0 -0
- package/visualization/eduevidence-report/scripts/__pycache__/zh_labels.cpython-312.pyc +0 -0
|
@@ -0,0 +1,444 @@
|
|
|
1
|
+
{
|
|
2
|
+
"project_id": "workplace-ai-assistant",
|
|
3
|
+
"revision_id": 1,
|
|
4
|
+
"intent": {
|
|
5
|
+
"domain": "policy",
|
|
6
|
+
"question": "Should an enterprise customer-support team introduce a generative AI assistant?",
|
|
7
|
+
"data_origin": "manual_curated",
|
|
8
|
+
"benchmark_eligible": false,
|
|
9
|
+
"timestamp_note": "Date-only curation marker, not execution time."
|
|
10
|
+
},
|
|
11
|
+
"created_at": "2026-09-08T00:00:00Z",
|
|
12
|
+
"updated_at": "2026-09-08T00:00:00Z",
|
|
13
|
+
"audit_warnings": [],
|
|
14
|
+
"papers": {
|
|
15
|
+
"S-001": {
|
|
16
|
+
"paper_id": "S-001",
|
|
17
|
+
"title": "Generative AI at Work",
|
|
18
|
+
"authors": [
|
|
19
|
+
"Erik Brynjolfsson",
|
|
20
|
+
"Danielle Li",
|
|
21
|
+
"Lindsey Raymond"
|
|
22
|
+
],
|
|
23
|
+
"year": 2025,
|
|
24
|
+
"venue": "Academic Publication",
|
|
25
|
+
"doi": "10.1093/qje/qjae044",
|
|
26
|
+
"url": "https://academic.oup.com/qje/article/140/2/889/7990658",
|
|
27
|
+
"authority_tier": 1,
|
|
28
|
+
"peer_reviewed": true,
|
|
29
|
+
"summary": ""
|
|
30
|
+
},
|
|
31
|
+
"S-002": {
|
|
32
|
+
"paper_id": "S-002",
|
|
33
|
+
"title": "Experimental evidence on the productivity effects of generative artificial intelligence",
|
|
34
|
+
"authors": [
|
|
35
|
+
"Shakked Noy",
|
|
36
|
+
"Whitney Zhang"
|
|
37
|
+
],
|
|
38
|
+
"year": 2023,
|
|
39
|
+
"venue": "Academic Publication",
|
|
40
|
+
"doi": "10.1126/science.adh2586",
|
|
41
|
+
"url": "https://shakkednoy.com/Noy%20Zhang%20NBER%20SI.pdf",
|
|
42
|
+
"authority_tier": 1,
|
|
43
|
+
"peer_reviewed": true,
|
|
44
|
+
"summary": ""
|
|
45
|
+
},
|
|
46
|
+
"S-003": {
|
|
47
|
+
"paper_id": "S-003",
|
|
48
|
+
"title": "Navigating the Jagged Technological Frontier: Field Experimental Evidence of the Effects of Artificial Intelligence on Knowledge Worker Productivity and Quality",
|
|
49
|
+
"authors": [
|
|
50
|
+
"Fabrizio Dell’Acqua",
|
|
51
|
+
"Edward McFowland III",
|
|
52
|
+
"Ethan Mollick",
|
|
53
|
+
"Hila Lifshitz-Assaf",
|
|
54
|
+
"Katherine C. Kellogg",
|
|
55
|
+
"Saran Rajendran",
|
|
56
|
+
"Lisa Krayer",
|
|
57
|
+
"François Candelon",
|
|
58
|
+
"Karim R. Lakhani"
|
|
59
|
+
],
|
|
60
|
+
"year": 2026,
|
|
61
|
+
"venue": "Academic Publication",
|
|
62
|
+
"doi": "10.1287/orsc.2025.21838",
|
|
63
|
+
"url": "https://pubsonline.informs.org/doi/10.1287/orsc.2025.21838",
|
|
64
|
+
"authority_tier": 1,
|
|
65
|
+
"peer_reviewed": true,
|
|
66
|
+
"summary": ""
|
|
67
|
+
}
|
|
68
|
+
},
|
|
69
|
+
"evidence": {
|
|
70
|
+
"E-001": {
|
|
71
|
+
"evidence_id": "E-001",
|
|
72
|
+
"paper_id": "S-001",
|
|
73
|
+
"outcome_metric": "Chat handling time; separate throughput summary: about 15% more issues resolved per hour.",
|
|
74
|
+
"outcome_dimension": "Policy",
|
|
75
|
+
"claim_id": "C-001",
|
|
76
|
+
"outcome_id": "policy_effectiveness",
|
|
77
|
+
"effect_size": {
|
|
78
|
+
"metric": "not_standardized",
|
|
79
|
+
"value": null,
|
|
80
|
+
"ci_lower": null,
|
|
81
|
+
"ci_upper": null,
|
|
82
|
+
"p_value": null
|
|
83
|
+
},
|
|
84
|
+
"sample_size": 5172,
|
|
85
|
+
"sample_description": "Customer-support agents",
|
|
86
|
+
"study_design": "quasi_experimental",
|
|
87
|
+
"direction": "SUPPORTS",
|
|
88
|
+
"confidence_score": null,
|
|
89
|
+
"wwc_rating": "Not applicable: organizational policy",
|
|
90
|
+
"key_quote": "",
|
|
91
|
+
"calibrated_weight": null,
|
|
92
|
+
"bias_flag": "One firm, one tool and a staggered nonrandom rollout; causal interpretation depends on identification assumptions."
|
|
93
|
+
},
|
|
94
|
+
"E-002": {
|
|
95
|
+
"evidence_id": "E-002",
|
|
96
|
+
"paper_id": "S-002",
|
|
97
|
+
"outcome_metric": "Self-reported task time: approximately 40% lower; assessed writing quality approximately 18% higher is a separate measure.",
|
|
98
|
+
"outcome_dimension": "Policy",
|
|
99
|
+
"claim_id": "C-002",
|
|
100
|
+
"outcome_id": "policy_effectiveness",
|
|
101
|
+
"effect_size": {
|
|
102
|
+
"metric": "not_standardized",
|
|
103
|
+
"value": null,
|
|
104
|
+
"ci_lower": null,
|
|
105
|
+
"ci_upper": null,
|
|
106
|
+
"p_value": null
|
|
107
|
+
},
|
|
108
|
+
"sample_size": 453,
|
|
109
|
+
"sample_description": "College-educated working professionals",
|
|
110
|
+
"study_design": "rct",
|
|
111
|
+
"direction": "SUPPORTS",
|
|
112
|
+
"confidence_score": null,
|
|
113
|
+
"wwc_rating": "Not applicable: organizational policy",
|
|
114
|
+
"key_quote": "",
|
|
115
|
+
"calibrated_weight": null,
|
|
116
|
+
"bias_flag": "Indirect evidence, not directly generalizable: brief incentivized writing tasks did not demand precise factual accuracy or customer-specific context."
|
|
117
|
+
},
|
|
118
|
+
"E-003": {
|
|
119
|
+
"evidence_id": "E-003",
|
|
120
|
+
"paper_id": "S-003",
|
|
121
|
+
"outcome_metric": "Correct business recommendation: about 19 percentage points lower across AI arms; Table 7 has 373 participants, not 758.",
|
|
122
|
+
"outcome_dimension": "Policy",
|
|
123
|
+
"claim_id": "C-003",
|
|
124
|
+
"outcome_id": "implementation_risk",
|
|
125
|
+
"effect_size": {
|
|
126
|
+
"metric": "not_standardized",
|
|
127
|
+
"value": null,
|
|
128
|
+
"ci_lower": null,
|
|
129
|
+
"ci_upper": null,
|
|
130
|
+
"p_value": null
|
|
131
|
+
},
|
|
132
|
+
"sample_size": 373,
|
|
133
|
+
"sample_description": "BCG consultants in the outside-frontier experiment",
|
|
134
|
+
"study_design": "rct",
|
|
135
|
+
"direction": "SUPPORTS",
|
|
136
|
+
"confidence_score": null,
|
|
137
|
+
"wwc_rating": "Not applicable: organizational policy",
|
|
138
|
+
"key_quote": "",
|
|
139
|
+
"calibrated_weight": null,
|
|
140
|
+
"bias_flag": "Indirect evidence, not directly generalizable: consultants solving an experimental business case, not live customer tickets."
|
|
141
|
+
},
|
|
142
|
+
"E-004": {
|
|
143
|
+
"evidence_id": "E-004",
|
|
144
|
+
"paper_id": "S-001",
|
|
145
|
+
"outcome_metric": "Small quality declines among the most experienced and highest-skilled support staff.",
|
|
146
|
+
"outcome_dimension": "Policy",
|
|
147
|
+
"claim_id": "C-004",
|
|
148
|
+
"outcome_id": "implementation_risk",
|
|
149
|
+
"effect_size": {
|
|
150
|
+
"metric": "not_standardized",
|
|
151
|
+
"value": null,
|
|
152
|
+
"ci_lower": null,
|
|
153
|
+
"ci_upper": null,
|
|
154
|
+
"p_value": null
|
|
155
|
+
},
|
|
156
|
+
"sample_size": null,
|
|
157
|
+
"sample_description": "Experienced and high-skill customer-support agents",
|
|
158
|
+
"study_design": "quasi_experimental",
|
|
159
|
+
"direction": "SUPPORTS",
|
|
160
|
+
"confidence_score": null,
|
|
161
|
+
"wwc_rating": "Not applicable: organizational policy",
|
|
162
|
+
"key_quote": "",
|
|
163
|
+
"calibrated_weight": null,
|
|
164
|
+
"bias_flag": "Same study as E-001; subgroup sample size was not extracted. This is not an independent replication."
|
|
165
|
+
}
|
|
166
|
+
},
|
|
167
|
+
"outcomes": {
|
|
168
|
+
"policy_effectiveness": {
|
|
169
|
+
"outcome_id": "policy_effectiveness",
|
|
170
|
+
"name": "policy_effectiveness",
|
|
171
|
+
"dimension": "Policy",
|
|
172
|
+
"category": "Policy",
|
|
173
|
+
"description": ""
|
|
174
|
+
},
|
|
175
|
+
"implementation_risk": {
|
|
176
|
+
"outcome_id": "implementation_risk",
|
|
177
|
+
"name": "implementation_risk",
|
|
178
|
+
"dimension": "Policy",
|
|
179
|
+
"category": "Policy",
|
|
180
|
+
"description": ""
|
|
181
|
+
}
|
|
182
|
+
},
|
|
183
|
+
"claims": {
|
|
184
|
+
"C-001": {
|
|
185
|
+
"claim_id": "C-001",
|
|
186
|
+
"statement": "AI assistance can shorten customer chat handling in a bounded support setting; throughput is a separate outcome.",
|
|
187
|
+
"outcome_dimension": "Policy",
|
|
188
|
+
"outcome_metric": "",
|
|
189
|
+
"status": "SUPPORTED",
|
|
190
|
+
"pooled_effect_g": null,
|
|
191
|
+
"evidence_ids": [
|
|
192
|
+
"E-001"
|
|
193
|
+
],
|
|
194
|
+
"bias_warning": ""
|
|
195
|
+
},
|
|
196
|
+
"C-002": {
|
|
197
|
+
"claim_id": "C-002",
|
|
198
|
+
"statement": "ChatGPT reduced time on short professional writing tasks; this is indirect evidence for customer support.",
|
|
199
|
+
"outcome_dimension": "Policy",
|
|
200
|
+
"outcome_metric": "",
|
|
201
|
+
"status": "SUPPORTED",
|
|
202
|
+
"pooled_effect_g": null,
|
|
203
|
+
"evidence_ids": [
|
|
204
|
+
"E-002"
|
|
205
|
+
],
|
|
206
|
+
"bias_warning": ""
|
|
207
|
+
},
|
|
208
|
+
"C-003": {
|
|
209
|
+
"claim_id": "C-003",
|
|
210
|
+
"statement": "AI can reduce correctness on tasks outside its capability frontier; consulting evidence is indirect for support.",
|
|
211
|
+
"outcome_dimension": "Policy",
|
|
212
|
+
"outcome_metric": "",
|
|
213
|
+
"status": "SUPPORTED",
|
|
214
|
+
"pooled_effect_g": null,
|
|
215
|
+
"evidence_ids": [
|
|
216
|
+
"E-003"
|
|
217
|
+
],
|
|
218
|
+
"bias_warning": ""
|
|
219
|
+
},
|
|
220
|
+
"C-004": {
|
|
221
|
+
"claim_id": "C-004",
|
|
222
|
+
"statement": "Experienced, high-skill support staff need separate quality monitoring rather than assumed uniform benefits.",
|
|
223
|
+
"outcome_dimension": "Policy",
|
|
224
|
+
"outcome_metric": "",
|
|
225
|
+
"status": "SUPPORTED",
|
|
226
|
+
"pooled_effect_g": null,
|
|
227
|
+
"evidence_ids": [
|
|
228
|
+
"E-004"
|
|
229
|
+
],
|
|
230
|
+
"bias_warning": ""
|
|
231
|
+
}
|
|
232
|
+
},
|
|
233
|
+
"risks": {},
|
|
234
|
+
"gaps": {
|
|
235
|
+
"G-001": {
|
|
236
|
+
"gap_id": "G-001",
|
|
237
|
+
"gap_type": "Local applicability and safety",
|
|
238
|
+
"description": "Local net cost, privacy incident rates, subgroup service quality and sustained performance are not established by this selected evidence set [no direct evidence].",
|
|
239
|
+
"target_outcome": "",
|
|
240
|
+
"existing_evidence_summary": "E-001 through E-004",
|
|
241
|
+
"recommended_trial_design": "Preregister an intention-to-treat comparison with team-clustered uncertainty and subgroup estimates. Set sample size and noninferiority margins from local baseline variance and operational priorities before enrollment."
|
|
242
|
+
}
|
|
243
|
+
},
|
|
244
|
+
"decision": {
|
|
245
|
+
"decision_id": "D-001",
|
|
246
|
+
"verdict": "PILOT",
|
|
247
|
+
"confidence_score": null,
|
|
248
|
+
"rationale": "A supervised pilot is warranted because one direct field study supports efficiency gains but also reveals heterogeneous quality effects. Indirect experiments identify task boundaries, while local safety and net value remain unknown.",
|
|
249
|
+
"applicability_boundary": "",
|
|
250
|
+
"intervention_plan": {
|
|
251
|
+
"decision": "pilot",
|
|
252
|
+
"target_population": "Enterprise customer-support staff, stratified by tenure and baseline skill.",
|
|
253
|
+
"pilot_duration": "Proposed: two baseline weeks and six pilot weeks; not executed.",
|
|
254
|
+
"ai_usage_policy": "Start with low-risk, knowledge-base-covered queues; agents inspect and edit every proposed reply.",
|
|
255
|
+
"risk_control": [
|
|
256
|
+
"Start with low-risk, knowledge-base-covered queues; agents inspect and edit every proposed reply.",
|
|
257
|
+
"Stratify by tenure and baseline skill; retain expert discretion and measure review workload.",
|
|
258
|
+
"Minimize and redact customer data, restrict access and retention, and review supplier data-use terms before a pilot.",
|
|
259
|
+
"Escalate unfamiliar, ambiguous, sensitive or high-stakes requests to qualified humans; no autonomous commitments."
|
|
260
|
+
],
|
|
261
|
+
"stop_conditions": [
|
|
262
|
+
"Pause immediately after a verified privacy leak or a serious unsafe or unauthorized customer commitment; investigate before resuming.",
|
|
263
|
+
"Pause expansion if blinded quality review crosses a pre-agreed noninferiority margin, including within experience strata."
|
|
264
|
+
],
|
|
265
|
+
"evidence_alignment": [
|
|
266
|
+
"E-001",
|
|
267
|
+
"E-002",
|
|
268
|
+
"E-003",
|
|
269
|
+
"E-004"
|
|
270
|
+
],
|
|
271
|
+
"extensions": {
|
|
272
|
+
"gap_id": "G-001",
|
|
273
|
+
"target_population": "enterprise_customer_support_staff",
|
|
274
|
+
"status": "proposed_not_executed"
|
|
275
|
+
}
|
|
276
|
+
},
|
|
277
|
+
"evaluation_plan": {
|
|
278
|
+
"research_question": "Should an enterprise customer-support team introduce a generative AI assistant?",
|
|
279
|
+
"groups": {
|
|
280
|
+
"treatment": "Eligible teams randomly assigned to supervised assistant access, stratified by tenure and baseline performance.",
|
|
281
|
+
"comparison": "Concurrent teams retaining the existing workflow; document contamination."
|
|
282
|
+
},
|
|
283
|
+
"baseline": "Record resolution rate, paid hours, repeat contacts, blinded quality and review costs before allocation.",
|
|
284
|
+
"post_test": "Assess the same outcomes at pilot end; separately audit privacy and unsafe commitments.",
|
|
285
|
+
"analysis_plan": "Preregister an intention-to-treat comparison with team-clustered uncertainty and subgroup estimates. Set sample size and noninferiority margins from local baseline variance and operational priorities before enrollment.",
|
|
286
|
+
"success_threshold": "Expand only if quality is noninferior, verified resolutions per paid hour improve, net cost is acceptable and no serious unresolved safety incident remains; thresholds require local agreement.",
|
|
287
|
+
"stop_conditions": [
|
|
288
|
+
"Pause immediately after a verified privacy leak or a serious unsafe or unauthorized customer commitment; investigate before resuming.",
|
|
289
|
+
"Pause expansion if blinded quality review crosses a pre-agreed noninferiority margin, including within experience strata."
|
|
290
|
+
],
|
|
291
|
+
"extensions": {
|
|
292
|
+
"gap_id": "G-001",
|
|
293
|
+
"status": "proposed_not_executed"
|
|
294
|
+
}
|
|
295
|
+
},
|
|
296
|
+
"stop_conditions": [
|
|
297
|
+
"Pause immediately after a verified privacy leak or a serious unsafe or unauthorized customer commitment; investigate before resuming.",
|
|
298
|
+
"Pause expansion if blinded quality review crosses a pre-agreed noninferiority margin, including within experience strata."
|
|
299
|
+
],
|
|
300
|
+
"timestamp": "2026-09-08T00:00:00Z"
|
|
301
|
+
},
|
|
302
|
+
"edges": [
|
|
303
|
+
{
|
|
304
|
+
"source_id": "E-001",
|
|
305
|
+
"target_id": "S-001",
|
|
306
|
+
"relation": "EXTRACTED_FROM",
|
|
307
|
+
"weight": 1.0,
|
|
308
|
+
"metadata": {}
|
|
309
|
+
},
|
|
310
|
+
{
|
|
311
|
+
"source_id": "E-001",
|
|
312
|
+
"target_id": "C-001",
|
|
313
|
+
"relation": "SUPPORTS",
|
|
314
|
+
"weight": 1.0,
|
|
315
|
+
"metadata": {}
|
|
316
|
+
},
|
|
317
|
+
{
|
|
318
|
+
"source_id": "E-001",
|
|
319
|
+
"target_id": "policy_effectiveness",
|
|
320
|
+
"relation": "MEASURES",
|
|
321
|
+
"weight": 1.0,
|
|
322
|
+
"metadata": {}
|
|
323
|
+
},
|
|
324
|
+
{
|
|
325
|
+
"source_id": "E-001",
|
|
326
|
+
"target_id": "G-001",
|
|
327
|
+
"relation": "IDENTIFIES_GAP",
|
|
328
|
+
"weight": 1.0,
|
|
329
|
+
"metadata": {}
|
|
330
|
+
},
|
|
331
|
+
{
|
|
332
|
+
"source_id": "C-001",
|
|
333
|
+
"target_id": "D-001",
|
|
334
|
+
"relation": "GROUNDS_DECISION",
|
|
335
|
+
"weight": 1.0,
|
|
336
|
+
"metadata": {}
|
|
337
|
+
},
|
|
338
|
+
{
|
|
339
|
+
"source_id": "E-002",
|
|
340
|
+
"target_id": "S-002",
|
|
341
|
+
"relation": "EXTRACTED_FROM",
|
|
342
|
+
"weight": 1.0,
|
|
343
|
+
"metadata": {}
|
|
344
|
+
},
|
|
345
|
+
{
|
|
346
|
+
"source_id": "E-002",
|
|
347
|
+
"target_id": "C-002",
|
|
348
|
+
"relation": "SUPPORTS",
|
|
349
|
+
"weight": 1.0,
|
|
350
|
+
"metadata": {}
|
|
351
|
+
},
|
|
352
|
+
{
|
|
353
|
+
"source_id": "E-002",
|
|
354
|
+
"target_id": "policy_effectiveness",
|
|
355
|
+
"relation": "MEASURES",
|
|
356
|
+
"weight": 1.0,
|
|
357
|
+
"metadata": {}
|
|
358
|
+
},
|
|
359
|
+
{
|
|
360
|
+
"source_id": "E-002",
|
|
361
|
+
"target_id": "G-001",
|
|
362
|
+
"relation": "IDENTIFIES_GAP",
|
|
363
|
+
"weight": 1.0,
|
|
364
|
+
"metadata": {}
|
|
365
|
+
},
|
|
366
|
+
{
|
|
367
|
+
"source_id": "C-002",
|
|
368
|
+
"target_id": "D-001",
|
|
369
|
+
"relation": "GROUNDS_DECISION",
|
|
370
|
+
"weight": 1.0,
|
|
371
|
+
"metadata": {}
|
|
372
|
+
},
|
|
373
|
+
{
|
|
374
|
+
"source_id": "E-003",
|
|
375
|
+
"target_id": "S-003",
|
|
376
|
+
"relation": "EXTRACTED_FROM",
|
|
377
|
+
"weight": 1.0,
|
|
378
|
+
"metadata": {}
|
|
379
|
+
},
|
|
380
|
+
{
|
|
381
|
+
"source_id": "E-003",
|
|
382
|
+
"target_id": "C-003",
|
|
383
|
+
"relation": "SUPPORTS",
|
|
384
|
+
"weight": 1.0,
|
|
385
|
+
"metadata": {}
|
|
386
|
+
},
|
|
387
|
+
{
|
|
388
|
+
"source_id": "E-003",
|
|
389
|
+
"target_id": "implementation_risk",
|
|
390
|
+
"relation": "MEASURES",
|
|
391
|
+
"weight": 1.0,
|
|
392
|
+
"metadata": {}
|
|
393
|
+
},
|
|
394
|
+
{
|
|
395
|
+
"source_id": "E-003",
|
|
396
|
+
"target_id": "G-001",
|
|
397
|
+
"relation": "IDENTIFIES_GAP",
|
|
398
|
+
"weight": 1.0,
|
|
399
|
+
"metadata": {}
|
|
400
|
+
},
|
|
401
|
+
{
|
|
402
|
+
"source_id": "C-003",
|
|
403
|
+
"target_id": "D-001",
|
|
404
|
+
"relation": "GROUNDS_DECISION",
|
|
405
|
+
"weight": 1.0,
|
|
406
|
+
"metadata": {}
|
|
407
|
+
},
|
|
408
|
+
{
|
|
409
|
+
"source_id": "E-004",
|
|
410
|
+
"target_id": "S-001",
|
|
411
|
+
"relation": "EXTRACTED_FROM",
|
|
412
|
+
"weight": 1.0,
|
|
413
|
+
"metadata": {}
|
|
414
|
+
},
|
|
415
|
+
{
|
|
416
|
+
"source_id": "E-004",
|
|
417
|
+
"target_id": "C-004",
|
|
418
|
+
"relation": "SUPPORTS",
|
|
419
|
+
"weight": 1.0,
|
|
420
|
+
"metadata": {}
|
|
421
|
+
},
|
|
422
|
+
{
|
|
423
|
+
"source_id": "E-004",
|
|
424
|
+
"target_id": "implementation_risk",
|
|
425
|
+
"relation": "MEASURES",
|
|
426
|
+
"weight": 1.0,
|
|
427
|
+
"metadata": {}
|
|
428
|
+
},
|
|
429
|
+
{
|
|
430
|
+
"source_id": "E-004",
|
|
431
|
+
"target_id": "G-001",
|
|
432
|
+
"relation": "IDENTIFIES_GAP",
|
|
433
|
+
"weight": 1.0,
|
|
434
|
+
"metadata": {}
|
|
435
|
+
},
|
|
436
|
+
{
|
|
437
|
+
"source_id": "C-004",
|
|
438
|
+
"target_id": "D-001",
|
|
439
|
+
"relation": "GROUNDS_DECISION",
|
|
440
|
+
"weight": 1.0,
|
|
441
|
+
"metadata": {}
|
|
442
|
+
}
|
|
443
|
+
]
|
|
444
|
+
}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
{
|
|
2
|
+
"decision_question": "Should an enterprise customer-support team introduce a generative AI assistant?",
|
|
3
|
+
"target_population": "Enterprise customer-support staff, stratified by tenure and baseline skill.",
|
|
4
|
+
"target_context": "Human-supervised support using an approved knowledge base.",
|
|
5
|
+
"recommended_action": "pilot",
|
|
6
|
+
"confidence": "Moderate",
|
|
7
|
+
"confidence_score": 0.578,
|
|
8
|
+
"confidence_policy_version": "2026-08-12.v3",
|
|
9
|
+
"raw_model_confidence": "Moderate",
|
|
10
|
+
"raw_model_confidence_breakdown": {},
|
|
11
|
+
"independent_studies": 3,
|
|
12
|
+
"independent_samples": 3,
|
|
13
|
+
"supported_claims": [
|
|
14
|
+
"AI assistance can shorten customer chat handling in a bounded support setting; throughput is a separate outcome. — E-001",
|
|
15
|
+
"ChatGPT reduced time on short professional writing tasks; this is indirect evidence for customer support. — E-002",
|
|
16
|
+
"AI can reduce correctness on tasks outside its capability frontier; consulting evidence is indirect for support. — E-003",
|
|
17
|
+
"Experienced, high-skill support staff need separate quality monitoring rather than assumed uniform benefits. — E-004"
|
|
18
|
+
],
|
|
19
|
+
"uncertain_claims": [
|
|
20
|
+
"Local net cost, privacy incident rates, subgroup service quality and sustained performance are not established by this selected evidence set [no direct evidence]."
|
|
21
|
+
],
|
|
22
|
+
"decision_rationale": "A supervised pilot is warranted because one direct field study supports efficiency gains but also reveals heterogeneous quality effects. Indirect experiments identify task boundaries, while local safety and net value remain unknown.",
|
|
23
|
+
"strongest_support": "Supervised AI assistance improves handling speed and answer consistency in customer-support work, with quality maintained.",
|
|
24
|
+
"key_uncertainty": "Evidence comes from adjacent writing and advisory settings rather than the support floor, so transfer to live customer conversations is unproven.",
|
|
25
|
+
"main_risk": "Unsupervised or knowledge-base-free use can produce confident wrong answers to customers, and over-reliance erodes agent skill over time.",
|
|
26
|
+
"next_action": "Run a supervised pilot on approved knowledge bases with human review on every reply, and track escalation and correction rates.",
|
|
27
|
+
"methodology_summary": "One staggered-rollout quasi-experiment and two randomized experiments. Only the support study is direct; no pooled standardized effect or model benchmark was computed.",
|
|
28
|
+
"what_can_be_claimed": [
|
|
29
|
+
"Under human supervision on an approved knowledge base, AI assistance can shorten handling time while quality is monitored.",
|
|
30
|
+
"Benefits are not uniform across staff: the most experienced agents need their own quality monitoring."
|
|
31
|
+
],
|
|
32
|
+
"what_cannot_be_claimed": [
|
|
33
|
+
"Universal gains, autonomous deployment safety, privacy protection, reduced staffing requirements or educational learning gains."
|
|
34
|
+
],
|
|
35
|
+
"exceeds_evidence_boundary": [
|
|
36
|
+
"Claiming universal gains or that autonomous deployment is safe exceeds the boundary: no included study measures privacy incidents, local net cost or subgroup service quality."
|
|
37
|
+
],
|
|
38
|
+
"missing_evidence": [
|
|
39
|
+
"Local net cost, privacy incident rates, subgroup service quality and sustained performance are not established by this selected evidence set [no direct evidence]."
|
|
40
|
+
],
|
|
41
|
+
"applicability": {
|
|
42
|
+
"required_conditions": [
|
|
43
|
+
"Start with low-risk, knowledge-base-covered queues; agents inspect and edit every proposed reply.",
|
|
44
|
+
"Stratify by tenure and baseline skill; retain expert discretion and measure review workload.",
|
|
45
|
+
"Minimize and redact customer data, restrict access and retention, and review supplier data-use terms before a pilot.",
|
|
46
|
+
"Escalate unfamiliar, ambiguous, sensitive or high-stakes requests to qualified humans; no autonomous commitments."
|
|
47
|
+
]
|
|
48
|
+
},
|
|
49
|
+
"extensions": {
|
|
50
|
+
"data_origin": "manual_curated",
|
|
51
|
+
"benchmark_eligible": false,
|
|
52
|
+
"note": "Confidence and the decision bound come from the deterministic policy in engine/decision_policy.py, enforced by the Pre-Verdict Gate; this record is a curated evidence selection, not a systematic review or a model run.",
|
|
53
|
+
"knowledge_gaps": [
|
|
54
|
+
{
|
|
55
|
+
"gap_id": "G-001",
|
|
56
|
+
"evidence_ids": [
|
|
57
|
+
"E-001",
|
|
58
|
+
"E-002",
|
|
59
|
+
"E-003",
|
|
60
|
+
"E-004"
|
|
61
|
+
],
|
|
62
|
+
"summary": "Local net cost, privacy incident rates, subgroup service quality and sustained performance are not established by this selected evidence set [no direct evidence]."
|
|
63
|
+
}
|
|
64
|
+
]
|
|
65
|
+
},
|
|
66
|
+
"confidence_breakdown": {
|
|
67
|
+
"score": 0.578,
|
|
68
|
+
"evidence_quality": 0.8,
|
|
69
|
+
"consistency": 0.0,
|
|
70
|
+
"directness": 0.75,
|
|
71
|
+
"evidence_count": 4,
|
|
72
|
+
"independent_studies": 3,
|
|
73
|
+
"independent_samples": 3,
|
|
74
|
+
"count_term": 0.75,
|
|
75
|
+
"conflict_penalty": 0.0,
|
|
76
|
+
"unsupported_penalty": 0.0
|
|
77
|
+
}
|
|
78
|
+
}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
{
|
|
2
|
+
"question": "Should an enterprise customer-support team introduce a generative AI assistant?",
|
|
3
|
+
"decision_object": "adopt",
|
|
4
|
+
"intervention": {
|
|
5
|
+
"policy_name": "human_supervised_customer_support_assistant",
|
|
6
|
+
"policy_type": "institutional_reform",
|
|
7
|
+
"mechanism": "approved_knowledge_base_and_agent_review"
|
|
8
|
+
},
|
|
9
|
+
"population": {
|
|
10
|
+
"target_group": "enterprise_customer_support_staff",
|
|
11
|
+
"excluded_groups": "autonomous_agents_and_high_stakes_specialist_advice"
|
|
12
|
+
},
|
|
13
|
+
"comparison": "Existing support workflow without generative AI suggestions.",
|
|
14
|
+
"outcomes": {
|
|
15
|
+
"primary": [
|
|
16
|
+
"policy_effectiveness",
|
|
17
|
+
"implementation_risk"
|
|
18
|
+
],
|
|
19
|
+
"secondary": [
|
|
20
|
+
"cost_effectiveness",
|
|
21
|
+
"equity",
|
|
22
|
+
"feasibility"
|
|
23
|
+
]
|
|
24
|
+
},
|
|
25
|
+
"context": {
|
|
26
|
+
"policy_environment": "enterprise_customer_support"
|
|
27
|
+
},
|
|
28
|
+
"scope": {
|
|
29
|
+
"time_range": "2023–2026",
|
|
30
|
+
"evidence_types": [
|
|
31
|
+
"quasi_experimental",
|
|
32
|
+
"rct"
|
|
33
|
+
]
|
|
34
|
+
},
|
|
35
|
+
"success_condition": "Improve verified resolutions per paid staff hour while preserving service quality, privacy and staff autonomy.",
|
|
36
|
+
"extensions": {
|
|
37
|
+
"domain": "policy",
|
|
38
|
+
"data_origin": "manual_curated",
|
|
39
|
+
"note": "Purposive evidence selection, not a systematic review or model execution benchmark."
|
|
40
|
+
}
|
|
41
|
+
}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
{
|
|
2
|
+
"gate_version": "2026-08-13.v1",
|
|
3
|
+
"checked_at": "2026-09-13T03:17:13.887129+00:00",
|
|
4
|
+
"workspace": "examples/workplace-ai-assistant",
|
|
5
|
+
"items": {
|
|
6
|
+
"research_frame_valid": {
|
|
7
|
+
"title": "Research Frame valid",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"detail": "frame.json valid (question=Should an enterprise customer-support team introduce a generative AI assistant?)",
|
|
10
|
+
"critical": true,
|
|
11
|
+
"blocks_high": true
|
|
12
|
+
},
|
|
13
|
+
"sources_valid": {
|
|
14
|
+
"title": "Sources valid",
|
|
15
|
+
"status": "pass",
|
|
16
|
+
"detail": "3 source record(s) schema-valid",
|
|
17
|
+
"critical": true,
|
|
18
|
+
"blocks_high": true
|
|
19
|
+
},
|
|
20
|
+
"evidence_schema_valid": {
|
|
21
|
+
"title": "Evidence Schema valid",
|
|
22
|
+
"status": "pass",
|
|
23
|
+
"detail": "4 evidence record(s) schema-valid",
|
|
24
|
+
"critical": true,
|
|
25
|
+
"blocks_high": true
|
|
26
|
+
},
|
|
27
|
+
"source_dedupe": {
|
|
28
|
+
"title": "Source dedupe",
|
|
29
|
+
"status": "pass",
|
|
30
|
+
"detail": "3 unique source(s), no duplicates",
|
|
31
|
+
"critical": true,
|
|
32
|
+
"blocks_high": true
|
|
33
|
+
},
|
|
34
|
+
"counter_evidence_search": {
|
|
35
|
+
"title": "Counter-evidence search",
|
|
36
|
+
"status": "pass",
|
|
37
|
+
"detail": "search_performed=true; 9/9 checks run; findings=8; contradictory_evidence_found=True",
|
|
38
|
+
"critical": true,
|
|
39
|
+
"blocks_high": true
|
|
40
|
+
},
|
|
41
|
+
"methodology_audit": {
|
|
42
|
+
"title": "Methodology audit",
|
|
43
|
+
"status": "pass",
|
|
44
|
+
"detail": "methodology verdict=CONCERN; task/learning separated",
|
|
45
|
+
"critical": true,
|
|
46
|
+
"blocks_high": true
|
|
47
|
+
},
|
|
48
|
+
"claim_evidence_audit": {
|
|
49
|
+
"title": "Claim-Evidence Audit",
|
|
50
|
+
"status": "pass",
|
|
51
|
+
"detail": "all verdict claims bind to existing evidence with consistent categories",
|
|
52
|
+
"critical": true,
|
|
53
|
+
"blocks_high": false
|
|
54
|
+
},
|
|
55
|
+
"outcome_mapping": {
|
|
56
|
+
"title": "Outcome mapping",
|
|
57
|
+
"status": "warn",
|
|
58
|
+
"detail": "outcome keys known; frame-declared outcomes without evidence: cost_effectiveness, equity, feasibility",
|
|
59
|
+
"critical": false,
|
|
60
|
+
"blocks_high": false
|
|
61
|
+
},
|
|
62
|
+
"scope_calibration": {
|
|
63
|
+
"title": "Scope calibration",
|
|
64
|
+
"status": "pass",
|
|
65
|
+
"detail": "claims bounded: can=2, cannot=1, exceeds_boundary=1",
|
|
66
|
+
"critical": false,
|
|
67
|
+
"blocks_high": true
|
|
68
|
+
},
|
|
69
|
+
"independent_study_count": {
|
|
70
|
+
"title": "Independent study-sample count",
|
|
71
|
+
"status": "pass",
|
|
72
|
+
"detail": "independent studies=3, samples=3",
|
|
73
|
+
"critical": true,
|
|
74
|
+
"blocks_high": true
|
|
75
|
+
},
|
|
76
|
+
"deterministic_confidence": {
|
|
77
|
+
"title": "Deterministic confidence",
|
|
78
|
+
"status": "pass",
|
|
79
|
+
"detail": "deterministic confidence=Moderate (score=0.578, policy=2026-08-12.v3)",
|
|
80
|
+
"critical": true,
|
|
81
|
+
"blocks_high": true
|
|
82
|
+
},
|
|
83
|
+
"decision_action_consistency": {
|
|
84
|
+
"title": "Decision action consistency",
|
|
85
|
+
"status": "pass",
|
|
86
|
+
"detail": "action=pilot is within the conservative bound",
|
|
87
|
+
"critical": true,
|
|
88
|
+
"blocks_high": false
|
|
89
|
+
}
|
|
90
|
+
},
|
|
91
|
+
"passed": true,
|
|
92
|
+
"critical_failures": [],
|
|
93
|
+
"high_confidence_allowed": true,
|
|
94
|
+
"max_confidence": "High",
|
|
95
|
+
"enforcement": {
|
|
96
|
+
"rule": "confidence capped at {max}; High confidence requires a fully passing gate and >= 2 independent studies",
|
|
97
|
+
"max_confidence": "High",
|
|
98
|
+
"requires_action_change": false,
|
|
99
|
+
"action_override": null
|
|
100
|
+
}
|
|
101
|
+
}
|