flonat-research 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/domain-reviewer.md +336 -0
- package/.claude/agents/fixer.md +226 -0
- package/.claude/agents/paper-critic.md +370 -0
- package/.claude/agents/peer-reviewer.md +289 -0
- package/.claude/agents/proposal-reviewer.md +215 -0
- package/.claude/agents/referee2-reviewer.md +367 -0
- package/.claude/agents/references/journal-referee-profiles.md +354 -0
- package/.claude/agents/references/paper-critic/council-personas.md +77 -0
- package/.claude/agents/references/paper-critic/council-prompts.md +198 -0
- package/.claude/agents/references/peer-reviewer/report-template.md +199 -0
- package/.claude/agents/references/peer-reviewer/sa-prompts.md +260 -0
- package/.claude/agents/references/peer-reviewer/security-scan.md +188 -0
- package/.claude/agents/references/proposal-reviewer/report-template.md +144 -0
- package/.claude/agents/references/proposal-reviewer/sa-prompts.md +149 -0
- package/.claude/agents/references/referee-config.md +114 -0
- package/.claude/agents/references/referee2-reviewer/audit-checklists.md +287 -0
- package/.claude/agents/references/referee2-reviewer/report-template.md +334 -0
- package/.claude/rules/design-before-results.md +52 -0
- package/.claude/rules/ignore-agents-md.md +17 -0
- package/.claude/rules/ignore-gemini-md.md +17 -0
- package/.claude/rules/lean-claude-md.md +45 -0
- package/.claude/rules/learn-tags.md +99 -0
- package/.claude/rules/overleaf-separation.md +67 -0
- package/.claude/rules/plan-first.md +175 -0
- package/.claude/rules/read-docs-first.md +50 -0
- package/.claude/rules/scope-discipline.md +28 -0
- package/.claude/settings.json +125 -0
- package/.context/current-focus.md +33 -0
- package/.context/preferences/priorities.md +36 -0
- package/.context/preferences/task-naming.md +28 -0
- package/.context/profile.md +29 -0
- package/.context/projects/_index.md +41 -0
- package/.context/projects/papers/nudge-exp.md +22 -0
- package/.context/projects/papers/uncertainty.md +31 -0
- package/.context/resources/claude-scientific-writer-review.md +48 -0
- package/.context/resources/cunningham-multi-analyst-agents.md +104 -0
- package/.context/resources/cunningham-multilang-code-audit.md +62 -0
- package/.context/resources/google-ai-co-scientist-review.md +72 -0
- package/.context/resources/karpathy-llm-council-review.md +58 -0
- package/.context/resources/multi-coder-reliability-protocol.md +175 -0
- package/.context/resources/pedro-santanna-takeaways.md +96 -0
- package/.context/resources/venue-rankings/abs_ajg_2024.csv +1823 -0
- package/.context/resources/venue-rankings/abs_ajg_2024_econ.csv +356 -0
- package/.context/resources/venue-rankings/cabs_4_4star_theory.csv +40 -0
- package/.context/resources/venue-rankings/core_2026.csv +801 -0
- package/.context/resources/venue-rankings.md +147 -0
- package/.context/workflows/README.md +69 -0
- package/.context/workflows/daily-review.md +91 -0
- package/.context/workflows/meeting-actions.md +108 -0
- package/.context/workflows/replication-protocol.md +155 -0
- package/.context/workflows/weekly-review.md +113 -0
- package/.mcp-server-biblio/formatters.py +158 -0
- package/.mcp-server-biblio/pyproject.toml +11 -0
- package/.mcp-server-biblio/server.py +678 -0
- package/.mcp-server-biblio/sources/__init__.py +14 -0
- package/.mcp-server-biblio/sources/base.py +73 -0
- package/.mcp-server-biblio/sources/formatters.py +83 -0
- package/.mcp-server-biblio/sources/models.py +22 -0
- package/.mcp-server-biblio/sources/multi_source.py +243 -0
- package/.mcp-server-biblio/sources/openalex_source.py +183 -0
- package/.mcp-server-biblio/sources/scopus_source.py +309 -0
- package/.mcp-server-biblio/sources/wos_source.py +508 -0
- package/.mcp-server-biblio/uv.lock +896 -0
- package/.scripts/README.md +161 -0
- package/.scripts/ai_pattern_density.py +446 -0
- package/.scripts/conf +445 -0
- package/.scripts/config.py +122 -0
- package/.scripts/count_inventory.py +275 -0
- package/.scripts/daily_digest.py +288 -0
- package/.scripts/done +177 -0
- package/.scripts/extract_meeting_actions.py +223 -0
- package/.scripts/focus +176 -0
- package/.scripts/generate-codex-agents-md.py +217 -0
- package/.scripts/inbox +194 -0
- package/.scripts/notion_helpers.py +325 -0
- package/.scripts/openalex/query_helpers.py +306 -0
- package/.scripts/papers +227 -0
- package/.scripts/query +223 -0
- package/.scripts/session-history.py +201 -0
- package/.scripts/skill-health.py +516 -0
- package/.scripts/skill-log-miner.py +273 -0
- package/.scripts/sync-to-codex.sh +252 -0
- package/.scripts/task +213 -0
- package/.scripts/tasks +190 -0
- package/.scripts/week +206 -0
- package/CLAUDE.md +197 -0
- package/LICENSE +21 -0
- package/MEMORY.md +38 -0
- package/README.md +269 -0
- package/docs/agents.md +44 -0
- package/docs/bibliography-setup.md +55 -0
- package/docs/council-mode.md +36 -0
- package/docs/getting-started.md +245 -0
- package/docs/hooks.md +38 -0
- package/docs/mcp-servers.md +82 -0
- package/docs/notion-setup.md +109 -0
- package/docs/rules.md +33 -0
- package/docs/scripts.md +303 -0
- package/docs/setup-overview/setup-overview.pdf +0 -0
- package/docs/skills.md +70 -0
- package/docs/system.md +159 -0
- package/hooks/block-destructive-git.sh +66 -0
- package/hooks/context-monitor.py +114 -0
- package/hooks/postcompact-restore.py +157 -0
- package/hooks/precompact-autosave.py +181 -0
- package/hooks/promise-checker.sh +124 -0
- package/hooks/protect-source-files.sh +81 -0
- package/hooks/resume-context-loader.sh +53 -0
- package/hooks/startup-context-loader.sh +102 -0
- package/package.json +51 -0
- package/packages/cli-council/.github/workflows/claude-code-review.yml +44 -0
- package/packages/cli-council/.github/workflows/claude.yml +50 -0
- package/packages/cli-council/README.md +100 -0
- package/packages/cli-council/pyproject.toml +43 -0
- package/packages/cli-council/src/cli_council/__init__.py +19 -0
- package/packages/cli-council/src/cli_council/__main__.py +185 -0
- package/packages/cli-council/src/cli_council/backends/__init__.py +8 -0
- package/packages/cli-council/src/cli_council/backends/base.py +81 -0
- package/packages/cli-council/src/cli_council/backends/claude.py +25 -0
- package/packages/cli-council/src/cli_council/backends/codex.py +27 -0
- package/packages/cli-council/src/cli_council/backends/gemini.py +26 -0
- package/packages/cli-council/src/cli_council/checkpoint.py +212 -0
- package/packages/cli-council/src/cli_council/config.py +51 -0
- package/packages/cli-council/src/cli_council/council.py +391 -0
- package/packages/cli-council/src/cli_council/models.py +46 -0
- package/packages/llm-council/.github/workflows/claude-code-review.yml +44 -0
- package/packages/llm-council/.github/workflows/claude.yml +50 -0
- package/packages/llm-council/README.md +453 -0
- package/packages/llm-council/pyproject.toml +42 -0
- package/packages/llm-council/src/llm_council/__init__.py +23 -0
- package/packages/llm-council/src/llm_council/__main__.py +259 -0
- package/packages/llm-council/src/llm_council/checkpoint.py +193 -0
- package/packages/llm-council/src/llm_council/client.py +253 -0
- package/packages/llm-council/src/llm_council/config.py +232 -0
- package/packages/llm-council/src/llm_council/council.py +482 -0
- package/packages/llm-council/src/llm_council/models.py +46 -0
- package/packages/mcp-bibliography/MEMORY.md +31 -0
- package/packages/mcp-bibliography/_app.py +226 -0
- package/packages/mcp-bibliography/formatters.py +158 -0
- package/packages/mcp-bibliography/log/2026-03-13-2100.md +35 -0
- package/packages/mcp-bibliography/pyproject.toml +15 -0
- package/packages/mcp-bibliography/run.sh +20 -0
- package/packages/mcp-bibliography/scholarly_formatters.py +83 -0
- package/packages/mcp-bibliography/server.py +1857 -0
- package/packages/mcp-bibliography/tools/__init__.py +28 -0
- package/packages/mcp-bibliography/tools/_registry.py +19 -0
- package/packages/mcp-bibliography/tools/altmetric.py +107 -0
- package/packages/mcp-bibliography/tools/core.py +92 -0
- package/packages/mcp-bibliography/tools/dblp.py +52 -0
- package/packages/mcp-bibliography/tools/openalex.py +296 -0
- package/packages/mcp-bibliography/tools/opencitations.py +102 -0
- package/packages/mcp-bibliography/tools/openreview.py +179 -0
- package/packages/mcp-bibliography/tools/orcid.py +131 -0
- package/packages/mcp-bibliography/tools/scholarly.py +575 -0
- package/packages/mcp-bibliography/tools/unpaywall.py +63 -0
- package/packages/mcp-bibliography/tools/zenodo.py +123 -0
- package/packages/mcp-bibliography/uv.lock +711 -0
- package/scripts/setup.sh +143 -0
- package/skills/beamer-deck/SKILL.md +199 -0
- package/skills/beamer-deck/references/quality-rubric.md +54 -0
- package/skills/beamer-deck/references/review-prompts.md +106 -0
- package/skills/bib-validate/SKILL.md +261 -0
- package/skills/bib-validate/references/council-mode.md +34 -0
- package/skills/bib-validate/references/deep-verify.md +79 -0
- package/skills/bib-validate/references/fix-mode.md +36 -0
- package/skills/bib-validate/references/openalex-verification.md +45 -0
- package/skills/bib-validate/references/preprint-check.md +31 -0
- package/skills/bib-validate/references/ref-manager-crossref.md +41 -0
- package/skills/bib-validate/references/report-template.md +82 -0
- package/skills/code-archaeology/SKILL.md +141 -0
- package/skills/code-review/SKILL.md +265 -0
- package/skills/code-review/references/quality-rubric.md +67 -0
- package/skills/consolidate-memory/SKILL.md +208 -0
- package/skills/context-status/SKILL.md +126 -0
- package/skills/creation-guard/SKILL.md +230 -0
- package/skills/devils-advocate/SKILL.md +130 -0
- package/skills/devils-advocate/references/competing-hypotheses.md +83 -0
- package/skills/init-project/SKILL.md +115 -0
- package/skills/init-project-course/references/memory-and-settings.md +92 -0
- package/skills/init-project-course/references/organise-templates.md +94 -0
- package/skills/init-project-course/skill.md +147 -0
- package/skills/init-project-light/skill.md +139 -0
- package/skills/init-project-research/SKILL.md +368 -0
- package/skills/init-project-research/references/atlas-pipeline-sync.md +70 -0
- package/skills/init-project-research/references/atlas-schema.md +81 -0
- package/skills/init-project-research/references/confirmation-report.md +39 -0
- package/skills/init-project-research/references/domain-profile-template.md +104 -0
- package/skills/init-project-research/references/interview-round3.md +34 -0
- package/skills/init-project-research/references/literature-discovery.md +43 -0
- package/skills/init-project-research/references/scaffold-details.md +197 -0
- package/skills/init-project-research/templates/field-calibration.md +60 -0
- package/skills/init-project-research/templates/pipeline-manifest.md +63 -0
- package/skills/init-project-research/templates/run-all.sh +116 -0
- package/skills/init-project-research/templates/seed-files.md +337 -0
- package/skills/insights-deck/SKILL.md +151 -0
- package/skills/interview-me/SKILL.md +157 -0
- package/skills/latex/SKILL.md +141 -0
- package/skills/latex/references/latex-configs.md +183 -0
- package/skills/latex-autofix/SKILL.md +230 -0
- package/skills/latex-autofix/references/known-errors.md +183 -0
- package/skills/latex-autofix/references/quality-rubric.md +50 -0
- package/skills/latex-health-check/SKILL.md +161 -0
- package/skills/learn/SKILL.md +220 -0
- package/skills/learn/scripts/validate_skill.py +265 -0
- package/skills/lessons-learned/SKILL.md +201 -0
- package/skills/literature/SKILL.md +335 -0
- package/skills/literature/references/agent-templates.md +393 -0
- package/skills/literature/references/bibliometric-apis.md +44 -0
- package/skills/literature/references/cli-council-search.md +79 -0
- package/skills/literature/references/openalex-api-guide.md +371 -0
- package/skills/literature/references/openalex-common-queries.md +381 -0
- package/skills/literature/references/openalex-workflows.md +248 -0
- package/skills/literature/references/reference-manager-sync.md +36 -0
- package/skills/literature/references/scopus-api-guide.md +208 -0
- package/skills/literature/references/wos-api-guide.md +308 -0
- package/skills/multi-perspective/SKILL.md +311 -0
- package/skills/multi-perspective/references/computational-many-analysts.md +77 -0
- package/skills/pipeline-manifest/SKILL.md +226 -0
- package/skills/pre-submission-report/SKILL.md +153 -0
- package/skills/process-reviews/SKILL.md +244 -0
- package/skills/process-reviews/references/rr-routing.md +101 -0
- package/skills/project-deck/SKILL.md +87 -0
- package/skills/project-safety/SKILL.md +135 -0
- package/skills/proofread/SKILL.md +254 -0
- package/skills/proofread/references/quality-rubric.md +104 -0
- package/skills/python-env/SKILL.md +57 -0
- package/skills/quarto-deck/SKILL.md +226 -0
- package/skills/quarto-deck/references/markdown-format.md +143 -0
- package/skills/quarto-deck/references/quality-rubric.md +54 -0
- package/skills/save-context/SKILL.md +174 -0
- package/skills/session-log/SKILL.md +98 -0
- package/skills/shared/concept-validation-gate.md +161 -0
- package/skills/shared/council-protocol.md +265 -0
- package/skills/shared/distribution-diagnostics.md +164 -0
- package/skills/shared/engagement-stratified-sampling.md +218 -0
- package/skills/shared/escalation-protocol.md +74 -0
- package/skills/shared/external-audit-protocol.md +205 -0
- package/skills/shared/intercoder-reliability.md +256 -0
- package/skills/shared/mcp-degradation.md +81 -0
- package/skills/shared/method-probing-questions.md +163 -0
- package/skills/shared/multi-language-conventions.md +143 -0
- package/skills/shared/paid-api-safety.md +174 -0
- package/skills/shared/palettes.md +90 -0
- package/skills/shared/progressive-disclosure.md +92 -0
- package/skills/shared/project-documentation-content.md +443 -0
- package/skills/shared/project-documentation-format.md +281 -0
- package/skills/shared/project-documentation.md +100 -0
- package/skills/shared/publication-output.md +138 -0
- package/skills/shared/quality-scoring.md +70 -0
- package/skills/shared/reference-resolution.md +77 -0
- package/skills/shared/research-quality-rubric.md +165 -0
- package/skills/shared/rhetoric-principles.md +54 -0
- package/skills/shared/skill-design-patterns.md +272 -0
- package/skills/shared/skill-index.md +240 -0
- package/skills/shared/system-documentation.md +334 -0
- package/skills/shared/tikz-rules.md +402 -0
- package/skills/shared/validation-tiers.md +121 -0
- package/skills/shared/venue-guides/README.md +46 -0
- package/skills/shared/venue-guides/cell_press_style.md +483 -0
- package/skills/shared/venue-guides/conferences_formatting.md +564 -0
- package/skills/shared/venue-guides/cs_conference_style.md +463 -0
- package/skills/shared/venue-guides/examples/cell_summary_example.md +247 -0
- package/skills/shared/venue-guides/examples/medical_structured_abstract.md +313 -0
- package/skills/shared/venue-guides/examples/nature_abstract_examples.md +213 -0
- package/skills/shared/venue-guides/examples/neurips_introduction_example.md +245 -0
- package/skills/shared/venue-guides/journals_formatting.md +486 -0
- package/skills/shared/venue-guides/medical_journal_styles.md +535 -0
- package/skills/shared/venue-guides/ml_conference_style.md +556 -0
- package/skills/shared/venue-guides/nature_science_style.md +405 -0
- package/skills/shared/venue-guides/reviewer_expectations.md +417 -0
- package/skills/shared/venue-guides/venue_writing_styles.md +321 -0
- package/skills/split-pdf/SKILL.md +172 -0
- package/skills/split-pdf/methodology.md +48 -0
- package/skills/sync-notion/SKILL.md +93 -0
- package/skills/system-audit/SKILL.md +157 -0
- package/skills/system-audit/references/sub-agent-prompts.md +294 -0
- package/skills/task-management/SKILL.md +131 -0
- package/skills/update-focus/SKILL.md +204 -0
- package/skills/update-project-doc/SKILL.md +194 -0
- package/skills/validate-bib/SKILL.md +242 -0
- package/skills/validate-bib/references/council-mode.md +34 -0
- package/skills/validate-bib/references/deep-verify.md +71 -0
- package/skills/validate-bib/references/openalex-verification.md +45 -0
- package/skills/validate-bib/references/preprint-check.md +31 -0
- package/skills/validate-bib/references/report-template.md +62 -0
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
# Proposal Review Report Template
|
|
2
|
+
|
|
3
|
+
After collecting sub-agent reports, synthesise everything into the final feedback report.
|
|
4
|
+
|
|
5
|
+
## Report Location
|
|
6
|
+
|
|
7
|
+
Save the report to:
|
|
8
|
+
|
|
9
|
+
```
|
|
10
|
+
reviews/proposal-reviewer/YYYY-MM-DD_[short_title]_report.md
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
Create the `reviews/proposal-reviewer/` directory if it does not exist. Do NOT overwrite previous reports — each review is dated.
|
|
14
|
+
|
|
15
|
+
## Report Structure
|
|
16
|
+
|
|
17
|
+
```markdown
|
|
18
|
+
=================================================================
|
|
19
|
+
PROPOSAL REVIEW REPORT
|
|
20
|
+
[Proposal Title]
|
|
21
|
+
[Author(s)]
|
|
22
|
+
Reviewed by: the user
|
|
23
|
+
Date: YYYY-MM-DD
|
|
24
|
+
=================================================================
|
|
25
|
+
|
|
26
|
+
## Security Scan Results (if PDF)
|
|
27
|
+
|
|
28
|
+
[Phase 0 output — either alert or all-clear, or "N/A — not a PDF"]
|
|
29
|
+
|
|
30
|
+
---
|
|
31
|
+
|
|
32
|
+
## Executive Summary
|
|
33
|
+
|
|
34
|
+
[2-3 sentences: What is proposed, is it worth pursuing, what are the main
|
|
35
|
+
risks. This is the "elevator pitch" version of the review.]
|
|
36
|
+
|
|
37
|
+
---
|
|
38
|
+
|
|
39
|
+
## Overall Assessment
|
|
40
|
+
|
|
41
|
+
### Is this worth pursuing?
|
|
42
|
+
|
|
43
|
+
**Verdict:** [Strongly Yes / Yes with Caveats / Needs Major Rework / No]
|
|
44
|
+
|
|
45
|
+
**Key strengths:**
|
|
46
|
+
1. [Strength]
|
|
47
|
+
2. [Strength]
|
|
48
|
+
|
|
49
|
+
**Key risks:**
|
|
50
|
+
1. [Risk]
|
|
51
|
+
2. [Risk]
|
|
52
|
+
|
|
53
|
+
---
|
|
54
|
+
|
|
55
|
+
## Novelty Assessment
|
|
56
|
+
|
|
57
|
+
### Overall Novelty: [Novel / Incremental / Crowded / Pre-empted]
|
|
58
|
+
### Scoop Risk: [Low / Medium / High]
|
|
59
|
+
|
|
60
|
+
| Proposed Contribution | Novelty | Key Prior Work | Gap |
|
|
61
|
+
|----------------------|---------|---------------|-----|
|
|
62
|
+
| [Contribution 1] | 🟢/🟡/🟠/🔴 | [Closest paper] | [What's different] |
|
|
63
|
+
|
|
64
|
+
### Missing Literature
|
|
65
|
+
[Papers the proposer should cite / be aware of]
|
|
66
|
+
|
|
67
|
+
### Positioning Advice
|
|
68
|
+
[How to sharpen the contribution claim]
|
|
69
|
+
|
|
70
|
+
---
|
|
71
|
+
|
|
72
|
+
## Feasibility Assessment
|
|
73
|
+
|
|
74
|
+
### Overall Feasibility: [Highly Feasible / Feasible / Risky / Infeasible]
|
|
75
|
+
|
|
76
|
+
### Method Appropriateness
|
|
77
|
+
[Is the proposed approach right for the question?]
|
|
78
|
+
|
|
79
|
+
### Key Risks
|
|
80
|
+
| Risk | Severity | Mitigation |
|
|
81
|
+
|------|----------|------------|
|
|
82
|
+
| [Risk 1] | High/Med/Low | [Suggested mitigation] |
|
|
83
|
+
|
|
84
|
+
### What's Missing
|
|
85
|
+
[Elements the proposal should address before starting]
|
|
86
|
+
|
|
87
|
+
### Recommended Preliminary Work
|
|
88
|
+
[Pilots, data checks, or scoping work that would de-risk the project]
|
|
89
|
+
|
|
90
|
+
---
|
|
91
|
+
|
|
92
|
+
## Detailed Feedback
|
|
93
|
+
|
|
94
|
+
### Research Question
|
|
95
|
+
[Is it well-defined? Important? Answerable?]
|
|
96
|
+
|
|
97
|
+
### Proposed Methodology
|
|
98
|
+
[Assessment — adapted to the paradigm]
|
|
99
|
+
|
|
100
|
+
### Data / Input Plan
|
|
101
|
+
[Feasibility, access, appropriateness]
|
|
102
|
+
|
|
103
|
+
### Timeline (if provided)
|
|
104
|
+
[Realistic? What's likely to slip?]
|
|
105
|
+
|
|
106
|
+
### Writing and Presentation
|
|
107
|
+
[Is the proposal well-written? Clear? Persuasive?]
|
|
108
|
+
|
|
109
|
+
---
|
|
110
|
+
|
|
111
|
+
## Constructive Suggestions
|
|
112
|
+
|
|
113
|
+
[Numbered, prioritised list of specific things to improve or consider.
|
|
114
|
+
These should be ACTIONABLE — not vague "consider X" but specific
|
|
115
|
+
"add a pilot study testing Y with N participants to verify Z".]
|
|
116
|
+
|
|
117
|
+
---
|
|
118
|
+
|
|
119
|
+
## Questions for the Proposer
|
|
120
|
+
|
|
121
|
+
[Specific questions that would help clarify the proposal's viability]
|
|
122
|
+
|
|
123
|
+
---
|
|
124
|
+
|
|
125
|
+
## If This Were a Grant Panel
|
|
126
|
+
|
|
127
|
+
**Fundability:** [Fund / Fund with Conditions / Revise & Resubmit / Do Not Fund]
|
|
128
|
+
|
|
129
|
+
**One-line summary for panel:** [The kind of sentence a panellist would write]
|
|
130
|
+
|
|
131
|
+
---
|
|
132
|
+
|
|
133
|
+
## Appendix: Sub-Agent Reports
|
|
134
|
+
|
|
135
|
+
### A. Novelty & Literature Assessment (full detail)
|
|
136
|
+
[Full novelty assessor output]
|
|
137
|
+
|
|
138
|
+
### B. Feasibility & Methods Assessment (full detail)
|
|
139
|
+
[Full feasibility assessor output]
|
|
140
|
+
|
|
141
|
+
=================================================================
|
|
142
|
+
END OF PROPOSAL REVIEW REPORT
|
|
143
|
+
=================================================================
|
|
144
|
+
```
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
# Proposal Reviewer Sub-Agent Prompt Templates
|
|
2
|
+
|
|
3
|
+
After reading the proposal and completing your notes, **spawn both sub-agents in parallel** using the Task tool. Send both Task tool calls in a single message.
|
|
4
|
+
|
|
5
|
+
## Sub-Agent 1: Novelty & Literature Assessor
|
|
6
|
+
|
|
7
|
+
**This is critical for proposals.** Since the work hasn't been done yet, the biggest risk is that someone has already done it (or is doing it concurrently). The proposer may not know.
|
|
8
|
+
|
|
9
|
+
**Prompt template for the Task tool:**
|
|
10
|
+
|
|
11
|
+
```
|
|
12
|
+
You are a Novelty & Literature Assessor sub-agent for a proposal review.
|
|
13
|
+
Your job is to assess whether the PROPOSED contribution is genuinely novel
|
|
14
|
+
and worth pursuing.
|
|
15
|
+
|
|
16
|
+
IMPORTANT: This is a PROPOSAL, not a finished paper. The work has NOT been done
|
|
17
|
+
yet. You are assessing whether the planned contribution is novel, not whether
|
|
18
|
+
existing results are correct.
|
|
19
|
+
|
|
20
|
+
PROPOSED CONTRIBUTIONS:
|
|
21
|
+
[Paste the exact proposed contributions from notes]
|
|
22
|
+
|
|
23
|
+
RESEARCH QUESTION:
|
|
24
|
+
[Paste the research question]
|
|
25
|
+
|
|
26
|
+
PROPOSED METHODS:
|
|
27
|
+
[Paste the planned methodology]
|
|
28
|
+
|
|
29
|
+
FIELD/DOMAIN:
|
|
30
|
+
[Specify the field]
|
|
31
|
+
|
|
32
|
+
PAPERS THE PROPOSER CITES AS RELATED:
|
|
33
|
+
[List the related work they identify]
|
|
34
|
+
|
|
35
|
+
YOUR TASK:
|
|
36
|
+
|
|
37
|
+
1. PRIOR WORK SEARCH: For each proposed contribution, search the literature to find:
|
|
38
|
+
a. Papers that have ALREADY made the same contribution (pre-empting)
|
|
39
|
+
b. Papers making a very similar contribution in a different context
|
|
40
|
+
c. Working papers / preprints that may beat the proposer to publication
|
|
41
|
+
d. Papers the proposer should know about but doesn't cite
|
|
42
|
+
|
|
43
|
+
2. NOVELTY ASSESSMENT for each proposed contribution:
|
|
44
|
+
- 🟢 NOVEL: No prior work found — this would be a genuine contribution
|
|
45
|
+
- 🟡 INCREMENTAL: Prior work exists; this extends it, but the extension is meaningful
|
|
46
|
+
- 🟠 CROWDED: Multiple groups are working on similar questions — high scoop risk
|
|
47
|
+
- 🔴 PRE-EMPTED: An existing paper has already delivered this contribution
|
|
48
|
+
|
|
49
|
+
3. POSITIONING ASSESSMENT:
|
|
50
|
+
- Is the proposer aware of the most relevant competitors?
|
|
51
|
+
- Are there entire literature streams they seem unaware of?
|
|
52
|
+
- How should they differentiate their contribution?
|
|
53
|
+
|
|
54
|
+
4. SCOOP RISK:
|
|
55
|
+
- How many groups appear to be working on similar questions?
|
|
56
|
+
- Are there recent preprints or working papers that suggest this is a hot topic?
|
|
57
|
+
- What is the realistic timeline for being scooped?
|
|
58
|
+
|
|
59
|
+
OUTPUT FORMAT:
|
|
60
|
+
1. Overall novelty verdict (Novel / Incremental / Crowded / Pre-empted)
|
|
61
|
+
2. Per-contribution novelty assessment with evidence
|
|
62
|
+
3. Key prior work found (with citations and URLs)
|
|
63
|
+
4. Scoop risk assessment (Low / Medium / High)
|
|
64
|
+
5. Missing citations the proposer should include
|
|
65
|
+
6. Positioning recommendations
|
|
66
|
+
```
|
|
67
|
+
|
|
68
|
+
**Sub-agent type:** `general-purpose`
|
|
69
|
+
|
|
70
|
+
## Sub-Agent 2: Feasibility & Methods Assessor
|
|
71
|
+
|
|
72
|
+
**Purpose:** Assess whether the proposed approach can actually deliver on the promised contributions. This is the "can they actually do this?" check.
|
|
73
|
+
|
|
74
|
+
**Prompt template for the Task tool:**
|
|
75
|
+
|
|
76
|
+
```
|
|
77
|
+
You are a Feasibility & Methods Assessor sub-agent for a proposal review.
|
|
78
|
+
Your job is to assess whether the PROPOSED methodology is sound, feasible,
|
|
79
|
+
and likely to deliver the claimed contributions.
|
|
80
|
+
|
|
81
|
+
IMPORTANT: This is a PROPOSAL. The work has NOT been done yet. You are
|
|
82
|
+
assessing the PLAN, not finished results.
|
|
83
|
+
|
|
84
|
+
RESEARCH QUESTION:
|
|
85
|
+
[Paste from notes]
|
|
86
|
+
|
|
87
|
+
PROPOSED METHODOLOGY:
|
|
88
|
+
[Paste detailed planned approach from notes]
|
|
89
|
+
|
|
90
|
+
METHODOLOGICAL PARADIGM(S):
|
|
91
|
+
[Identify: experiment, causal inference, simulation, ML/NLP, survey, MCDM,
|
|
92
|
+
qualitative, theoretical, mixed methods, etc.]
|
|
93
|
+
|
|
94
|
+
DATA / INPUT PLAN:
|
|
95
|
+
[What data do they plan to use? Do they have access?]
|
|
96
|
+
|
|
97
|
+
PROPOSED CONTRIBUTIONS:
|
|
98
|
+
[What they promise to deliver]
|
|
99
|
+
|
|
100
|
+
TIMELINE (if provided):
|
|
101
|
+
[Milestones and deadlines]
|
|
102
|
+
|
|
103
|
+
YOUR TASK — adapt to the proposed paradigm(s):
|
|
104
|
+
|
|
105
|
+
1. FEASIBILITY ASSESSMENT:
|
|
106
|
+
- Can this methodology actually answer the research question?
|
|
107
|
+
- Is the data accessible and appropriate?
|
|
108
|
+
- Are there technical barriers (compute, access, expertise) not addressed?
|
|
109
|
+
- Is the timeline realistic given the scope?
|
|
110
|
+
|
|
111
|
+
2. METHODOLOGY APPROPRIATENESS:
|
|
112
|
+
- Is the proposed method the right one for this question?
|
|
113
|
+
- Are there better-suited alternatives they should consider?
|
|
114
|
+
- Are the key identifying assumptions / validity conditions likely to hold?
|
|
115
|
+
|
|
116
|
+
3. ANTICIPATED PITFALLS (paradigm-specific):
|
|
117
|
+
For causal inference: likely threats to identification, data limitations
|
|
118
|
+
For experiments: power concerns, recruitment feasibility, design flaws
|
|
119
|
+
For simulations: parameter calibration challenges, validation strategy
|
|
120
|
+
For ML/NLP: data availability, baseline selection, evaluation pitfalls
|
|
121
|
+
For surveys: sampling challenges, construct validity risks
|
|
122
|
+
For MCDM: criteria selection issues, stakeholder access
|
|
123
|
+
For qualitative: access to subjects, saturation feasibility
|
|
124
|
+
For theoretical: proof difficulty, restrictive assumptions
|
|
125
|
+
|
|
126
|
+
4. GAP ANALYSIS:
|
|
127
|
+
- What's missing from the proposal?
|
|
128
|
+
- What questions should be answered before starting?
|
|
129
|
+
- What pilot/preliminary work would de-risk the project?
|
|
130
|
+
|
|
131
|
+
5. CONTRIBUTION-METHOD ALIGNMENT:
|
|
132
|
+
- Can the proposed method actually deliver each claimed contribution?
|
|
133
|
+
- Are there contributions that require a different method than proposed?
|
|
134
|
+
|
|
135
|
+
OUTPUT FORMAT:
|
|
136
|
+
1. Overall feasibility rating (Highly Feasible / Feasible / Risky / Infeasible)
|
|
137
|
+
2. Methodology appropriateness assessment
|
|
138
|
+
3. Key feasibility risks (ranked by severity)
|
|
139
|
+
4. Anticipated pitfalls
|
|
140
|
+
5. Missing elements in the proposal
|
|
141
|
+
6. Recommended preliminary work / pilots
|
|
142
|
+
7. Contribution-method alignment check
|
|
143
|
+
```
|
|
144
|
+
|
|
145
|
+
**Sub-agent type:** `general-purpose`
|
|
146
|
+
|
|
147
|
+
## Launching Sub-Agents
|
|
148
|
+
|
|
149
|
+
**CRITICAL: Launch both sub-agents in a SINGLE message using two parallel Task tool calls.**
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
# Referee Configuration: Dispositions and Pet Peeves
|
|
2
|
+
|
|
3
|
+
> Shared configuration for `referee2-reviewer`, `peer-reviewer`, and `domain-reviewer` agents.
|
|
4
|
+
> Provides randomised intellectual diversity across simulated reviews.
|
|
5
|
+
|
|
6
|
+
## Referee Dispositions
|
|
7
|
+
|
|
8
|
+
Each reviewer is assigned **2 dispositions** (drawn randomly, must be different) that shape their intellectual priors. Dispositions create productive tension — a CREDIBILITY reviewer and a THEORY reviewer will probe different weaknesses.
|
|
9
|
+
|
|
10
|
+
| ID | Disposition | Intellectual Prior |
|
|
11
|
+
|----|------------|-------------------|
|
|
12
|
+
| STRUCTURAL | Structuralist | Values formal models, welfare analysis. "Where's the mechanism? Where's the model?" |
|
|
13
|
+
| CREDIBILITY | Credibility Revolution | Values clean identification, transparency. "Show me the pre-trends. What's the experiment?" |
|
|
14
|
+
| MEASUREMENT | Measurement Focused | Obsessed with data quality and measurement error. "How is this measured? What about attrition?" |
|
|
15
|
+
| POLICY | Policy Oriented | Focused on generalisability and policy relevance. "Does this apply outside your sample? So what?" |
|
|
16
|
+
| THEORY | Theory First | Wants economic model before empirics. "What does the theory predict? What parameters are you estimating?" |
|
|
17
|
+
| SKEPTIC | Professional Skeptic | Thinks the result is probably wrong. "What would make this go away? Show me the failures." |
|
|
18
|
+
|
|
19
|
+
### Assignment Protocol
|
|
20
|
+
|
|
21
|
+
1. At the start of a review, randomly draw **2 dispositions** (no duplicates)
|
|
22
|
+
2. State the assignment in the report header: `**Dispositions:** [X], [Y]`
|
|
23
|
+
3. Let dispositions colour your intellectual priors — a SKEPTIC demands more robustness; a THEORY reviewer insists on a formal framework
|
|
24
|
+
4. If a journal profile is specified, weight the random draw using the journal's **Referee pool** field (see `journal-referee-profiles.md`)
|
|
25
|
+
|
|
26
|
+
---
|
|
27
|
+
|
|
28
|
+
## Pet Peeve Pools
|
|
29
|
+
|
|
30
|
+
Each reviewer is assigned **3 critical** and **2 constructive** pet peeves per invocation, drawn randomly from the pools below. These inject realistic idiosyncrasy — real referees have hobby horses.
|
|
31
|
+
|
|
32
|
+
### Critical Pet Peeves (draw 3 per reviewer)
|
|
33
|
+
|
|
34
|
+
1. "Wants at least 5 robustness specifications"
|
|
35
|
+
2. "Checks every table for correct clustering"
|
|
36
|
+
3. "Demands a formal theoretical model even for reduced-form papers"
|
|
37
|
+
4. "Suspicious of results that are too clean — wants to see failures"
|
|
38
|
+
5. "Fixated on sample selection — wants every filter justified"
|
|
39
|
+
6. "Counts hedging words and deducts for each one"
|
|
40
|
+
7. "Insists on discussing what the null result would mean"
|
|
41
|
+
8. "Demands comparison with at least one alternative estimator"
|
|
42
|
+
9. "Wants confidence intervals on every figure"
|
|
43
|
+
10. "Believes every paper needs a welfare calculation"
|
|
44
|
+
11. "Wants to see raw data patterns before any regression"
|
|
45
|
+
12. "Insists on discussing external validity for 2+ paragraphs"
|
|
46
|
+
13. "Demands event study plot even when not doing DiD"
|
|
47
|
+
14. "Questions every variable definition — wants exact survey wording"
|
|
48
|
+
15. "Wants the author to address every paper in the related literature"
|
|
49
|
+
16. "Insists on seeing first-stage F-statistics reported for every specification"
|
|
50
|
+
17. "Demands Oster bounds or equivalent sensitivity analysis"
|
|
51
|
+
18. "Wants leave-one-out analysis to check no single unit drives results"
|
|
52
|
+
19. "Obsessed with power calculations — underpowered studies get hammered"
|
|
53
|
+
20. "Demands authors explain why they didn't use a structural model"
|
|
54
|
+
21. "Wants placebo tests on every possible fake treatment timing"
|
|
55
|
+
22. "Insists on separate subgroup analysis by demographic characteristics regardless of topic"
|
|
56
|
+
23. "Checks whether standard errors are larger than the coefficient — flags any t-stat between 1.96 and 2.5 as suspicious"
|
|
57
|
+
24. "Wants Bonferroni correction the moment they see more than one outcome"
|
|
58
|
+
25. "Demands authors justify every control variable — no kitchen sink"
|
|
59
|
+
26. "Wants to see balance tables even for non-experimental designs"
|
|
60
|
+
27. "Asks why the author didn't use machine learning for variable selection"
|
|
61
|
+
|
|
62
|
+
### Constructive Pet Peeves (draw 2 per reviewer)
|
|
63
|
+
|
|
64
|
+
1. "Gives credit for honest acknowledgment of limitations"
|
|
65
|
+
2. "Appreciates clever use of data or natural experiments"
|
|
66
|
+
3. "Values clear, direct writing and rewards it in scoring"
|
|
67
|
+
4. "Excited by novel datasets or measurement approaches"
|
|
68
|
+
5. "Focuses on the big picture — forgives minor issues if the contribution is strong"
|
|
69
|
+
6. "Gives credit for thorough robustness even if not all checks pass"
|
|
70
|
+
7. "Appreciates creative visualisation and clear figures"
|
|
71
|
+
8. "Values replication and extension of important prior work"
|
|
72
|
+
9. "Sympathetic to data limitations if handled transparently"
|
|
73
|
+
10. "Impressed by pre-analysis plans or pre-registration"
|
|
74
|
+
11. "Champions policy relevance even with imperfect identification"
|
|
75
|
+
12. "Rewards papers that change how you think about a problem"
|
|
76
|
+
13. "Appreciates clean event study plots with confidence intervals"
|
|
77
|
+
14. "Values when authors present the null result scenario honestly"
|
|
78
|
+
15. "Rewards careful institutional detail and field knowledge"
|
|
79
|
+
16. "Appreciates when authors test their own assumptions and report failures"
|
|
80
|
+
17. "Gives credit for transparent sample construction documentation"
|
|
81
|
+
18. "Values papers that bring new data to old questions"
|
|
82
|
+
19. "Appreciates concise papers — rewards brevity over padding"
|
|
83
|
+
20. "Gives credit for code availability and replication packages"
|
|
84
|
+
21. "Values creative falsification tests beyond standard pre-trends"
|
|
85
|
+
22. "Appreciates when authors connect findings back to theory"
|
|
86
|
+
23. "Rewards clean notation and consistent mathematical exposition"
|
|
87
|
+
24. "Values when authors cite and engage with contradictory findings"
|
|
88
|
+
|
|
89
|
+
### Assignment Protocol
|
|
90
|
+
|
|
91
|
+
1. At the start of a review, randomly draw **3 critical** and **2 constructive** pet peeves
|
|
92
|
+
2. State the assignment in the report header alongside dispositions
|
|
93
|
+
3. Let pet peeves influence what you probe — if assigned "Demands Oster bounds", actively check for sensitivity analysis
|
|
94
|
+
4. Pet peeves should flavour the review, not dominate it — they are secondary to the systematic audit protocol
|
|
95
|
+
|
|
96
|
+
---
|
|
97
|
+
|
|
98
|
+
## Report Header Format
|
|
99
|
+
|
|
100
|
+
Every review report should include a configuration block:
|
|
101
|
+
|
|
102
|
+
```markdown
|
|
103
|
+
## Reviewer Configuration
|
|
104
|
+
**Dispositions:** [X], [Y]
|
|
105
|
+
**Critical pet peeves:**
|
|
106
|
+
1. "[peeve 1]"
|
|
107
|
+
2. "[peeve 2]"
|
|
108
|
+
3. "[peeve 3]"
|
|
109
|
+
**Constructive pet peeves:**
|
|
110
|
+
1. "[peeve 1]"
|
|
111
|
+
2. "[peeve 2]"
|
|
112
|
+
```
|
|
113
|
+
|
|
114
|
+
This makes the configuration transparent and reproducible — the user can re-run with different draws to get varied feedback.
|