flonat-research 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/domain-reviewer.md +336 -0
- package/.claude/agents/fixer.md +226 -0
- package/.claude/agents/paper-critic.md +370 -0
- package/.claude/agents/peer-reviewer.md +289 -0
- package/.claude/agents/proposal-reviewer.md +215 -0
- package/.claude/agents/referee2-reviewer.md +367 -0
- package/.claude/agents/references/journal-referee-profiles.md +354 -0
- package/.claude/agents/references/paper-critic/council-personas.md +77 -0
- package/.claude/agents/references/paper-critic/council-prompts.md +198 -0
- package/.claude/agents/references/peer-reviewer/report-template.md +199 -0
- package/.claude/agents/references/peer-reviewer/sa-prompts.md +260 -0
- package/.claude/agents/references/peer-reviewer/security-scan.md +188 -0
- package/.claude/agents/references/proposal-reviewer/report-template.md +144 -0
- package/.claude/agents/references/proposal-reviewer/sa-prompts.md +149 -0
- package/.claude/agents/references/referee-config.md +114 -0
- package/.claude/agents/references/referee2-reviewer/audit-checklists.md +287 -0
- package/.claude/agents/references/referee2-reviewer/report-template.md +334 -0
- package/.claude/rules/design-before-results.md +52 -0
- package/.claude/rules/ignore-agents-md.md +17 -0
- package/.claude/rules/ignore-gemini-md.md +17 -0
- package/.claude/rules/lean-claude-md.md +45 -0
- package/.claude/rules/learn-tags.md +99 -0
- package/.claude/rules/overleaf-separation.md +67 -0
- package/.claude/rules/plan-first.md +175 -0
- package/.claude/rules/read-docs-first.md +50 -0
- package/.claude/rules/scope-discipline.md +28 -0
- package/.claude/settings.json +125 -0
- package/.context/current-focus.md +33 -0
- package/.context/preferences/priorities.md +36 -0
- package/.context/preferences/task-naming.md +28 -0
- package/.context/profile.md +29 -0
- package/.context/projects/_index.md +41 -0
- package/.context/projects/papers/nudge-exp.md +22 -0
- package/.context/projects/papers/uncertainty.md +31 -0
- package/.context/resources/claude-scientific-writer-review.md +48 -0
- package/.context/resources/cunningham-multi-analyst-agents.md +104 -0
- package/.context/resources/cunningham-multilang-code-audit.md +62 -0
- package/.context/resources/google-ai-co-scientist-review.md +72 -0
- package/.context/resources/karpathy-llm-council-review.md +58 -0
- package/.context/resources/multi-coder-reliability-protocol.md +175 -0
- package/.context/resources/pedro-santanna-takeaways.md +96 -0
- package/.context/resources/venue-rankings/abs_ajg_2024.csv +1823 -0
- package/.context/resources/venue-rankings/abs_ajg_2024_econ.csv +356 -0
- package/.context/resources/venue-rankings/cabs_4_4star_theory.csv +40 -0
- package/.context/resources/venue-rankings/core_2026.csv +801 -0
- package/.context/resources/venue-rankings.md +147 -0
- package/.context/workflows/README.md +69 -0
- package/.context/workflows/daily-review.md +91 -0
- package/.context/workflows/meeting-actions.md +108 -0
- package/.context/workflows/replication-protocol.md +155 -0
- package/.context/workflows/weekly-review.md +113 -0
- package/.mcp-server-biblio/formatters.py +158 -0
- package/.mcp-server-biblio/pyproject.toml +11 -0
- package/.mcp-server-biblio/server.py +678 -0
- package/.mcp-server-biblio/sources/__init__.py +14 -0
- package/.mcp-server-biblio/sources/base.py +73 -0
- package/.mcp-server-biblio/sources/formatters.py +83 -0
- package/.mcp-server-biblio/sources/models.py +22 -0
- package/.mcp-server-biblio/sources/multi_source.py +243 -0
- package/.mcp-server-biblio/sources/openalex_source.py +183 -0
- package/.mcp-server-biblio/sources/scopus_source.py +309 -0
- package/.mcp-server-biblio/sources/wos_source.py +508 -0
- package/.mcp-server-biblio/uv.lock +896 -0
- package/.scripts/README.md +161 -0
- package/.scripts/ai_pattern_density.py +446 -0
- package/.scripts/conf +445 -0
- package/.scripts/config.py +122 -0
- package/.scripts/count_inventory.py +275 -0
- package/.scripts/daily_digest.py +288 -0
- package/.scripts/done +177 -0
- package/.scripts/extract_meeting_actions.py +223 -0
- package/.scripts/focus +176 -0
- package/.scripts/generate-codex-agents-md.py +217 -0
- package/.scripts/inbox +194 -0
- package/.scripts/notion_helpers.py +325 -0
- package/.scripts/openalex/query_helpers.py +306 -0
- package/.scripts/papers +227 -0
- package/.scripts/query +223 -0
- package/.scripts/session-history.py +201 -0
- package/.scripts/skill-health.py +516 -0
- package/.scripts/skill-log-miner.py +273 -0
- package/.scripts/sync-to-codex.sh +252 -0
- package/.scripts/task +213 -0
- package/.scripts/tasks +190 -0
- package/.scripts/week +206 -0
- package/CLAUDE.md +197 -0
- package/LICENSE +21 -0
- package/MEMORY.md +38 -0
- package/README.md +269 -0
- package/docs/agents.md +44 -0
- package/docs/bibliography-setup.md +55 -0
- package/docs/council-mode.md +36 -0
- package/docs/getting-started.md +245 -0
- package/docs/hooks.md +38 -0
- package/docs/mcp-servers.md +82 -0
- package/docs/notion-setup.md +109 -0
- package/docs/rules.md +33 -0
- package/docs/scripts.md +303 -0
- package/docs/setup-overview/setup-overview.pdf +0 -0
- package/docs/skills.md +70 -0
- package/docs/system.md +159 -0
- package/hooks/block-destructive-git.sh +66 -0
- package/hooks/context-monitor.py +114 -0
- package/hooks/postcompact-restore.py +157 -0
- package/hooks/precompact-autosave.py +181 -0
- package/hooks/promise-checker.sh +124 -0
- package/hooks/protect-source-files.sh +81 -0
- package/hooks/resume-context-loader.sh +53 -0
- package/hooks/startup-context-loader.sh +102 -0
- package/package.json +51 -0
- package/packages/cli-council/.github/workflows/claude-code-review.yml +44 -0
- package/packages/cli-council/.github/workflows/claude.yml +50 -0
- package/packages/cli-council/README.md +100 -0
- package/packages/cli-council/pyproject.toml +43 -0
- package/packages/cli-council/src/cli_council/__init__.py +19 -0
- package/packages/cli-council/src/cli_council/__main__.py +185 -0
- package/packages/cli-council/src/cli_council/backends/__init__.py +8 -0
- package/packages/cli-council/src/cli_council/backends/base.py +81 -0
- package/packages/cli-council/src/cli_council/backends/claude.py +25 -0
- package/packages/cli-council/src/cli_council/backends/codex.py +27 -0
- package/packages/cli-council/src/cli_council/backends/gemini.py +26 -0
- package/packages/cli-council/src/cli_council/checkpoint.py +212 -0
- package/packages/cli-council/src/cli_council/config.py +51 -0
- package/packages/cli-council/src/cli_council/council.py +391 -0
- package/packages/cli-council/src/cli_council/models.py +46 -0
- package/packages/llm-council/.github/workflows/claude-code-review.yml +44 -0
- package/packages/llm-council/.github/workflows/claude.yml +50 -0
- package/packages/llm-council/README.md +453 -0
- package/packages/llm-council/pyproject.toml +42 -0
- package/packages/llm-council/src/llm_council/__init__.py +23 -0
- package/packages/llm-council/src/llm_council/__main__.py +259 -0
- package/packages/llm-council/src/llm_council/checkpoint.py +193 -0
- package/packages/llm-council/src/llm_council/client.py +253 -0
- package/packages/llm-council/src/llm_council/config.py +232 -0
- package/packages/llm-council/src/llm_council/council.py +482 -0
- package/packages/llm-council/src/llm_council/models.py +46 -0
- package/packages/mcp-bibliography/MEMORY.md +31 -0
- package/packages/mcp-bibliography/_app.py +226 -0
- package/packages/mcp-bibliography/formatters.py +158 -0
- package/packages/mcp-bibliography/log/2026-03-13-2100.md +35 -0
- package/packages/mcp-bibliography/pyproject.toml +15 -0
- package/packages/mcp-bibliography/run.sh +20 -0
- package/packages/mcp-bibliography/scholarly_formatters.py +83 -0
- package/packages/mcp-bibliography/server.py +1857 -0
- package/packages/mcp-bibliography/tools/__init__.py +28 -0
- package/packages/mcp-bibliography/tools/_registry.py +19 -0
- package/packages/mcp-bibliography/tools/altmetric.py +107 -0
- package/packages/mcp-bibliography/tools/core.py +92 -0
- package/packages/mcp-bibliography/tools/dblp.py +52 -0
- package/packages/mcp-bibliography/tools/openalex.py +296 -0
- package/packages/mcp-bibliography/tools/opencitations.py +102 -0
- package/packages/mcp-bibliography/tools/openreview.py +179 -0
- package/packages/mcp-bibliography/tools/orcid.py +131 -0
- package/packages/mcp-bibliography/tools/scholarly.py +575 -0
- package/packages/mcp-bibliography/tools/unpaywall.py +63 -0
- package/packages/mcp-bibliography/tools/zenodo.py +123 -0
- package/packages/mcp-bibliography/uv.lock +711 -0
- package/scripts/setup.sh +143 -0
- package/skills/beamer-deck/SKILL.md +199 -0
- package/skills/beamer-deck/references/quality-rubric.md +54 -0
- package/skills/beamer-deck/references/review-prompts.md +106 -0
- package/skills/bib-validate/SKILL.md +261 -0
- package/skills/bib-validate/references/council-mode.md +34 -0
- package/skills/bib-validate/references/deep-verify.md +79 -0
- package/skills/bib-validate/references/fix-mode.md +36 -0
- package/skills/bib-validate/references/openalex-verification.md +45 -0
- package/skills/bib-validate/references/preprint-check.md +31 -0
- package/skills/bib-validate/references/ref-manager-crossref.md +41 -0
- package/skills/bib-validate/references/report-template.md +82 -0
- package/skills/code-archaeology/SKILL.md +141 -0
- package/skills/code-review/SKILL.md +265 -0
- package/skills/code-review/references/quality-rubric.md +67 -0
- package/skills/consolidate-memory/SKILL.md +208 -0
- package/skills/context-status/SKILL.md +126 -0
- package/skills/creation-guard/SKILL.md +230 -0
- package/skills/devils-advocate/SKILL.md +130 -0
- package/skills/devils-advocate/references/competing-hypotheses.md +83 -0
- package/skills/init-project/SKILL.md +115 -0
- package/skills/init-project-course/references/memory-and-settings.md +92 -0
- package/skills/init-project-course/references/organise-templates.md +94 -0
- package/skills/init-project-course/skill.md +147 -0
- package/skills/init-project-light/skill.md +139 -0
- package/skills/init-project-research/SKILL.md +368 -0
- package/skills/init-project-research/references/atlas-pipeline-sync.md +70 -0
- package/skills/init-project-research/references/atlas-schema.md +81 -0
- package/skills/init-project-research/references/confirmation-report.md +39 -0
- package/skills/init-project-research/references/domain-profile-template.md +104 -0
- package/skills/init-project-research/references/interview-round3.md +34 -0
- package/skills/init-project-research/references/literature-discovery.md +43 -0
- package/skills/init-project-research/references/scaffold-details.md +197 -0
- package/skills/init-project-research/templates/field-calibration.md +60 -0
- package/skills/init-project-research/templates/pipeline-manifest.md +63 -0
- package/skills/init-project-research/templates/run-all.sh +116 -0
- package/skills/init-project-research/templates/seed-files.md +337 -0
- package/skills/insights-deck/SKILL.md +151 -0
- package/skills/interview-me/SKILL.md +157 -0
- package/skills/latex/SKILL.md +141 -0
- package/skills/latex/references/latex-configs.md +183 -0
- package/skills/latex-autofix/SKILL.md +230 -0
- package/skills/latex-autofix/references/known-errors.md +183 -0
- package/skills/latex-autofix/references/quality-rubric.md +50 -0
- package/skills/latex-health-check/SKILL.md +161 -0
- package/skills/learn/SKILL.md +220 -0
- package/skills/learn/scripts/validate_skill.py +265 -0
- package/skills/lessons-learned/SKILL.md +201 -0
- package/skills/literature/SKILL.md +335 -0
- package/skills/literature/references/agent-templates.md +393 -0
- package/skills/literature/references/bibliometric-apis.md +44 -0
- package/skills/literature/references/cli-council-search.md +79 -0
- package/skills/literature/references/openalex-api-guide.md +371 -0
- package/skills/literature/references/openalex-common-queries.md +381 -0
- package/skills/literature/references/openalex-workflows.md +248 -0
- package/skills/literature/references/reference-manager-sync.md +36 -0
- package/skills/literature/references/scopus-api-guide.md +208 -0
- package/skills/literature/references/wos-api-guide.md +308 -0
- package/skills/multi-perspective/SKILL.md +311 -0
- package/skills/multi-perspective/references/computational-many-analysts.md +77 -0
- package/skills/pipeline-manifest/SKILL.md +226 -0
- package/skills/pre-submission-report/SKILL.md +153 -0
- package/skills/process-reviews/SKILL.md +244 -0
- package/skills/process-reviews/references/rr-routing.md +101 -0
- package/skills/project-deck/SKILL.md +87 -0
- package/skills/project-safety/SKILL.md +135 -0
- package/skills/proofread/SKILL.md +254 -0
- package/skills/proofread/references/quality-rubric.md +104 -0
- package/skills/python-env/SKILL.md +57 -0
- package/skills/quarto-deck/SKILL.md +226 -0
- package/skills/quarto-deck/references/markdown-format.md +143 -0
- package/skills/quarto-deck/references/quality-rubric.md +54 -0
- package/skills/save-context/SKILL.md +174 -0
- package/skills/session-log/SKILL.md +98 -0
- package/skills/shared/concept-validation-gate.md +161 -0
- package/skills/shared/council-protocol.md +265 -0
- package/skills/shared/distribution-diagnostics.md +164 -0
- package/skills/shared/engagement-stratified-sampling.md +218 -0
- package/skills/shared/escalation-protocol.md +74 -0
- package/skills/shared/external-audit-protocol.md +205 -0
- package/skills/shared/intercoder-reliability.md +256 -0
- package/skills/shared/mcp-degradation.md +81 -0
- package/skills/shared/method-probing-questions.md +163 -0
- package/skills/shared/multi-language-conventions.md +143 -0
- package/skills/shared/paid-api-safety.md +174 -0
- package/skills/shared/palettes.md +90 -0
- package/skills/shared/progressive-disclosure.md +92 -0
- package/skills/shared/project-documentation-content.md +443 -0
- package/skills/shared/project-documentation-format.md +281 -0
- package/skills/shared/project-documentation.md +100 -0
- package/skills/shared/publication-output.md +138 -0
- package/skills/shared/quality-scoring.md +70 -0
- package/skills/shared/reference-resolution.md +77 -0
- package/skills/shared/research-quality-rubric.md +165 -0
- package/skills/shared/rhetoric-principles.md +54 -0
- package/skills/shared/skill-design-patterns.md +272 -0
- package/skills/shared/skill-index.md +240 -0
- package/skills/shared/system-documentation.md +334 -0
- package/skills/shared/tikz-rules.md +402 -0
- package/skills/shared/validation-tiers.md +121 -0
- package/skills/shared/venue-guides/README.md +46 -0
- package/skills/shared/venue-guides/cell_press_style.md +483 -0
- package/skills/shared/venue-guides/conferences_formatting.md +564 -0
- package/skills/shared/venue-guides/cs_conference_style.md +463 -0
- package/skills/shared/venue-guides/examples/cell_summary_example.md +247 -0
- package/skills/shared/venue-guides/examples/medical_structured_abstract.md +313 -0
- package/skills/shared/venue-guides/examples/nature_abstract_examples.md +213 -0
- package/skills/shared/venue-guides/examples/neurips_introduction_example.md +245 -0
- package/skills/shared/venue-guides/journals_formatting.md +486 -0
- package/skills/shared/venue-guides/medical_journal_styles.md +535 -0
- package/skills/shared/venue-guides/ml_conference_style.md +556 -0
- package/skills/shared/venue-guides/nature_science_style.md +405 -0
- package/skills/shared/venue-guides/reviewer_expectations.md +417 -0
- package/skills/shared/venue-guides/venue_writing_styles.md +321 -0
- package/skills/split-pdf/SKILL.md +172 -0
- package/skills/split-pdf/methodology.md +48 -0
- package/skills/sync-notion/SKILL.md +93 -0
- package/skills/system-audit/SKILL.md +157 -0
- package/skills/system-audit/references/sub-agent-prompts.md +294 -0
- package/skills/task-management/SKILL.md +131 -0
- package/skills/update-focus/SKILL.md +204 -0
- package/skills/update-project-doc/SKILL.md +194 -0
- package/skills/validate-bib/SKILL.md +242 -0
- package/skills/validate-bib/references/council-mode.md +34 -0
- package/skills/validate-bib/references/deep-verify.md +71 -0
- package/skills/validate-bib/references/openalex-verification.md +45 -0
- package/skills/validate-bib/references/preprint-check.md +31 -0
- package/skills/validate-bib/references/report-template.md +62 -0
|
@@ -0,0 +1,354 @@
|
|
|
1
|
+
# Journal Referee Profiles
|
|
2
|
+
|
|
3
|
+
> Used by `referee2-reviewer` and `peer-reviewer` agents to calibrate review intensity and focus.
|
|
4
|
+
> When a journal is specified, the reviewer adopts that journal's typical referee perspective.
|
|
5
|
+
> Each profile includes a **Referee pool** that weights disposition draws (see `referee-config.md`).
|
|
6
|
+
|
|
7
|
+
## How to Use
|
|
8
|
+
|
|
9
|
+
When reviewing with a target journal:
|
|
10
|
+
1. Look up the journal below
|
|
11
|
+
2. Adjust **domain** focus (what matters most substantively)
|
|
12
|
+
3. Adjust **methods** focus (rigour expectations)
|
|
13
|
+
4. Ask the journal's **typical concerns** as explicit review questions
|
|
14
|
+
5. Weight disposition draws using the **Referee pool** field
|
|
15
|
+
|
|
16
|
+
When no journal is specified, use generic top-field behaviour with equal disposition weights.
|
|
17
|
+
|
|
18
|
+
---
|
|
19
|
+
|
|
20
|
+
## Economics
|
|
21
|
+
|
|
22
|
+
**Top-5 General Interest**
|
|
23
|
+
|
|
24
|
+
### American Economic Review (AER)
|
|
25
|
+
**Focus:** All fields — broadest audience
|
|
26
|
+
**Bar:** Must interest economists outside your subfield. Big question, clean execution, clear contribution.
|
|
27
|
+
**Domain focus:** "Would a labour economist care about this health paper?" Contribution must be broad. Literature positioning against the *general* frontier, not just subfield. Policy implications welcome but not required — insight is enough.
|
|
28
|
+
**Methods focus:** Identification must be convincing to non-specialists. Clean, transparent design preferred over technically complex one. Standard errors and robustness should be thorough but not excessive.
|
|
29
|
+
**Typical concerns:** "Why should economists outside this field care?" "Is the contribution big enough for AER?" "Is this too narrow/specialised?"
|
|
30
|
+
**Referee pool:** CREDIBILITY (high), POLICY (medium), STRUCTURAL (medium), MEASUREMENT (low), THEORY (low), SKEPTIC (low)
|
|
31
|
+
|
|
32
|
+
### Econometrica (ECMA)
|
|
33
|
+
**Focus:** Theoretical and empirical economics with formal rigour
|
|
34
|
+
**Bar:** Methodological innovation or empirical work with exceptional identification and formal results.
|
|
35
|
+
**Domain focus:** Theoretical contribution valued highly. If empirical, the design must be near-airtight. Formal welfare analysis expected. Less emphasis on policy narrative, more on economic theory and mechanisms.
|
|
36
|
+
**Methods focus:** Formal proofs or near-formal arguments expected for key results. Asymptotic properties discussed. Novel estimators should have theoretical justification. Simulation evidence for finite-sample properties.
|
|
37
|
+
**Typical concerns:** "Where's the formal result?" "What are the asymptotic properties?" "Is this a methods contribution or an applied contribution?"
|
|
38
|
+
**Referee pool:** THEORY (high), STRUCTURAL (high), SKEPTIC (medium), CREDIBILITY (low), MEASUREMENT (low), POLICY (low)
|
|
39
|
+
|
|
40
|
+
### Journal of Political Economy (JPE)
|
|
41
|
+
**Focus:** All fields — strong emphasis on economic mechanisms and structural thinking
|
|
42
|
+
**Bar:** Deep economic insight. Values understanding *why* something happens, not just *that* it happens.
|
|
43
|
+
**Domain focus:** Mechanism is king. Reduced-form results alone insufficient — need to explain the economics. Structural models or mechanism tests expected. Theoretical framework (even informal) valued.
|
|
44
|
+
**Methods focus:** Identification strong, but mechanism evidence equally important. Heterogeneity that illuminates the mechanism. Willing to accept some identification imperfection if the economic insight is deep enough.
|
|
45
|
+
**Typical concerns:** "What's the mechanism?" "Can you decompose the effect?" "What does this tell us about economic behaviour?"
|
|
46
|
+
**Referee pool:** STRUCTURAL (high), THEORY (high), CREDIBILITY (medium), SKEPTIC (medium), POLICY (low), MEASUREMENT (low)
|
|
47
|
+
|
|
48
|
+
### Quarterly Journal of Economics (QJE)
|
|
49
|
+
**Focus:** All fields — prizes compelling narrative and important questions
|
|
50
|
+
**Bar:** The question must be important and the answer must surprise.
|
|
51
|
+
**Domain focus:** Narrative matters enormously. The paper should read like a story with a punchline. Broad implications. Creative use of data or setting. "Clever" identification valued.
|
|
52
|
+
**Methods focus:** Identification must be clean and intuitive — easy to explain. Transparency and simplicity over complexity. Visual evidence (event studies, RD plots) highly valued.
|
|
53
|
+
**Typical concerns:** "Is this surprising?" "Does this change how we think about X?" "Can you explain the identification in one sentence?"
|
|
54
|
+
**Referee pool:** CREDIBILITY (high), POLICY (high), SKEPTIC (medium), STRUCTURAL (low), THEORY (low), MEASUREMENT (low)
|
|
55
|
+
|
|
56
|
+
### Review of Economic Studies (REStud)
|
|
57
|
+
**Focus:** All fields — technically excellent empirical and theoretical work
|
|
58
|
+
**Bar:** Technical quality must be top-tier. Values precision and completeness over narrative.
|
|
59
|
+
**Domain focus:** Thoroughness expected — address every possible objection. Complete set of robustness checks. Careful literature review. Less emphasis on storytelling than QJE, more on completeness.
|
|
60
|
+
**Methods focus:** Every specification must be justified. Full battery of robustness checks expected. Sensitivity analysis (Oster bounds, etc.). Careful treatment of inference. Multiple testing corrections if applicable.
|
|
61
|
+
**Typical concerns:** "Have you checked robustness to X?" "What about specification Y?" "The inference needs more care."
|
|
62
|
+
**Referee pool:** SKEPTIC (high), MEASUREMENT (high), CREDIBILITY (medium), THEORY (medium), STRUCTURAL (low), POLICY (low)
|
|
63
|
+
|
|
64
|
+
---
|
|
65
|
+
|
|
66
|
+
**Top Field Journals**
|
|
67
|
+
|
|
68
|
+
### AEJ: Applied Economics
|
|
69
|
+
**Focus:** Empirical microeconomics — labour, health, education, development, public
|
|
70
|
+
**Bar:** Clean applied micro with credible identification. Same rigour as top-5 but contribution can be more subfield-specific.
|
|
71
|
+
**Domain focus:** Meaningful subfield contribution. Practical policy relevance appreciated. Literature positioning within the subfield, not the general field.
|
|
72
|
+
**Methods focus:** Modern estimators expected (no naive TWFE for staggered). Replication package expected.
|
|
73
|
+
**Typical concerns:** "Is this incremental relative to [closely related paper]?" "Would this be better in a field journal?"
|
|
74
|
+
**Referee pool:** CREDIBILITY (high), POLICY (medium), MEASUREMENT (medium), SKEPTIC (low), STRUCTURAL (low), THEORY (low)
|
|
75
|
+
|
|
76
|
+
### AEJ: Economic Policy
|
|
77
|
+
**Focus:** Policy evaluation and design
|
|
78
|
+
**Bar:** Direct policy relevance. Natural experiments from actual policy changes preferred.
|
|
79
|
+
**Domain focus:** Policy implications front and centre. Cost-benefit or welfare discussion expected. Institutional details must be well-documented. Generalisability to other policy contexts.
|
|
80
|
+
**Methods focus:** Identification from actual policy variation. Pre-trends must be clean. Heterogeneity by policy-relevant subgroups expected. Back-of-envelope welfare calculations.
|
|
81
|
+
**Typical concerns:** "What should policymakers do with this?" "Does this generalise?" "What's the cost-benefit?"
|
|
82
|
+
**Referee pool:** POLICY (high), CREDIBILITY (high), MEASUREMENT (medium), STRUCTURAL (low), THEORY (low), SKEPTIC (low)
|
|
83
|
+
|
|
84
|
+
### Journal of Human Resources (JHR)
|
|
85
|
+
**Focus:** Labour economics, education, health, demography
|
|
86
|
+
**Bar:** Strong empirical contribution with clear policy relevance and careful identification.
|
|
87
|
+
**Domain focus:** Policy relevance matters more than theoretical novelty. External validity. Heterogeneity by policy-relevant subgroups expected.
|
|
88
|
+
**Methods focus:** Modern staggered DiD estimators if applicable. Clean pre-trends. Replication package expected at acceptance.
|
|
89
|
+
**Typical concerns:** "What's the policy implication?" "Does this generalise beyond your sample?" "Have you considered heterogeneity by [race/gender/income]?"
|
|
90
|
+
**Referee pool:** CREDIBILITY (high), POLICY (high), MEASUREMENT (medium), SKEPTIC (low), STRUCTURAL (low), THEORY (low)
|
|
91
|
+
|
|
92
|
+
### Journal of Health Economics (JHE)
|
|
93
|
+
**Focus:** Health economics — insurance, utilisation, provider behaviour, public health
|
|
94
|
+
**Bar:** Sound health economics with credible identification. Institutional knowledge expected.
|
|
95
|
+
**Domain focus:** Deep understanding of health care institutions. Moral hazard vs adverse selection distinction. Welfare implications. Connection to health policy debates.
|
|
96
|
+
**Methods focus:** Health-specific threats: selection into insurance, Ashenfelter dip, moral hazard confounding. GLM for cost outcomes alongside OLS.
|
|
97
|
+
**Typical concerns:** "Is this moral hazard or adverse selection?" "Have you addressed selection into treatment?"
|
|
98
|
+
**Referee pool:** STRUCTURAL (high), MEASUREMENT (high), POLICY (medium), CREDIBILITY (medium), THEORY (low), SKEPTIC (low)
|
|
99
|
+
|
|
100
|
+
### RAND Journal of Economics
|
|
101
|
+
**Focus:** Industrial organisation, regulation, antitrust, health care markets
|
|
102
|
+
**Bar:** IO-flavoured analysis with market structure or firm behaviour component.
|
|
103
|
+
**Domain focus:** Market structure and competition implications. Welfare analysis (consumer/total surplus). Regulatory implications.
|
|
104
|
+
**Methods focus:** Structural models valued alongside reduced-form. Demand estimation methods (BLP, discrete choice).
|
|
105
|
+
**Typical concerns:** "What does this imply for market structure?" "Consumer welfare impact?" "Can you do a structural analysis?"
|
|
106
|
+
**Referee pool:** STRUCTURAL (high), THEORY (high), SKEPTIC (medium), POLICY (medium), CREDIBILITY (low), MEASUREMENT (low)
|
|
107
|
+
|
|
108
|
+
### Journal of Public Economics (JPubE)
|
|
109
|
+
**Focus:** Tax policy, public goods, redistribution, government programmes
|
|
110
|
+
**Bar:** Public finance question with clean identification. Knowledge of tax/transfer system mechanics.
|
|
111
|
+
**Domain focus:** Tax incidence, deadweight loss, behavioural responses. Programme evaluation. Fiscal federalism.
|
|
112
|
+
**Methods focus:** Bunching estimators for kinks/notches. RDD at eligibility thresholds. DiD around policy changes. Extensive vs intensive margin effects.
|
|
113
|
+
**Typical concerns:** "What's the elasticity?" "Extensive or intensive margin?" "Welfare implications?"
|
|
114
|
+
**Referee pool:** STRUCTURAL (high), POLICY (high), CREDIBILITY (medium), THEORY (medium), MEASUREMENT (low), SKEPTIC (low)
|
|
115
|
+
|
|
116
|
+
### Journal of Labour Economics (JLE)
|
|
117
|
+
**Focus:** Labour markets — wages, employment, human capital, discrimination, immigration
|
|
118
|
+
**Bar:** Clean labour economics with careful identification.
|
|
119
|
+
**Domain focus:** Wage determination, employment effects, human capital, discrimination. Monopsony and market power.
|
|
120
|
+
**Methods focus:** Selection correction when relevant. Decomposition methods for wage gaps. Event study designs around job transitions or policy changes.
|
|
121
|
+
**Typical concerns:** "Is this a supply or demand effect?" "Selection into employment?" "General equilibrium effects?"
|
|
122
|
+
**Referee pool:** CREDIBILITY (high), STRUCTURAL (medium), MEASUREMENT (medium), THEORY (medium), POLICY (low), SKEPTIC (low)
|
|
123
|
+
|
|
124
|
+
### Journal of Development Economics (JDE)
|
|
125
|
+
**Focus:** Development economics — poverty, institutions, agriculture, trade in developing countries
|
|
126
|
+
**Bar:** Credible empirical evidence on development questions. RCTs or strong quasi-experimental designs.
|
|
127
|
+
**Domain focus:** Deep country/region knowledge. External validity. Gender and equity dimensions. Cost-effectiveness.
|
|
128
|
+
**Methods focus:** Randomisation checks, attrition, compliance, spillovers, pre-analysis plan for RCTs.
|
|
129
|
+
**Typical concerns:** "Does this generalise beyond this context?" "What about attrition?" "Cost-effectiveness?"
|
|
130
|
+
**Referee pool:** CREDIBILITY (high), POLICY (high), MEASUREMENT (high), SKEPTIC (medium), STRUCTURAL (low), THEORY (low)
|
|
131
|
+
|
|
132
|
+
---
|
|
133
|
+
|
|
134
|
+
**Short Format**
|
|
135
|
+
|
|
136
|
+
### AER: Insights
|
|
137
|
+
**Focus:** Same breadth as AER but shorter format
|
|
138
|
+
**Bar:** AER-quality insight in a shorter paper. Must be self-contained and punchy.
|
|
139
|
+
**Domain focus:** Brevity is a feature. One clean result is enough.
|
|
140
|
+
**Methods focus:** Core identification must be clean. Fewer robustness checks acceptable given format.
|
|
141
|
+
**Typical concerns:** "Can this be communicated in 10 pages?" "Is the single result compelling enough?"
|
|
142
|
+
**Referee pool:** CREDIBILITY (high), POLICY (medium), SKEPTIC (medium), STRUCTURAL (low), THEORY (low), MEASUREMENT (low)
|
|
143
|
+
|
|
144
|
+
### Economics Letters
|
|
145
|
+
**Focus:** Short papers across all fields — theoretical and empirical
|
|
146
|
+
**Bar:** One clear result in 5-8 pages. Speed of publication valued.
|
|
147
|
+
**Domain focus:** Contribution in the first paragraph. One key finding, cleanly presented.
|
|
148
|
+
**Methods focus:** Clean identification but extensive robustness not expected given format.
|
|
149
|
+
**Typical concerns:** "Can this be said in 5 pages?" "Is the single result robust?"
|
|
150
|
+
**Referee pool:** CREDIBILITY (high), SKEPTIC (medium), THEORY (medium), MEASUREMENT (low), STRUCTURAL (low), POLICY (low)
|
|
151
|
+
|
|
152
|
+
---
|
|
153
|
+
|
|
154
|
+
**Econometrics**
|
|
155
|
+
|
|
156
|
+
### Journal of Econometrics
|
|
157
|
+
**Focus:** Econometric theory and methods
|
|
158
|
+
**Bar:** Methodological contribution with formal results. The method must be the contribution.
|
|
159
|
+
**Domain focus:** Theoretical novelty paramount. Monte Carlo simulations expected. Empirical illustration should showcase the method.
|
|
160
|
+
**Methods focus:** Formal proofs required (consistency, asymptotic normality, convergence rates). Comparison with existing estimators analytically and via simulation.
|
|
161
|
+
**Typical concerns:** "What are the asymptotic properties?" "How does this compare to [existing method]?" "Finite-sample performance?"
|
|
162
|
+
**Referee pool:** THEORY (high), SKEPTIC (high), MEASUREMENT (high), STRUCTURAL (medium), CREDIBILITY (low), POLICY (low)
|
|
163
|
+
|
|
164
|
+
### Review of Economics and Statistics (REStat)
|
|
165
|
+
**Focus:** Empirical economics — all fields, emphasis on careful measurement and methods
|
|
166
|
+
**Bar:** Technically excellent empirical work. Values careful econometrics.
|
|
167
|
+
**Domain focus:** Measurement quality paramount. Novel data or measurement approaches valued.
|
|
168
|
+
**Methods focus:** Highest econometric standards short of Econometrica. Full sensitivity analysis.
|
|
169
|
+
**Typical concerns:** "Is the measurement precise enough?" "Have you tested every assumption?"
|
|
170
|
+
**Referee pool:** MEASUREMENT (high), SKEPTIC (high), CREDIBILITY (high), THEORY (medium), STRUCTURAL (low), POLICY (low)
|
|
171
|
+
|
|
172
|
+
---
|
|
173
|
+
|
|
174
|
+
**Health Economics**
|
|
175
|
+
|
|
176
|
+
### Health Economics
|
|
177
|
+
**Focus:** Health economics with emphasis on empirical applications
|
|
178
|
+
**Bar:** Sound empirical health economics. Good outlet for well-executed applied work.
|
|
179
|
+
**Domain focus:** Same institutional knowledge as JHE. Behavioural health economics increasingly accepted.
|
|
180
|
+
**Methods focus:** Clean identification. Both OLS and GLM for cost outcomes.
|
|
181
|
+
**Typical concerns:** "Have you addressed selection?" "What about moral hazard?" "Policy implications?"
|
|
182
|
+
**Referee pool:** CREDIBILITY (high), MEASUREMENT (high), POLICY (medium), STRUCTURAL (medium), THEORY (low), SKEPTIC (low)
|
|
183
|
+
|
|
184
|
+
---
|
|
185
|
+
|
|
186
|
+
**Urban and Spatial Economics**
|
|
187
|
+
|
|
188
|
+
### Journal of Urban Economics (JUE)
|
|
189
|
+
**Focus:** Urban and regional economics — housing, transport, local public goods, agglomeration
|
|
190
|
+
**Bar:** Clean empirical work on urban questions. Understanding of spatial economics and local policy variation.
|
|
191
|
+
**Domain focus:** Spatial equilibrium thinking expected. Housing markets, land use regulation, sorting.
|
|
192
|
+
**Methods focus:** Boundary discontinuity designs valued. Spatial autocorrelation in standard errors. Conley SEs when appropriate.
|
|
193
|
+
**Typical concerns:** "What about sorting?" "Is this capitalised into housing prices?" "General equilibrium effects?"
|
|
194
|
+
**Referee pool:** STRUCTURAL (high), CREDIBILITY (high), MEASUREMENT (medium), POLICY (medium), THEORY (medium), SKEPTIC (low)
|
|
195
|
+
|
|
196
|
+
### Journal of Economic Geography
|
|
197
|
+
**Focus:** Economic geography — agglomeration, trade costs, spatial inequality, regional development
|
|
198
|
+
**Bar:** Contribution to understanding spatial dimension of economic activity. Interdisciplinary.
|
|
199
|
+
**Domain focus:** Spatial thinking required. New Economic Geography tradition. European and international evidence valued.
|
|
200
|
+
**Methods focus:** Spatial econometrics when appropriate. Gravity equation estimation (PPML). Market access instruments.
|
|
201
|
+
**Typical concerns:** "What about spatial sorting?" "Have you accounted for market access?" "Is this agglomeration or selection?"
|
|
202
|
+
**Referee pool:** STRUCTURAL (high), MEASUREMENT (high), THEORY (medium), CREDIBILITY (medium), POLICY (medium), SKEPTIC (low)
|
|
203
|
+
|
|
204
|
+
---
|
|
205
|
+
|
|
206
|
+
## Finance
|
|
207
|
+
|
|
208
|
+
### The Journal of Finance (JF)
|
|
209
|
+
**Focus:** All areas of finance — asset pricing, corporate finance, market microstructure, behavioural finance
|
|
210
|
+
**Bar:** Must advance understanding of financial markets or financial decision-making. Big question, clean execution.
|
|
211
|
+
**Domain focus:** Contribution must matter broadly to finance. Theoretical motivation expected. Equilibrium implications.
|
|
212
|
+
**Methods focus:** For corporate/household finance: clean causal identification. For asset pricing: factor model tests, Fama-MacBeth, portfolio sorts.
|
|
213
|
+
**Typical concerns:** "What's the economic mechanism?" "Is this priced risk or mispricing?" "Have you addressed endogeneity?"
|
|
214
|
+
**Referee pool:** THEORY (high), STRUCTURAL (high), CREDIBILITY (medium), SKEPTIC (medium), MEASUREMENT (low), POLICY (low)
|
|
215
|
+
|
|
216
|
+
### Journal of Financial Economics (JFE)
|
|
217
|
+
**Focus:** Corporate finance, asset pricing, banking, governance
|
|
218
|
+
**Bar:** Strong emphasis on economic significance, not just statistical significance.
|
|
219
|
+
**Domain focus:** Corporate finance and governance papers especially valued. Understanding of agency problems, contracting.
|
|
220
|
+
**Methods focus:** Natural experiments and quasi-experimental designs valued. Event studies must follow modern best practices.
|
|
221
|
+
**Typical concerns:** "Is this economically significant?" "What about reverse causality?" "Is your instrument truly exogenous?"
|
|
222
|
+
**Referee pool:** CREDIBILITY (high), STRUCTURAL (high), THEORY (medium), SKEPTIC (medium), MEASUREMENT (low), POLICY (low)
|
|
223
|
+
|
|
224
|
+
### The Review of Financial Studies (RFS)
|
|
225
|
+
**Focus:** Theoretical and empirical finance — values technical sophistication
|
|
226
|
+
**Bar:** Technically excellent finance research. Tolerates longer papers with thorough analysis.
|
|
227
|
+
**Domain focus:** Thoroughness valued. Both theoretical and empirical contributions. Novel datasets valued.
|
|
228
|
+
**Methods focus:** Full battery of robustness checks. Multiple identification strategies appreciated. Careful inference.
|
|
229
|
+
**Typical concerns:** "Have you checked robustness to alternative specifications?" "Clustering at firm vs industry level?"
|
|
230
|
+
**Referee pool:** SKEPTIC (high), MEASUREMENT (high), STRUCTURAL (medium), THEORY (medium), CREDIBILITY (low), POLICY (low)
|
|
231
|
+
|
|
232
|
+
### JFQA
|
|
233
|
+
**Focus:** Empirical and theoretical finance with quantitative rigour
|
|
234
|
+
**Bar:** Sound empirical finance with clear contribution. Good outlet for careful empirical work.
|
|
235
|
+
**Domain focus:** Solid contribution to subfield sufficient. International and comparative studies welcome.
|
|
236
|
+
**Methods focus:** Standard modern finance econometrics. Fixed effects, clustering, IV. Current event study methodology.
|
|
237
|
+
**Typical concerns:** "Is this incremental?" "International evidence?" "Is the sample period long enough?"
|
|
238
|
+
**Referee pool:** CREDIBILITY (high), MEASUREMENT (medium), SKEPTIC (medium), THEORY (medium), STRUCTURAL (low), POLICY (low)
|
|
239
|
+
|
|
240
|
+
---
|
|
241
|
+
|
|
242
|
+
## Accounting
|
|
243
|
+
|
|
244
|
+
### Journal of Accounting Research (JAR)
|
|
245
|
+
**Focus:** Financial reporting, auditing, disclosure, capital markets
|
|
246
|
+
**Bar:** Archival empirical work with strong identification, or analytical models. Most "economics-adjacent" accounting journal.
|
|
247
|
+
**Domain focus:** GAAP/IFRS reporting incentives. Earnings management, accruals quality, disclosure theory.
|
|
248
|
+
**Methods focus:** Identification must be clean — economics standards. DiD around accounting standard changes. Heckman corrections when appropriate.
|
|
249
|
+
**Typical concerns:** "Is this an accounting or finance paper?" "What about selection into treatment?"
|
|
250
|
+
**Referee pool:** CREDIBILITY (high), MEASUREMENT (high), STRUCTURAL (medium), THEORY (medium), SKEPTIC (low), POLICY (low)
|
|
251
|
+
|
|
252
|
+
### Journal of Accounting and Economics (JAE)
|
|
253
|
+
**Focus:** Economic analysis of accounting — contracting, regulation, capital markets
|
|
254
|
+
**Bar:** Clear economic framework. Most economics-flavoured accounting journal.
|
|
255
|
+
**Domain focus:** Agency theory and contracting framework expected. SEC regulation, SOX, Dodd-Frank implications.
|
|
256
|
+
**Methods focus:** Theory-driven hypotheses — not data-mining. Structural approaches valued alongside reduced-form.
|
|
257
|
+
**Typical concerns:** "What's the economic theory behind this prediction?" "Is this a contracting or valuation story?"
|
|
258
|
+
**Referee pool:** THEORY (high), STRUCTURAL (high), CREDIBILITY (medium), MEASUREMENT (medium), SKEPTIC (low), POLICY (low)
|
|
259
|
+
|
|
260
|
+
### The Accounting Review (TAR)
|
|
261
|
+
**Focus:** Broadest accounting journal — financial, managerial, auditing, tax, systems
|
|
262
|
+
**Bar:** Significant contribution to accounting knowledge. Methodologically diverse.
|
|
263
|
+
**Domain focus:** Broader scope. Managerial accounting, cost accounting also considered. Standard-setting relevance appreciated.
|
|
264
|
+
**Methods focus:** Archival papers: similar identification standards to JAR. Experiments: proper randomisation, demand effects.
|
|
265
|
+
**Typical concerns:** "What are the implications for standard-setters?" "Have you addressed self-selection?"
|
|
266
|
+
**Referee pool:** CREDIBILITY (medium), MEASUREMENT (high), POLICY (medium), STRUCTURAL (medium), THEORY (medium), SKEPTIC (low)
|
|
267
|
+
|
|
268
|
+
### Contemporary Accounting Research (CAR)
|
|
269
|
+
**Focus:** All areas of accounting — international perspective
|
|
270
|
+
**Bar:** Solid accounting research. More international scope than US-centric TAR/JAR.
|
|
271
|
+
**Domain focus:** International standards (IFRS adoption, cross-country comparisons) valued.
|
|
272
|
+
**Methods focus:** Same rigour as TAR for archival. Textual analysis and ML applications increasingly accepted.
|
|
273
|
+
**Typical concerns:** "Does this apply outside the US?" "How sensitive to the accrual measure?"
|
|
274
|
+
**Referee pool:** MEASUREMENT (high), CREDIBILITY (high), SKEPTIC (medium), POLICY (low), STRUCTURAL (low), THEORY (low)
|
|
275
|
+
|
|
276
|
+
---
|
|
277
|
+
|
|
278
|
+
## Marketing
|
|
279
|
+
|
|
280
|
+
### Journal of Marketing Research (JMR)
|
|
281
|
+
**Focus:** Marketing research methods and substantive findings — consumer behaviour, pricing, advertising
|
|
282
|
+
**Bar:** Methodological rigour with marketing substance. Most empirically rigorous marketing journal.
|
|
283
|
+
**Domain focus:** Must speak to marketing managers and academics. Digital marketing increasingly important.
|
|
284
|
+
**Methods focus:** Experiments held to high standards. Structural demand models valued. Causal inference must be convincing.
|
|
285
|
+
**Typical concerns:** "What's the managerial implication?" "Can you run a field experiment to validate?" "Endogeneity of price?"
|
|
286
|
+
**Referee pool:** CREDIBILITY (high), STRUCTURAL (high), MEASUREMENT (medium), POLICY (medium), THEORY (low), SKEPTIC (low)
|
|
287
|
+
|
|
288
|
+
### Marketing Science
|
|
289
|
+
**Focus:** Quantitative marketing — structural models, field experiments, econometric analysis
|
|
290
|
+
**Bar:** Technical sophistication expected. Most methods-intensive marketing journal.
|
|
291
|
+
**Domain focus:** Demand estimation, pricing optimisation, customer lifetime value. Platform economics.
|
|
292
|
+
**Methods focus:** Structural models expected. BLP, nested logit, mixed logit. Counterfactual simulations alongside reduced-form.
|
|
293
|
+
**Typical concerns:** "Can you estimate a structural model?" "What's the counterfactual?" "Consumer heterogeneity?"
|
|
294
|
+
**Referee pool:** STRUCTURAL (high), THEORY (high), MEASUREMENT (medium), CREDIBILITY (medium), SKEPTIC (low), POLICY (low)
|
|
295
|
+
|
|
296
|
+
### Journal of Consumer Research (JCR)
|
|
297
|
+
**Focus:** Consumer behaviour — psychology of consumption, decision-making, identity, culture
|
|
298
|
+
**Bar:** Theoretical contribution to understanding consumer behaviour. More behavioural/psychological.
|
|
299
|
+
**Domain focus:** Psychological theory expected. Process evidence (mediation, moderation) valued. Identity, motivation, JDM frameworks.
|
|
300
|
+
**Methods focus:** Experimental designs dominant. Multiple studies showing robustness and boundary conditions. Pre-registration viewed favourably.
|
|
301
|
+
**Typical concerns:** "What's the psychological process?" "Can you show mediation?" "What are the boundary conditions?"
|
|
302
|
+
**Referee pool:** THEORY (high), MEASUREMENT (high), SKEPTIC (medium), CREDIBILITY (medium), STRUCTURAL (low), POLICY (low)
|
|
303
|
+
|
|
304
|
+
---
|
|
305
|
+
|
|
306
|
+
## Management and Strategy
|
|
307
|
+
|
|
308
|
+
### Management Science
|
|
309
|
+
**Focus:** Interdisciplinary — operations, finance, marketing, strategy, economics, behavioural science, organisations, IS
|
|
310
|
+
**Bar:** Technically rigorous work spanning business disciplines. Extremely broad scope.
|
|
311
|
+
**Domain focus:** Must fit a department but speak broadly. Practical implications valued. Model-driven empirical work appreciated.
|
|
312
|
+
**Methods focus:** Standards match the relevant field. Structural estimation, causal inference, field experiments all welcome.
|
|
313
|
+
**Typical concerns:** "Which department does this fit?" "Is this a ManSci paper or a field journal paper?" "Practical implication?"
|
|
314
|
+
**Referee pool:** STRUCTURAL (high), CREDIBILITY (high), THEORY (medium), MEASUREMENT (medium), POLICY (low), SKEPTIC (low)
|
|
315
|
+
|
|
316
|
+
### Strategic Management Journal (SMJ)
|
|
317
|
+
**Focus:** Strategy — competitive advantage, diversification, alliances, innovation, governance
|
|
318
|
+
**Bar:** Significant contribution to strategic management theory and practice.
|
|
319
|
+
**Domain focus:** Resource-based view, dynamic capabilities, competitive dynamics. Innovation strategy.
|
|
320
|
+
**Methods focus:** Endogeneity is the central concern. IV, DiD around exogenous shocks, matching methods. Panel data with firm FE.
|
|
321
|
+
**Typical concerns:** "Is strategy endogenous here?" "Unobserved firm heterogeneity?" "Theory of competitive advantage?"
|
|
322
|
+
**Referee pool:** THEORY (high), CREDIBILITY (high), STRUCTURAL (medium), SKEPTIC (medium), MEASUREMENT (low), POLICY (low)
|
|
323
|
+
|
|
324
|
+
### Administrative Science Quarterly (ASQ)
|
|
325
|
+
**Focus:** Organisation theory and behaviour — institutions, networks, culture, power, status
|
|
326
|
+
**Bar:** Deep theoretical contribution with rigorous evidence. Accepts qualitative, quantitative, mixed methods.
|
|
327
|
+
**Domain focus:** Institutional theory, organisational ecology, network theory. Status and legitimacy. Historical and comparative analysis valued.
|
|
328
|
+
**Methods focus:** Quantitative: panel data, FE, causal identification. Qualitative: systematic data collection, theoretical sampling. Mixed methods welcome.
|
|
329
|
+
**Typical concerns:** "What's the theoretical mechanism?" "How does this advance organisation theory?" "Alternative theoretical explanations?"
|
|
330
|
+
**Referee pool:** THEORY (high), MEASUREMENT (high), STRUCTURAL (medium), CREDIBILITY (medium), POLICY (low), SKEPTIC (low)
|
|
331
|
+
|
|
332
|
+
### Organization Science
|
|
333
|
+
**Focus:** Organisational phenomena — teams, hierarchy, culture, innovation, coordination
|
|
334
|
+
**Bar:** Theory-driven empirical or conceptual work on organisations. Theoretical contribution required alongside empirics.
|
|
335
|
+
**Domain focus:** Organisational phenomena. Theoretical contribution required.
|
|
336
|
+
**Methods focus:** Mixed methods accepted. Quasi-experimental preferred but not required. Qualitative evidence valued if rigorous.
|
|
337
|
+
**Typical concerns:** "What's the theory?" "How does this extend our understanding of organisations?" "Generalisability?"
|
|
338
|
+
**Referee pool:** THEORY (high), CREDIBILITY (medium), MEASUREMENT (medium), STRUCTURAL (medium), SKEPTIC (low), POLICY (low)
|
|
339
|
+
|
|
340
|
+
---
|
|
341
|
+
|
|
342
|
+
## Adding a Journal
|
|
343
|
+
|
|
344
|
+
Copy this template and add it above this section:
|
|
345
|
+
|
|
346
|
+
```markdown
|
|
347
|
+
### [Journal Name] ([Abbreviation])
|
|
348
|
+
**Focus:** [fields and topics covered]
|
|
349
|
+
**Bar:** [what it takes to publish here]
|
|
350
|
+
**Domain focus:** [what matters most to domain reviewers at this journal]
|
|
351
|
+
**Methods focus:** [rigour expectations, preferred methods, required checks]
|
|
352
|
+
**Typical concerns:** [common referee questions at this journal]
|
|
353
|
+
**Referee pool:** [disposition] (high/medium/low) for each: STRUCTURAL, CREDIBILITY, MEASUREMENT, POLICY, THEORY, SKEPTIC
|
|
354
|
+
```
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
# Paper Critic: Council Personas
|
|
2
|
+
|
|
3
|
+
> 3 reviewer personas for paper-critic council mode. Each covers all 6 check dimensions but weights some more heavily than others. Read by the main session during council orchestration.
|
|
4
|
+
|
|
5
|
+
## Persona A: Technical Rigour
|
|
6
|
+
|
|
7
|
+
**Label:** Technical Rigour Critic
|
|
8
|
+
**Primary focus:** Notation consistency, mathematical correctness, internal consistency, cross-references, equation formatting
|
|
9
|
+
**Secondary focus:** LaTeX-specific issues (build warnings, package conflicts, font problems)
|
|
10
|
+
|
|
11
|
+
**System prompt addition:**
|
|
12
|
+
|
|
13
|
+
```
|
|
14
|
+
You are the Technical Rigour Critic. While you check all 6 categories, you are especially thorough on:
|
|
15
|
+
|
|
16
|
+
- NOTATION CONSISTENCY: You treat this as your highest priority. Every variable, subscript, superscript, operator, and mathematical convention must be consistent throughout the paper. Spot notation that changes between sections, inconsistent use of bold/italic for vectors/matrices, unnumbered equations that are referenced, operators not using \operatorname{}.
|
|
17
|
+
|
|
18
|
+
- LATEX-SPECIFIC: You read the .log file carefully for overfull/underfull boxes, font warnings, package conflicts, and build hygiene issues. You check .latexmkrc exists and is correctly configured.
|
|
19
|
+
|
|
20
|
+
- INTERNAL CONSISTENCY: Cross-references (\ref, \eqref, \label) must all resolve. Claims in the abstract must match claims in the conclusion. Theorem/definition numbering must be sequential. Figure/table references must point to the correct float.
|
|
21
|
+
|
|
22
|
+
You still check grammar, citations, and tone — but you give them standard attention, not extra scrutiny. Another critic is handling those in depth.
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Persona B: Presentation
|
|
26
|
+
|
|
27
|
+
**Label:** Presentation Critic
|
|
28
|
+
**Primary focus:** Grammar, spelling, sentence structure, argument flow, readability, academic tone
|
|
29
|
+
**Secondary focus:** TikZ diagrams (if present), figure/table formatting and captions
|
|
30
|
+
|
|
31
|
+
**System prompt addition:**
|
|
32
|
+
|
|
33
|
+
```
|
|
34
|
+
You are the Presentation Critic. While you check all 6 categories, you are especially thorough on:
|
|
35
|
+
|
|
36
|
+
- GRAMMAR & SPELLING: You treat this as your highest priority. Subject-verb agreement, dangling modifiers, tense consistency, informal contractions, spelling errors (both technical and non-technical). The abstract and introduction get extra scrutiny — these are the highest-visibility sections.
|
|
37
|
+
|
|
38
|
+
- ACADEMIC TONE: Casual hedging, exclamation marks, inappropriate first-person usage, promotional or inflated language ("novel", "groundbreaking", "interesting"), vague attributions ("some researchers argue"), and any pattern that signals AI-generated text (em dash overuse, rule of three, conjunctive adverb chains).
|
|
39
|
+
|
|
40
|
+
- ARGUMENT FLOW: You read the paper as a reader, not a compiler. Does the introduction motivate the research question clearly? Does each section flow logically to the next? Are transitions between paragraphs smooth? Is the contribution statement specific and falsifiable?
|
|
41
|
+
|
|
42
|
+
- TIKZ DIAGRAMS (if present): Node alignment, spacing, arrow consistency, label positioning, readability at print size.
|
|
43
|
+
|
|
44
|
+
You still check notation and LaTeX issues — but you give them standard attention, not extra scrutiny. Another critic is handling those in depth.
|
|
45
|
+
```
|
|
46
|
+
|
|
47
|
+
## Persona C: Scholarly Standards
|
|
48
|
+
|
|
49
|
+
**Label:** Scholarly Standards Critic
|
|
50
|
+
**Primary focus:** Citation format and completeness, literature positioning, contribution claims, venue fit
|
|
51
|
+
**Secondary focus:** Academic tone (overlaps with Presentation, but from a "does this meet venue standards" angle)
|
|
52
|
+
|
|
53
|
+
**System prompt addition:**
|
|
54
|
+
|
|
55
|
+
```
|
|
56
|
+
You are the Scholarly Standards Critic. While you check all 6 categories, you are especially thorough on:
|
|
57
|
+
|
|
58
|
+
- CITATION FORMAT: You treat this as your highest priority. Systematic misuse of \cite vs \citet/\citep is Critical. "As shown by (Author, Year)" must use \citet{}. Citation ordering must be consistent (chronological or alphabetical — pick one). Every \cite{} key must exist in the .bib file. Flag unused .bib entries (note but don't over-penalise).
|
|
59
|
+
|
|
60
|
+
- LITERATURE POSITIONING: Are the right papers cited? Are seminal works in the field acknowledged? Is the related work section comprehensive or does it have obvious gaps? Are claims like "no prior work has..." actually true given the citations provided? Does the paper position itself clearly relative to the existing literature?
|
|
61
|
+
|
|
62
|
+
- CONTRIBUTION CLAIMS: Are the stated contributions in the introduction specific, falsifiable, and supported by the results? Are they overclaimed or underclaimed? Do the conclusion's claims match what was actually demonstrated?
|
|
63
|
+
|
|
64
|
+
- VENUE FIT: If the project's CLAUDE.md or docs mention a target venue, check whether the paper's framing, length, and style match that venue's expectations.
|
|
65
|
+
|
|
66
|
+
You still check grammar, notation, and LaTeX issues — but you give them standard attention, not extra scrutiny. Another critic is handling those in depth.
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
## How Personas Are Used
|
|
70
|
+
|
|
71
|
+
Council mode uses **different LLM providers** (Claude, GPT, Gemini) via OpenRouter, which provides natural perspective diversity. Personas add an optional layer of emphasis differentiation.
|
|
72
|
+
|
|
73
|
+
**Current approach:** The main session constructs one system prompt combining the paper-critic core instructions (check dimensions, severity tiers, scoring, report format) with the user message (paper content, rubrics). This is sent to all models identically via the `llm-council` package. Each model's different architecture and training produces naturally different assessments.
|
|
74
|
+
|
|
75
|
+
**With personas (optional):** The persona "system prompt additions" above can be prepended to the system prompt to explicitly steer each model's emphasis. This requires programmatic use of the library (not the CLI) since it needs per-model system prompts.
|
|
76
|
+
|
|
77
|
+
**Future extension:** Per-model system prompt support in the `llm-council` library API.
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
# Paper Critic: Council Prompt Templates
|
|
2
|
+
|
|
3
|
+
> Stage 2 (cross-review) and Stage 3 (chairman synthesis) prompt templates for paper-critic council mode. Read by the main session during council orchestration.
|
|
4
|
+
|
|
5
|
+
## Stage 2: Cross-Review Prompt
|
|
6
|
+
|
|
7
|
+
Each evaluator receives this prompt. Replace `[REVIEW_A]`, `[REVIEW_B]`, `[REVIEW_C]` with the anonymised Stage 1 outputs.
|
|
8
|
+
|
|
9
|
+
```
|
|
10
|
+
You are evaluating 3 independent quality reviews of an academic LaTeX paper. The reviews were produced by different critics, each with a different emphasis. The reviews have been anonymised — you do not know which critic wrote which review.
|
|
11
|
+
|
|
12
|
+
## Reviews
|
|
13
|
+
|
|
14
|
+
### Review A
|
|
15
|
+
[REVIEW_A]
|
|
16
|
+
|
|
17
|
+
### Review B
|
|
18
|
+
[REVIEW_B]
|
|
19
|
+
|
|
20
|
+
### Review C
|
|
21
|
+
[REVIEW_C]
|
|
22
|
+
|
|
23
|
+
## Your Task
|
|
24
|
+
|
|
25
|
+
For EACH review (A, B, C), evaluate:
|
|
26
|
+
|
|
27
|
+
### 1. Issue Validation
|
|
28
|
+
Go through every issue listed in the review's deductions table. For each issue:
|
|
29
|
+
- **Issue ID:** [e.g., C1, M3, m2]
|
|
30
|
+
- **Agree it's real?** Yes / No — is this actually a problem in the paper?
|
|
31
|
+
- **Agree with severity?** Yes / Too high / Too low — is the assigned tier correct?
|
|
32
|
+
- **Notes:** (optional) brief justification if you disagree
|
|
33
|
+
|
|
34
|
+
### 2. Missed Issues
|
|
35
|
+
List any issues you believe are present in the paper but were NOT flagged by this review. For each:
|
|
36
|
+
- **Description:** what the issue is
|
|
37
|
+
- **Suggested severity:** Blocker / Critical / Major / Minor
|
|
38
|
+
- **Category:** which of the 6 check dimensions it falls under
|
|
39
|
+
- **Why it matters:** one sentence
|
|
40
|
+
|
|
41
|
+
### 3. Review Quality
|
|
42
|
+
Rate the review on a 1-5 scale:
|
|
43
|
+
- **Thoroughness:** did it examine all 6 categories?
|
|
44
|
+
- **Precision:** are file:line locations accurate and fix instructions actionable?
|
|
45
|
+
- **Calibration:** are severity assignments appropriate (not too harsh, not too lenient)?
|
|
46
|
+
|
|
47
|
+
### 4. Ranking
|
|
48
|
+
Rank the 3 reviews from most to least thorough:
|
|
49
|
+
1. Review [X] — [one-sentence justification]
|
|
50
|
+
2. Review [X] — [one-sentence justification]
|
|
51
|
+
3. Review [X] — [one-sentence justification]
|
|
52
|
+
|
|
53
|
+
Be honest and specific. Judge the content, not the style. If two reviews flag the same issue, note the agreement.
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
**Usage:** This prompt is handled internally by the `llm-council` library's Stage 2. The library provides a default cross-review prompt. To use this custom prompt instead, pass it as `stage2_system` to `CouncilService.run_council()`.
|
|
57
|
+
|
|
58
|
+
## Stage 3: Chairman Synthesis Prompt
|
|
59
|
+
|
|
60
|
+
The chairman receives this prompt. Replace placeholders with actual content.
|
|
61
|
+
|
|
62
|
+
```
|
|
63
|
+
You are the Chairman of a paper critic council. Three independent critics have reviewed an academic LaTeX paper, and their reviews have been cross-evaluated. Your job is to synthesise everything into one authoritative CRITIC-REPORT.md.
|
|
64
|
+
|
|
65
|
+
## The Three Reviews
|
|
66
|
+
|
|
67
|
+
### Review by Technical Rigour Critic
|
|
68
|
+
[REVIEW_TECHNICAL]
|
|
69
|
+
|
|
70
|
+
### Review by Presentation Critic
|
|
71
|
+
[REVIEW_PRESENTATION]
|
|
72
|
+
|
|
73
|
+
### Review by Scholarly Standards Critic
|
|
74
|
+
[REVIEW_SCHOLARLY]
|
|
75
|
+
|
|
76
|
+
## Cross-Evaluations
|
|
77
|
+
|
|
78
|
+
### Technical Rigour Critic's evaluation of other reviews
|
|
79
|
+
[CROSS_EVAL_TECHNICAL]
|
|
80
|
+
|
|
81
|
+
### Presentation Critic's evaluation of other reviews
|
|
82
|
+
[CROSS_EVAL_PRESENTATION]
|
|
83
|
+
|
|
84
|
+
### Scholarly Standards Critic's evaluation of other reviews
|
|
85
|
+
[CROSS_EVAL_SCHOLARLY]
|
|
86
|
+
|
|
87
|
+
## Quality Rubrics
|
|
88
|
+
|
|
89
|
+
### Proofread Rubric
|
|
90
|
+
[PROOFREAD_RUBRIC]
|
|
91
|
+
|
|
92
|
+
### LaTeX-Autofix Rubric
|
|
93
|
+
[LATEX_RUBRIC]
|
|
94
|
+
|
|
95
|
+
### Scoring Framework
|
|
96
|
+
[SCORING_FRAMEWORK]
|
|
97
|
+
|
|
98
|
+
## Your Task
|
|
99
|
+
|
|
100
|
+
Produce the final CRITIC-REPORT.md following the exact format below. Apply these issue resolution rules:
|
|
101
|
+
|
|
102
|
+
### Issue Resolution
|
|
103
|
+
- **Confirmed by 2+ critics:** INCLUDE at the highest severity any critic assigned
|
|
104
|
+
- **From 1 critic, validated in cross-review:** INCLUDE at the original severity
|
|
105
|
+
- **From 1 critic, disputed in cross-review:** INCLUDE with [DISPUTED] prefix in the issue title. Make your own severity call based on the evidence.
|
|
106
|
+
- **Found only in cross-review (missed by all 3 critics):** INCLUDE as a new finding
|
|
107
|
+
- **Flagged but rejected by 2+ cross-reviewers as not a real issue:** EXCLUDE. Note in Council Notes why it was excluded.
|
|
108
|
+
|
|
109
|
+
### Scoring
|
|
110
|
+
- Apply the quality scoring framework independently — your score is informed by all inputs but is your own judgment, not an average
|
|
111
|
+
- One deduction per unique issue (if multiple critics flag the same issue, it's still one deduction)
|
|
112
|
+
- Use the severity tiers from the rubrics. For issues not in a rubric, use the tier midpoint.
|
|
113
|
+
|
|
114
|
+
### Report Format
|
|
115
|
+
|
|
116
|
+
Use this exact structure:
|
|
117
|
+
|
|
118
|
+
# Paper Critic Report
|
|
119
|
+
|
|
120
|
+
**Document:** [main .tex filename]
|
|
121
|
+
**Date:** YYYY-MM-DD
|
|
122
|
+
**Mode:** Council (3 critics + cross-review + chairman)
|
|
123
|
+
**Round:** [N]
|
|
124
|
+
|
|
125
|
+
## Verdict: [APPROVED / NEEDS REVISION / BLOCKED]
|
|
126
|
+
|
|
127
|
+
## Hard Gate Status
|
|
128
|
+
|
|
129
|
+
| Gate | Status | Evidence |
|
|
130
|
+
|------|--------|----------|
|
|
131
|
+
| Compilation | PASS / FAIL | [evidence] |
|
|
132
|
+
| References | PASS / FAIL | [evidence] |
|
|
133
|
+
| Citations | PASS / FAIL | [evidence] |
|
|
134
|
+
| Page limit | PASS / FAIL / N/A | [evidence] |
|
|
135
|
+
|
|
136
|
+
## Quality Score
|
|
137
|
+
|
|
138
|
+
| Metric | Value |
|
|
139
|
+
|--------|-------|
|
|
140
|
+
| **Score** | XX / 100 |
|
|
141
|
+
| **Verdict** | [Ship / Ship with notes / Revise / Revise (major) / Blocked] |
|
|
142
|
+
|
|
143
|
+
### Deductions
|
|
144
|
+
|
|
145
|
+
| # | Issue | Tier | Deduction | Category | Location | Agreement |
|
|
146
|
+
|---|-------|------|-----------|----------|----------|-----------|
|
|
147
|
+
| C1 | [description] | Critical | -15 | Notation | file.tex:42 | 3/3 |
|
|
148
|
+
| M1 | [description] [DISPUTED] | Major | -5 | Grammar | file.tex:108 | 1/3 |
|
|
149
|
+
| ... | | | | | | |
|
|
150
|
+
| | **Total deductions** | | **-XX** | | | |
|
|
151
|
+
|
|
152
|
+
The Agreement column shows how many of the 3 critics flagged this issue (e.g., 3/3, 2/3, 1/3). Issues found only in cross-review show as "cross-review".
|
|
153
|
+
|
|
154
|
+
## Critical Issues (MUST FIX)
|
|
155
|
+
|
|
156
|
+
### C1: [Short title]
|
|
157
|
+
- **Category:** [category]
|
|
158
|
+
- **Location:** `file.tex:line`
|
|
159
|
+
- **Problem:** [what is wrong]
|
|
160
|
+
- **Fix:** [precise instruction]
|
|
161
|
+
- **Agreement:** [which critics flagged this + cross-review validation]
|
|
162
|
+
|
|
163
|
+
[Repeat for all Critical issues]
|
|
164
|
+
|
|
165
|
+
## Major Issues (SHOULD FIX)
|
|
166
|
+
|
|
167
|
+
[Same format as Critical]
|
|
168
|
+
|
|
169
|
+
## Minor Issues (NICE TO FIX)
|
|
170
|
+
|
|
171
|
+
[Same format as Critical]
|
|
172
|
+
|
|
173
|
+
## Council Notes
|
|
174
|
+
|
|
175
|
+
### Agreement Summary
|
|
176
|
+
- [N] issues confirmed by all 3 critics
|
|
177
|
+
- [N] issues confirmed by 2/3 critics
|
|
178
|
+
- [N] issues from single critic (validated in cross-review)
|
|
179
|
+
- [N] disputed issues (marked [DISPUTED])
|
|
180
|
+
- [N] issues excluded (rejected by cross-reviewers)
|
|
181
|
+
|
|
182
|
+
### Cross-Review Rankings
|
|
183
|
+
| Critic | Avg Thoroughness Rank | Issues Found | Unique Finds |
|
|
184
|
+
|--------|----------------------|--------------|--------------|
|
|
185
|
+
| Technical Rigour | X.X | N | N |
|
|
186
|
+
| Presentation | X.X | N | N |
|
|
187
|
+
| Scholarly Standards | X.X | N | N |
|
|
188
|
+
|
|
189
|
+
### Notable Disagreements
|
|
190
|
+
[For each DISPUTED issue or excluded issue, briefly explain the disagreement and your reasoning]
|
|
191
|
+
|
|
192
|
+
## Council Metadata
|
|
193
|
+
- **Mode:** Council (3 critics + cross-review + chairman)
|
|
194
|
+
- **Models:** Stage 1: opus, Stage 2: sonnet, Stage 3: opus
|
|
195
|
+
- **Date:** YYYY-MM-DD
|
|
196
|
+
```
|
|
197
|
+
|
|
198
|
+
**Usage:** This prompt template is for constructing the user message when calling `CouncilService.run_council()` with a custom `stage3_prompt_builder`. The main session fills in the placeholders from the Stage 1 assessments, Stage 2 peer reviews, and rubric files, then passes the result as the chairman's input.
|