@wentorai/research-plugins 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +204 -0
- package/curated/analysis/README.md +64 -0
- package/curated/domains/README.md +104 -0
- package/curated/literature/README.md +53 -0
- package/curated/research/README.md +62 -0
- package/curated/tools/README.md +87 -0
- package/curated/writing/README.md +61 -0
- package/index.ts +39 -0
- package/mcp-configs/academic-db/ChatSpatial.json +17 -0
- package/mcp-configs/academic-db/academia-mcp.json +17 -0
- package/mcp-configs/academic-db/academic-paper-explorer.json +17 -0
- package/mcp-configs/academic-db/academic-search-mcp-server.json +17 -0
- package/mcp-configs/academic-db/agentinterviews-mcp.json +17 -0
- package/mcp-configs/academic-db/all-in-mcp.json +17 -0
- package/mcp-configs/academic-db/apple-health-mcp.json +17 -0
- package/mcp-configs/academic-db/arxiv-latex-mcp.json +17 -0
- package/mcp-configs/academic-db/arxiv-mcp-server.json +17 -0
- package/mcp-configs/academic-db/bgpt-mcp.json +17 -0
- package/mcp-configs/academic-db/biomcp.json +17 -0
- package/mcp-configs/academic-db/biothings-mcp.json +17 -0
- package/mcp-configs/academic-db/catalysishub-mcp-server.json +17 -0
- package/mcp-configs/academic-db/clinicaltrialsgov-mcp-server.json +17 -0
- package/mcp-configs/academic-db/deep-research-mcp.json +17 -0
- package/mcp-configs/academic-db/dicom-mcp.json +17 -0
- package/mcp-configs/academic-db/enrichr-mcp-server.json +17 -0
- package/mcp-configs/academic-db/fec-mcp-server.json +17 -0
- package/mcp-configs/academic-db/fhir-mcp-server-themomentum.json +17 -0
- package/mcp-configs/academic-db/fhir-mcp.json +19 -0
- package/mcp-configs/academic-db/gget-mcp.json +17 -0
- package/mcp-configs/academic-db/google-researcher-mcp.json +17 -0
- package/mcp-configs/academic-db/idea-reality-mcp.json +17 -0
- package/mcp-configs/academic-db/legiscan-mcp.json +19 -0
- package/mcp-configs/academic-db/lex.json +17 -0
- package/mcp-configs/ai-platform/Adaptive-Graph-of-Thoughts-MCP-server.json +17 -0
- package/mcp-configs/ai-platform/ai-counsel.json +17 -0
- package/mcp-configs/ai-platform/atlas-mcp-server.json +17 -0
- package/mcp-configs/ai-platform/counsel-mcp.json +17 -0
- package/mcp-configs/ai-platform/cross-llm-mcp.json +17 -0
- package/mcp-configs/ai-platform/gptr-mcp.json +17 -0
- package/mcp-configs/browser/decipher-research-agent.json +17 -0
- package/mcp-configs/browser/deep-research.json +17 -0
- package/mcp-configs/browser/everything-claude-code.json +17 -0
- package/mcp-configs/browser/gpt-researcher.json +17 -0
- package/mcp-configs/browser/heurist-agent-framework.json +17 -0
- package/mcp-configs/data-platform/4everland-hosting-mcp.json +17 -0
- package/mcp-configs/data-platform/context-keeper.json +17 -0
- package/mcp-configs/data-platform/context7.json +19 -0
- package/mcp-configs/data-platform/contextstream-mcp.json +17 -0
- package/mcp-configs/data-platform/email-mcp.json +17 -0
- package/mcp-configs/note-knowledge/ApeRAG.json +17 -0
- package/mcp-configs/note-knowledge/In-Memoria.json +17 -0
- package/mcp-configs/note-knowledge/agent-memory.json +17 -0
- package/mcp-configs/note-knowledge/aimemo.json +17 -0
- package/mcp-configs/note-knowledge/biel-mcp.json +19 -0
- package/mcp-configs/note-knowledge/cognee.json +17 -0
- package/mcp-configs/note-knowledge/context-awesome.json +17 -0
- package/mcp-configs/note-knowledge/context-mcp.json +17 -0
- package/mcp-configs/note-knowledge/conversation-handoff-mcp.json +17 -0
- package/mcp-configs/note-knowledge/cortex.json +17 -0
- package/mcp-configs/note-knowledge/devrag.json +17 -0
- package/mcp-configs/note-knowledge/easy-obsidian-mcp.json +17 -0
- package/mcp-configs/note-knowledge/engram.json +17 -0
- package/mcp-configs/note-knowledge/gnosis-mcp.json +17 -0
- package/mcp-configs/note-knowledge/graphlit-mcp-server.json +19 -0
- package/mcp-configs/reference-mgr/arxiv-cli.json +17 -0
- package/mcp-configs/reference-mgr/arxiv-search-mcp.json +17 -0
- package/mcp-configs/reference-mgr/chiken.json +17 -0
- package/mcp-configs/reference-mgr/claude-scholar.json +17 -0
- package/mcp-configs/reference-mgr/devonthink-mcp.json +17 -0
- package/mcp-configs/registry.json +447 -0
- package/openclaw.plugin.json +21 -0
- package/package.json +61 -0
- package/skills/analysis/dataviz/color-accessibility-guide/SKILL.md +230 -0
- package/skills/analysis/dataviz/geospatial-viz-guide/SKILL.md +218 -0
- package/skills/analysis/dataviz/interactive-viz-guide/SKILL.md +287 -0
- package/skills/analysis/dataviz/network-visualization-guide/SKILL.md +195 -0
- package/skills/analysis/dataviz/publication-figures-guide/SKILL.md +238 -0
- package/skills/analysis/dataviz/python-dataviz-guide/SKILL.md +195 -0
- package/skills/analysis/econometrics/causal-inference-guide/SKILL.md +197 -0
- package/skills/analysis/econometrics/iv-regression-guide/SKILL.md +198 -0
- package/skills/analysis/econometrics/panel-data-guide/SKILL.md +274 -0
- package/skills/analysis/econometrics/robustness-checks/SKILL.md +250 -0
- package/skills/analysis/econometrics/stata-regression/SKILL.md +117 -0
- package/skills/analysis/econometrics/time-series-guide/SKILL.md +235 -0
- package/skills/analysis/statistics/bayesian-statistics-guide/SKILL.md +221 -0
- package/skills/analysis/statistics/hypothesis-testing-guide/SKILL.md +210 -0
- package/skills/analysis/statistics/meta-analysis-guide/SKILL.md +206 -0
- package/skills/analysis/statistics/nonparametric-tests-guide/SKILL.md +221 -0
- package/skills/analysis/statistics/power-analysis-guide/SKILL.md +240 -0
- package/skills/analysis/statistics/sem-guide/SKILL.md +231 -0
- package/skills/analysis/statistics/survival-analysis-guide/SKILL.md +195 -0
- package/skills/analysis/wrangling/missing-data-handling/SKILL.md +224 -0
- package/skills/analysis/wrangling/pandas-data-wrangling/SKILL.md +242 -0
- package/skills/analysis/wrangling/questionnaire-design-guide/SKILL.md +234 -0
- package/skills/analysis/wrangling/text-mining-guide/SKILL.md +225 -0
- package/skills/domains/ai-ml/computer-vision-guide/SKILL.md +213 -0
- package/skills/domains/ai-ml/deep-learning-papers-guide/SKILL.md +200 -0
- package/skills/domains/ai-ml/llm-evaluation-guide/SKILL.md +194 -0
- package/skills/domains/ai-ml/prompt-engineering-research/SKILL.md +233 -0
- package/skills/domains/ai-ml/reinforcement-learning-guide/SKILL.md +254 -0
- package/skills/domains/ai-ml/transformer-architecture-guide/SKILL.md +233 -0
- package/skills/domains/biomedical/clinical-research-guide/SKILL.md +232 -0
- package/skills/domains/biomedical/clinicaltrials-api/SKILL.md +177 -0
- package/skills/domains/biomedical/epidemiology-guide/SKILL.md +200 -0
- package/skills/domains/biomedical/genomics-analysis-guide/SKILL.md +270 -0
- package/skills/domains/business/market-analysis-guide/SKILL.md +112 -0
- package/skills/domains/business/strategic-management-guide/SKILL.md +154 -0
- package/skills/domains/chemistry/computational-chemistry-guide/SKILL.md +266 -0
- package/skills/domains/chemistry/retrosynthesis-guide/SKILL.md +215 -0
- package/skills/domains/cs/algorithms-complexity-guide/SKILL.md +194 -0
- package/skills/domains/cs/dblp-api/SKILL.md +129 -0
- package/skills/domains/cs/software-engineering-research/SKILL.md +218 -0
- package/skills/domains/ecology/biodiversity-data-guide/SKILL.md +296 -0
- package/skills/domains/ecology/conservation-biology-guide/SKILL.md +198 -0
- package/skills/domains/ecology/gbif-api/SKILL.md +158 -0
- package/skills/domains/ecology/inaturalist-api/SKILL.md +173 -0
- package/skills/domains/economics/behavioral-economics-guide/SKILL.md +239 -0
- package/skills/domains/economics/development-economics-guide/SKILL.md +181 -0
- package/skills/domains/economics/fred-api/SKILL.md +189 -0
- package/skills/domains/education/curriculum-design-guide/SKILL.md +144 -0
- package/skills/domains/education/learning-science-guide/SKILL.md +150 -0
- package/skills/domains/finance/financial-data-analysis/SKILL.md +152 -0
- package/skills/domains/finance/quantitative-finance-guide/SKILL.md +151 -0
- package/skills/domains/geoscience/climate-science-guide/SKILL.md +158 -0
- package/skills/domains/geoscience/gis-remote-sensing-guide/SKILL.md +129 -0
- package/skills/domains/humanities/digital-humanities-guide/SKILL.md +181 -0
- package/skills/domains/humanities/philosophy-research-guide/SKILL.md +148 -0
- package/skills/domains/law/courtlistener-api/SKILL.md +213 -0
- package/skills/domains/law/legal-research-guide/SKILL.md +250 -0
- package/skills/domains/math/linear-algebra-applications/SKILL.md +227 -0
- package/skills/domains/math/numerical-methods-guide/SKILL.md +236 -0
- package/skills/domains/math/oeis-api/SKILL.md +158 -0
- package/skills/domains/pharma/clinical-pharmacology-guide/SKILL.md +165 -0
- package/skills/domains/pharma/drug-development-guide/SKILL.md +177 -0
- package/skills/domains/physics/computational-physics-guide/SKILL.md +300 -0
- package/skills/domains/physics/nasa-ads-api/SKILL.md +150 -0
- package/skills/domains/physics/quantum-computing-guide/SKILL.md +234 -0
- package/skills/domains/social-science/social-research-methods/SKILL.md +194 -0
- package/skills/domains/social-science/survey-research-guide/SKILL.md +182 -0
- package/skills/literature/discovery/citation-alert-guide/SKILL.md +154 -0
- package/skills/literature/discovery/conference-proceedings-guide/SKILL.md +142 -0
- package/skills/literature/discovery/literature-mapping-guide/SKILL.md +175 -0
- package/skills/literature/discovery/paper-tracking-guide/SKILL.md +211 -0
- package/skills/literature/discovery/rss-paper-feeds/SKILL.md +214 -0
- package/skills/literature/discovery/semantic-scholar-recs-guide/SKILL.md +164 -0
- package/skills/literature/fulltext/doaj-api/SKILL.md +120 -0
- package/skills/literature/fulltext/interlibrary-loan-guide/SKILL.md +163 -0
- package/skills/literature/fulltext/open-access-guide/SKILL.md +183 -0
- package/skills/literature/fulltext/pmc-oai-api/SKILL.md +184 -0
- package/skills/literature/fulltext/preprint-servers-guide/SKILL.md +128 -0
- package/skills/literature/fulltext/repository-harvesting-guide/SKILL.md +207 -0
- package/skills/literature/fulltext/unpaywall-api/SKILL.md +113 -0
- package/skills/literature/metadata/altmetrics-guide/SKILL.md +132 -0
- package/skills/literature/metadata/citation-network-guide/SKILL.md +236 -0
- package/skills/literature/metadata/crossref-api/SKILL.md +133 -0
- package/skills/literature/metadata/datacite-api/SKILL.md +126 -0
- package/skills/literature/metadata/doi-resolution-guide/SKILL.md +168 -0
- package/skills/literature/metadata/h-index-guide/SKILL.md +183 -0
- package/skills/literature/metadata/journal-metrics-guide/SKILL.md +188 -0
- package/skills/literature/metadata/opencitations-api/SKILL.md +128 -0
- package/skills/literature/metadata/orcid-api/SKILL.md +136 -0
- package/skills/literature/metadata/orcid-integration-guide/SKILL.md +178 -0
- package/skills/literature/search/arxiv-api/SKILL.md +95 -0
- package/skills/literature/search/biorxiv-api/SKILL.md +123 -0
- package/skills/literature/search/boolean-search-guide/SKILL.md +199 -0
- package/skills/literature/search/citation-chaining-guide/SKILL.md +148 -0
- package/skills/literature/search/database-comparison-guide/SKILL.md +100 -0
- package/skills/literature/search/europe-pmc-api/SKILL.md +120 -0
- package/skills/literature/search/google-scholar-guide/SKILL.md +182 -0
- package/skills/literature/search/mesh-terms-guide/SKILL.md +164 -0
- package/skills/literature/search/openalex-api/SKILL.md +134 -0
- package/skills/literature/search/pubmed-api/SKILL.md +130 -0
- package/skills/literature/search/scientify-literature-survey/SKILL.md +203 -0
- package/skills/literature/search/semantic-scholar-api/SKILL.md +134 -0
- package/skills/literature/search/systematic-search-strategy/SKILL.md +214 -0
- package/skills/research/automation/ai-scientist-guide/SKILL.md +228 -0
- package/skills/research/automation/data-collection-automation/SKILL.md +248 -0
- package/skills/research/automation/research-workflow-automation/SKILL.md +266 -0
- package/skills/research/deep-research/meta-synthesis-guide/SKILL.md +174 -0
- package/skills/research/deep-research/research-cog/SKILL.md +153 -0
- package/skills/research/deep-research/scoping-review-guide/SKILL.md +217 -0
- package/skills/research/deep-research/systematic-review-guide/SKILL.md +250 -0
- package/skills/research/funding/figshare-api/SKILL.md +163 -0
- package/skills/research/funding/grant-writing-guide/SKILL.md +233 -0
- package/skills/research/funding/nsf-grant-guide/SKILL.md +206 -0
- package/skills/research/funding/open-science-guide/SKILL.md +255 -0
- package/skills/research/funding/zenodo-api/SKILL.md +174 -0
- package/skills/research/methodology/action-research-guide/SKILL.md +201 -0
- package/skills/research/methodology/experimental-design-guide/SKILL.md +236 -0
- package/skills/research/methodology/grad-school-guide/SKILL.md +182 -0
- package/skills/research/methodology/grounded-theory-guide/SKILL.md +171 -0
- package/skills/research/methodology/mixed-methods-guide/SKILL.md +208 -0
- package/skills/research/methodology/qualitative-research-guide/SKILL.md +234 -0
- package/skills/research/methodology/scientify-idea-generation/SKILL.md +222 -0
- package/skills/research/paper-review/paper-reading-assistant/SKILL.md +266 -0
- package/skills/research/paper-review/peer-review-guide/SKILL.md +227 -0
- package/skills/research/paper-review/rebuttal-writing-guide/SKILL.md +185 -0
- package/skills/research/paper-review/scientify-write-review-paper/SKILL.md +209 -0
- package/skills/tools/code-exec/jupyter-notebook-guide/SKILL.md +178 -0
- package/skills/tools/code-exec/python-reproducibility-guide/SKILL.md +341 -0
- package/skills/tools/code-exec/r-reproducibility-guide/SKILL.md +236 -0
- package/skills/tools/code-exec/sandbox-execution-guide/SKILL.md +221 -0
- package/skills/tools/diagram/mermaid-diagram-guide/SKILL.md +269 -0
- package/skills/tools/diagram/plantuml-guide/SKILL.md +397 -0
- package/skills/tools/diagram/scientific-illustration-guide/SKILL.md +225 -0
- package/skills/tools/document/anystyle-api/SKILL.md +199 -0
- package/skills/tools/document/grobid-pdf-parsing/SKILL.md +294 -0
- package/skills/tools/document/markdown-academic-guide/SKILL.md +217 -0
- package/skills/tools/document/pdf-extraction-guide/SKILL.md +321 -0
- package/skills/tools/knowledge-graph/knowledge-graph-construction/SKILL.md +306 -0
- package/skills/tools/knowledge-graph/ontology-design-guide/SKILL.md +214 -0
- package/skills/tools/knowledge-graph/rag-methodology-guide/SKILL.md +325 -0
- package/skills/tools/ocr-translate/formula-recognition-guide/SKILL.md +367 -0
- package/skills/tools/ocr-translate/handwriting-recognition-guide/SKILL.md +211 -0
- package/skills/tools/ocr-translate/latex-ocr-guide/SKILL.md +204 -0
- package/skills/tools/ocr-translate/multilingual-research-guide/SKILL.md +234 -0
- package/skills/tools/scraping/academic-web-scraping/SKILL.md +326 -0
- package/skills/tools/scraping/api-data-collection-guide/SKILL.md +301 -0
- package/skills/tools/scraping/web-scraping-ethics-guide/SKILL.md +250 -0
- package/skills/writing/citation/bibtex-management-guide/SKILL.md +246 -0
- package/skills/writing/citation/citation-style-guide/SKILL.md +248 -0
- package/skills/writing/citation/reference-manager-comparison/SKILL.md +208 -0
- package/skills/writing/citation/zotero-api/SKILL.md +188 -0
- package/skills/writing/composition/abstract-writing-guide/SKILL.md +188 -0
- package/skills/writing/composition/discussion-writing-guide/SKILL.md +194 -0
- package/skills/writing/composition/introduction-writing-guide/SKILL.md +194 -0
- package/skills/writing/composition/literature-review-writing/SKILL.md +196 -0
- package/skills/writing/composition/methods-section-guide/SKILL.md +185 -0
- package/skills/writing/composition/response-to-reviewers/SKILL.md +215 -0
- package/skills/writing/composition/scientific-writing-guide/SKILL.md +152 -0
- package/skills/writing/latex/bibliography-management-guide/SKILL.md +206 -0
- package/skills/writing/latex/latex-drawing-guide/SKILL.md +234 -0
- package/skills/writing/latex/latex-ecosystem-guide/SKILL.md +240 -0
- package/skills/writing/latex/math-typesetting-guide/SKILL.md +231 -0
- package/skills/writing/latex/overleaf-collaboration-guide/SKILL.md +211 -0
- package/skills/writing/latex/tikz-diagrams-guide/SKILL.md +211 -0
- package/skills/writing/polish/academic-translation-guide/SKILL.md +175 -0
- package/skills/writing/polish/academic-writing-refiner/SKILL.md +143 -0
- package/skills/writing/polish/ai-writing-humanizer/SKILL.md +178 -0
- package/skills/writing/polish/grammar-checker-guide/SKILL.md +184 -0
- package/skills/writing/polish/plagiarism-detection-guide/SKILL.md +167 -0
- package/skills/writing/templates/beamer-presentation-guide/SKILL.md +263 -0
- package/skills/writing/templates/conference-paper-template/SKILL.md +219 -0
- package/skills/writing/templates/thesis-template-guide/SKILL.md +200 -0
- package/skills/writing/templates/thesis-writing-guide/SKILL.md +220 -0
- package/src/tools/arxiv.ts +131 -0
- package/src/tools/crossref.ts +112 -0
- package/src/tools/openalex.ts +174 -0
- package/src/tools/pubmed.ts +166 -0
- package/src/tools/semantic-scholar.ts +108 -0
- package/src/tools/unpaywall.ts +58 -0
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: research-cog
|
|
3
|
+
description: "Deep research powered by CellCog for comprehensive investigations"
|
|
4
|
+
metadata:
|
|
5
|
+
openclaw:
|
|
6
|
+
emoji: "🔍"
|
|
7
|
+
category: "research"
|
|
8
|
+
subcategory: "deep-research"
|
|
9
|
+
keywords: ["deep research", "multi-source investigation", "AI literature review", "automated literature synthesis"]
|
|
10
|
+
source: "https://github.com/cellcog/research-cog"
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
# Research Cog - Deep Research Powered by CellCog
|
|
14
|
+
|
|
15
|
+
**#1 on DeepResearch Bench (Feb 2026).** Your AI research analyst for comprehensive, citation-backed research on any topic.
|
|
16
|
+
|
|
17
|
+
Leaderboard: https://huggingface.co/spaces/muset-ai/DeepResearch-Bench-Leaderboard
|
|
18
|
+
|
|
19
|
+
## Prerequisites
|
|
20
|
+
|
|
21
|
+
This skill requires the `cellcog` skill for SDK setup and API calls.
|
|
22
|
+
|
|
23
|
+
```bash
|
|
24
|
+
clawhub install cellcog
|
|
25
|
+
```
|
|
26
|
+
|
|
27
|
+
**Read the cellcog skill first** for SDK setup. This skill shows you what's possible.
|
|
28
|
+
|
|
29
|
+
**Quick pattern (v1.0+):**
|
|
30
|
+
```python
|
|
31
|
+
# Fire-and-forget - returns immediately
|
|
32
|
+
result = client.create_chat(
|
|
33
|
+
prompt="[your research query]",
|
|
34
|
+
notify_session_key="agent:main:main",
|
|
35
|
+
task_label="research-task",
|
|
36
|
+
chat_mode="agent team" # Deep research
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
# Daemon notifies you when complete - do NOT poll
|
|
40
|
+
```
|
|
41
|
+
|
|
42
|
+
## What You Can Research
|
|
43
|
+
|
|
44
|
+
### Competitive Analysis
|
|
45
|
+
Analyze companies against their competitors with structured insights:
|
|
46
|
+
- **Company vs. Competitors**: "Compare Stripe vs Square vs Adyen - market positioning, pricing, features, strengths/weaknesses"
|
|
47
|
+
- **SWOT Analysis**: "Create a SWOT analysis for Shopify in the e-commerce platform market"
|
|
48
|
+
- **Market Positioning**: "How does Notion position itself against Confluence, Coda, and Obsidian?"
|
|
49
|
+
- **Feature Comparison**: "Compare the AI capabilities of Salesforce, HubSpot, and Zoho CRM"
|
|
50
|
+
|
|
51
|
+
### Market Research
|
|
52
|
+
Understand markets, industries, and trends:
|
|
53
|
+
- **Industry Analysis**: "Analyze the electric vehicle market in Europe - size, growth, key players, trends"
|
|
54
|
+
- **Market Sizing**: "What's the TAM/SAM/SOM for AI-powered customer service tools in North America?"
|
|
55
|
+
- **Trend Analysis**: "What are the emerging trends in sustainable packaging for 2026?"
|
|
56
|
+
- **Customer Segments**: "Identify and profile the key customer segments for premium pet food"
|
|
57
|
+
- **Regulatory Landscape**: "Research FDA regulations for AI-powered medical devices"
|
|
58
|
+
|
|
59
|
+
### Stock & Investment Analysis
|
|
60
|
+
Financial research with data and analysis:
|
|
61
|
+
- **Company Fundamentals**: "Analyze NVIDIA's financials - revenue growth, margins, competitive moat"
|
|
62
|
+
- **Investment Thesis**: "Build an investment thesis for Microsoft's AI strategy"
|
|
63
|
+
- **Sector Analysis**: "Compare semiconductor stocks - NVDA, AMD, INTC, TSM"
|
|
64
|
+
- **Risk Assessment**: "What are the key risks for Tesla investors in 2026?"
|
|
65
|
+
- **Earnings Analysis**: "Summarize Apple's Q4 2025 earnings and forward guidance"
|
|
66
|
+
|
|
67
|
+
### Academic & Technical Research
|
|
68
|
+
Deep dives with proper citations:
|
|
69
|
+
- **Literature Review**: "Research the current state of quantum error correction techniques"
|
|
70
|
+
- **Technology Deep Dive**: "Explain transformer architectures and their evolution from attention mechanisms"
|
|
71
|
+
- **Scientific Topics**: "What's the latest research on CRISPR gene editing for cancer treatment?"
|
|
72
|
+
- **Historical Analysis**: "Research the history and impact of the Bretton Woods system"
|
|
73
|
+
|
|
74
|
+
### Due Diligence
|
|
75
|
+
Comprehensive research for decision-making:
|
|
76
|
+
- **Startup Due Diligence**: "Research [Company Name] - founding team, funding, product, market, competitors"
|
|
77
|
+
- **Vendor Evaluation**: "Compare AWS, GCP, and Azure for enterprise AI/ML workloads"
|
|
78
|
+
- **Partnership Analysis**: "Research potential risks and benefits of partnering with [Company]"
|
|
79
|
+
|
|
80
|
+
## Research Output Formats
|
|
81
|
+
|
|
82
|
+
CellCog can deliver research in multiple formats:
|
|
83
|
+
|
|
84
|
+
| Format | Best For |
|
|
85
|
+
|--------|----------|
|
|
86
|
+
| **Interactive HTML Report** | Explorable dashboards with charts, expandable sections |
|
|
87
|
+
| **PDF Report** | Shareable, printable professional documents |
|
|
88
|
+
| **Markdown** | Integration into your docs/wikis |
|
|
89
|
+
| **Plain Response** | Quick answers in chat |
|
|
90
|
+
|
|
91
|
+
Specify your preferred format in the prompt:
|
|
92
|
+
- "Create an interactive HTML report on..."
|
|
93
|
+
- "Generate a PDF research report analyzing..."
|
|
94
|
+
- "Give me a markdown summary of..."
|
|
95
|
+
|
|
96
|
+
## When to Use Agent Team Mode
|
|
97
|
+
|
|
98
|
+
For research, **always use** `chat_mode="agent team"` (the default).
|
|
99
|
+
|
|
100
|
+
Agent team mode enables:
|
|
101
|
+
- Multi-source research and cross-referencing
|
|
102
|
+
- Citation verification
|
|
103
|
+
- Deeper analysis with multiple reasoning passes
|
|
104
|
+
- Higher quality, more comprehensive outputs
|
|
105
|
+
|
|
106
|
+
Use `chat_mode="agent"` only for trivial lookups like "What's Apple's stock ticker?"
|
|
107
|
+
|
|
108
|
+
## Research Quality Features
|
|
109
|
+
|
|
110
|
+
### Citations (On Request)
|
|
111
|
+
**Citations are NOT automatic.** CellCog focuses on delivering accurate, well-researched content by default.
|
|
112
|
+
|
|
113
|
+
If you need citations:
|
|
114
|
+
- **Explicitly request them**: "Include citations for all factual claims with source URLs"
|
|
115
|
+
- **Specify format**: "Provide citations as footnotes" or "Include a references section at the end"
|
|
116
|
+
- **Indicate placement**: "Citations inline" vs "Citations in appendix"
|
|
117
|
+
|
|
118
|
+
Without explicit citation requests, CellCog prioritizes delivering accurate information efficiently.
|
|
119
|
+
|
|
120
|
+
### Data Accuracy
|
|
121
|
+
CellCog cross-references multiple sources for financial and statistical data, ensuring accuracy even without explicit citations.
|
|
122
|
+
|
|
123
|
+
### Structured Analysis
|
|
124
|
+
Complex research is organized with clear sections, executive summaries, and actionable insights.
|
|
125
|
+
|
|
126
|
+
### Visual Elements
|
|
127
|
+
Research reports can include:
|
|
128
|
+
- Charts and graphs
|
|
129
|
+
- Comparison tables
|
|
130
|
+
- Timeline visualizations
|
|
131
|
+
- Market maps
|
|
132
|
+
|
|
133
|
+
## Example Research Prompts
|
|
134
|
+
|
|
135
|
+
**Quick competitive intel:**
|
|
136
|
+
> "Compare Figma vs Sketch vs Adobe XD for enterprise UI design teams. Focus on collaboration features, pricing, and Figma's position after the Adobe acquisition failed."
|
|
137
|
+
|
|
138
|
+
**Deep market research:**
|
|
139
|
+
> "Create a comprehensive market research report on the AI coding assistant market. Include market size, growth projections, key players (GitHub Copilot, Cursor, Codeium, etc.), pricing models, and enterprise adoption trends. Deliver as an interactive HTML report."
|
|
140
|
+
|
|
141
|
+
**Investment analysis:**
|
|
142
|
+
> "Build an investment analysis for Palantir (PLTR). Cover business model, government vs commercial revenue mix, AI product strategy, valuation metrics, and key risks. Include relevant charts."
|
|
143
|
+
|
|
144
|
+
**Academic deep dive:**
|
|
145
|
+
> "Research the current state of nuclear fusion energy. Cover recent breakthroughs (NIF, ITER, private companies like Commonwealth Fusion), technical challenges remaining, timeline to commercial viability, and investment landscape."
|
|
146
|
+
|
|
147
|
+
## Tips for Better Research
|
|
148
|
+
|
|
149
|
+
- **Be specific**: "AI market" is vague. "Enterprise AI automation market in healthcare" is better.
|
|
150
|
+
- **Specify timeframe**: "Recent" is ambiguous. "2025-2026" or "last 6 months" is clearer.
|
|
151
|
+
- **Define scope**: "Compare everything about X and Y" leads to bloat. "Compare X and Y on pricing, features, and market positioning" is focused.
|
|
152
|
+
- **Request structure**: "Include executive summary, key findings, and recommendations" helps organize output.
|
|
153
|
+
- **Mention output format**: "Deliver as PDF" or "Create interactive HTML dashboard" gets you the right format.
|
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: scoping-review-guide
|
|
3
|
+
description: "Scoping review methodology for broad evidence mapping"
|
|
4
|
+
metadata:
|
|
5
|
+
openclaw:
|
|
6
|
+
emoji: "scope"
|
|
7
|
+
category: "research"
|
|
8
|
+
subcategory: "deep-research"
|
|
9
|
+
keywords: ["scoping review", "scoping study", "rapid review", "umbrella review"]
|
|
10
|
+
source: "wentor-research-plugins"
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
# Scoping Review Guide
|
|
14
|
+
|
|
15
|
+
Conduct scoping reviews to map the breadth and nature of research evidence on a topic, using the Arksey & O'Malley framework and JBI methodology with PRISMA-ScR reporting.
|
|
16
|
+
|
|
17
|
+
## Scoping Review vs. Systematic Review
|
|
18
|
+
|
|
19
|
+
| Feature | Scoping Review | Systematic Review |
|
|
20
|
+
|---------|---------------|-------------------|
|
|
21
|
+
| **Purpose** | Map the evidence landscape | Answer a specific clinical/research question |
|
|
22
|
+
| **Question** | Broad, exploratory | Focused, narrow |
|
|
23
|
+
| **Inclusion criteria** | Broadly defined, may evolve | Strictly predefined |
|
|
24
|
+
| **Quality assessment** | Optional (not always done) | Required (risk of bias) |
|
|
25
|
+
| **Synthesis** | Descriptive/thematic mapping | Quantitative (meta-analysis) or narrative |
|
|
26
|
+
| **Protocol registration** | Recommended (OSF) | Required (PROSPERO) |
|
|
27
|
+
| **Reporting guideline** | PRISMA-ScR | PRISMA 2020 |
|
|
28
|
+
|
|
29
|
+
### When to Choose a Scoping Review
|
|
30
|
+
|
|
31
|
+
- To examine the extent, range, and nature of research activity on a topic
|
|
32
|
+
- To determine whether a full systematic review is warranted
|
|
33
|
+
- To identify key concepts, evidence gaps, and types of available evidence
|
|
34
|
+
- To map the research landscape before designing a primary study
|
|
35
|
+
- When the topic is too broad or heterogeneous for a systematic review
|
|
36
|
+
|
|
37
|
+
## Arksey and O'Malley Framework (5 Stages)
|
|
38
|
+
|
|
39
|
+
### Stage 1: Identifying the Research Question
|
|
40
|
+
|
|
41
|
+
Scoping review questions are broad and use the PCC framework:
|
|
42
|
+
|
|
43
|
+
```
|
|
44
|
+
Population: Who is being studied?
|
|
45
|
+
Concept: What is the key concept or phenomenon?
|
|
46
|
+
Context: In what setting or discipline?
|
|
47
|
+
|
|
48
|
+
Example question:
|
|
49
|
+
"What is known about the use of AI tools in undergraduate
|
|
50
|
+
STEM education, including types of tools, pedagogical
|
|
51
|
+
approaches, and reported outcomes?"
|
|
52
|
+
```
|
|
53
|
+
|
|
54
|
+
### Stage 2: Identifying Relevant Studies
|
|
55
|
+
|
|
56
|
+
Conduct a comprehensive search across multiple sources:
|
|
57
|
+
|
|
58
|
+
```
|
|
59
|
+
Search strategy development:
|
|
60
|
+
1. Identify key terms from the PCC framework
|
|
61
|
+
2. Develop synonyms and related terms for each concept
|
|
62
|
+
3. Combine using Boolean operators
|
|
63
|
+
|
|
64
|
+
Example search string (PubMed):
|
|
65
|
+
("artificial intelligence" OR "machine learning" OR "deep learning"
|
|
66
|
+
OR "natural language processing" OR "chatbot" OR "intelligent tutoring")
|
|
67
|
+
AND
|
|
68
|
+
("undergraduate" OR "higher education" OR "university student"
|
|
69
|
+
OR "college student")
|
|
70
|
+
AND
|
|
71
|
+
("STEM" OR "science education" OR "engineering education"
|
|
72
|
+
OR "mathematics education" OR "computer science education")
|
|
73
|
+
|
|
74
|
+
Databases to search:
|
|
75
|
+
- Discipline-specific databases (ERIC, PubMed, IEEE Xplore, etc.)
|
|
76
|
+
- Multidisciplinary databases (Scopus, Web of Science)
|
|
77
|
+
- Grey literature sources (ProQuest Dissertations, conference proceedings)
|
|
78
|
+
- Reference lists of included studies
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
### Stage 3: Study Selection
|
|
82
|
+
|
|
83
|
+
Develop and apply inclusion/exclusion criteria iteratively:
|
|
84
|
+
|
|
85
|
+
```markdown
|
|
86
|
+
| Criterion | Inclusion | Exclusion |
|
|
87
|
+
|-----------|-----------|-----------|
|
|
88
|
+
| Population | Undergraduate STEM students | K-12, graduate, non-STEM |
|
|
89
|
+
| Concept | AI-based educational tools | Non-AI technology (e.g., basic LMS) |
|
|
90
|
+
| Context | Formal educational settings | Informal learning, self-study apps |
|
|
91
|
+
| Study type | Empirical research (any design) | Editorials, opinion pieces |
|
|
92
|
+
| Language | English, Chinese | Other languages |
|
|
93
|
+
| Date | 2015-2025 | Before 2015 |
|
|
94
|
+
```
|
|
95
|
+
|
|
96
|
+
Screening process:
|
|
97
|
+
1. Import all records into a reference manager or screening tool (Rayyan, Covidence)
|
|
98
|
+
2. Remove duplicates
|
|
99
|
+
3. Title/abstract screening by two reviewers (independently recommended but not always required)
|
|
100
|
+
4. Full-text screening with documented exclusion reasons
|
|
101
|
+
5. Pilot screening on 50-100 records to calibrate inclusion criteria
|
|
102
|
+
|
|
103
|
+
### Stage 4: Charting the Data
|
|
104
|
+
|
|
105
|
+
Create a data charting form to extract standardized information:
|
|
106
|
+
|
|
107
|
+
```python
|
|
108
|
+
# Example: Data charting template as a structured dictionary
|
|
109
|
+
charting_template = {
|
|
110
|
+
"study_id": "", # Author, year
|
|
111
|
+
"country": "", # Country where study was conducted
|
|
112
|
+
"study_design": "", # RCT, quasi-experimental, case study, survey, etc.
|
|
113
|
+
"sample_size": 0,
|
|
114
|
+
"population": "", # Student demographics
|
|
115
|
+
"ai_tool_type": "", # Chatbot, ITS, NLP-based, etc.
|
|
116
|
+
"ai_tool_name": "", # Specific tool name (e.g., ChatGPT, ALEKS)
|
|
117
|
+
"subject_area": "", # Physics, CS, Math, Biology, etc.
|
|
118
|
+
"pedagogical_approach": "", # Flipped classroom, adaptive learning, etc.
|
|
119
|
+
"outcome_measures": [], # Learning gains, engagement, satisfaction, etc.
|
|
120
|
+
"key_findings": "", # Brief summary of main results
|
|
121
|
+
"limitations": "" # Reported limitations
|
|
122
|
+
}
|
|
123
|
+
```
|
|
124
|
+
|
|
125
|
+
### Stage 5: Collating, Summarizing, and Reporting Results
|
|
126
|
+
|
|
127
|
+
Present results using multiple formats:
|
|
128
|
+
|
|
129
|
+
**Descriptive numerical summary**:
|
|
130
|
+
- Number of studies by year of publication
|
|
131
|
+
- Geographic distribution
|
|
132
|
+
- Study designs used
|
|
133
|
+
- AI tool types
|
|
134
|
+
- Outcome categories
|
|
135
|
+
|
|
136
|
+
**Thematic analysis**:
|
|
137
|
+
- Group findings into themes
|
|
138
|
+
- Identify patterns, trends, and gaps
|
|
139
|
+
- Map the conceptual landscape
|
|
140
|
+
|
|
141
|
+
```python
|
|
142
|
+
import pandas as pd
|
|
143
|
+
import matplotlib.pyplot as plt
|
|
144
|
+
|
|
145
|
+
# Example: Visualize publication trends
|
|
146
|
+
df = pd.read_csv("charted_data.csv")
|
|
147
|
+
|
|
148
|
+
# Publications by year
|
|
149
|
+
year_counts = df["year"].value_counts().sort_index()
|
|
150
|
+
fig, ax = plt.subplots(figsize=(10, 5))
|
|
151
|
+
ax.bar(year_counts.index, year_counts.values, color="#0072B2")
|
|
152
|
+
ax.set_xlabel("Publication Year")
|
|
153
|
+
ax.set_ylabel("Number of Studies")
|
|
154
|
+
ax.set_title("Included Studies by Year")
|
|
155
|
+
plt.tight_layout()
|
|
156
|
+
plt.savefig("studies_by_year.pdf", dpi=300)
|
|
157
|
+
|
|
158
|
+
# Evidence map: cross-tabulation
|
|
159
|
+
evidence_map = pd.crosstab(df["ai_tool_type"], df["outcome_measures"])
|
|
160
|
+
print(evidence_map)
|
|
161
|
+
```
|
|
162
|
+
|
|
163
|
+
## Other Review Types
|
|
164
|
+
|
|
165
|
+
### Rapid Review
|
|
166
|
+
|
|
167
|
+
A streamlined systematic review with methodological shortcuts to produce evidence within a compressed timeline (typically 2-6 months):
|
|
168
|
+
|
|
169
|
+
| Shortcut | Trade-off |
|
|
170
|
+
|----------|-----------|
|
|
171
|
+
| Limit to 2-3 databases | May miss some studies |
|
|
172
|
+
| Single reviewer screening | Risk of selection bias |
|
|
173
|
+
| Simplified data extraction | Less comprehensive data |
|
|
174
|
+
| No formal quality assessment | Cannot assess evidence strength |
|
|
175
|
+
| Limit publication date range | May miss foundational studies |
|
|
176
|
+
|
|
177
|
+
### Umbrella Review (Review of Reviews)
|
|
178
|
+
|
|
179
|
+
A review of existing systematic reviews and meta-analyses on a topic:
|
|
180
|
+
|
|
181
|
+
1. Search for systematic reviews (use review filter in PubMed)
|
|
182
|
+
2. Assess methodological quality of reviews using AMSTAR 2
|
|
183
|
+
3. Extract and compare pooled estimates across reviews
|
|
184
|
+
4. Identify areas of agreement, disagreement, and gaps
|
|
185
|
+
|
|
186
|
+
### Narrative Review
|
|
187
|
+
|
|
188
|
+
A traditional literature review that is not systematic:
|
|
189
|
+
- No pre-defined protocol or search strategy
|
|
190
|
+
- Author-selected references
|
|
191
|
+
- Subjective synthesis
|
|
192
|
+
- Appropriate for educational overviews, opinion pieces, and introductory sections of papers
|
|
193
|
+
- Not suitable for evidence-based decision-making
|
|
194
|
+
|
|
195
|
+
## PRISMA-ScR Checklist (Key Items)
|
|
196
|
+
|
|
197
|
+
| Item | Description |
|
|
198
|
+
|------|-------------|
|
|
199
|
+
| Title | Identify the report as a scoping review |
|
|
200
|
+
| Protocol | Indicate if a protocol was registered |
|
|
201
|
+
| Objectives | State the research question using PCC |
|
|
202
|
+
| Eligibility criteria | Describe inclusion/exclusion criteria |
|
|
203
|
+
| Information sources | List all databases and other sources searched |
|
|
204
|
+
| Search strategy | Present full search strategy for at least one database |
|
|
205
|
+
| Selection of evidence | Describe screening process |
|
|
206
|
+
| Data charting | Describe data charting process and variables |
|
|
207
|
+
| Results | Present characteristics of included studies (tables, charts) |
|
|
208
|
+
| Discussion | Summarize main findings, compare to existing knowledge |
|
|
209
|
+
| Limitations | Discuss limitations of the evidence and of the review process |
|
|
210
|
+
|
|
211
|
+
## Practical Tips
|
|
212
|
+
|
|
213
|
+
1. **Use a reference manager from the start**: Import all search results into Zotero or EndNote to track deduplication and screening decisions.
|
|
214
|
+
2. **Iterate on inclusion criteria**: Unlike systematic reviews, scoping review criteria can be refined post hoc as you become more familiar with the literature. Document all changes.
|
|
215
|
+
3. **Create visual evidence maps**: Tables and figures (bubble charts, Sankey diagrams) are more effective than narrative descriptions for communicating the landscape.
|
|
216
|
+
4. **Consider stakeholder engagement**: Arksey and O'Malley recommend an optional Stage 6: consultation with practitioners, policymakers, or patients to validate findings.
|
|
217
|
+
5. **Plan for scale**: Scoping reviews often retrieve thousands of records. Budget time accordingly (expect 2-4 months for a well-done scoping review).
|
|
@@ -0,0 +1,250 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: systematic-review-guide
|
|
3
|
+
description: "Systematic review methodology with PRISMA and evidence synthesis"
|
|
4
|
+
metadata:
|
|
5
|
+
openclaw:
|
|
6
|
+
emoji: "magnify"
|
|
7
|
+
category: "research"
|
|
8
|
+
subcategory: "deep-research"
|
|
9
|
+
keywords: ["systematic review methodology", "evidence synthesis", "PRISMA flowchart", "risk of bias assessment"]
|
|
10
|
+
source: "wentor-research-plugins"
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
# Systematic Review Guide
|
|
14
|
+
|
|
15
|
+
Conduct rigorous systematic reviews and meta-analyses following PRISMA 2020 guidelines, from protocol registration through evidence synthesis and reporting.
|
|
16
|
+
|
|
17
|
+
## What Is a Systematic Review?
|
|
18
|
+
|
|
19
|
+
A systematic review is a structured, transparent, and reproducible method for identifying, evaluating, and synthesizing all relevant research on a specific question. Unlike narrative reviews, systematic reviews:
|
|
20
|
+
|
|
21
|
+
- Follow a pre-registered protocol
|
|
22
|
+
- Use comprehensive, documented search strategies
|
|
23
|
+
- Apply explicit inclusion/exclusion criteria
|
|
24
|
+
- Assess risk of bias in included studies
|
|
25
|
+
- Synthesize findings quantitatively (meta-analysis) or narratively
|
|
26
|
+
|
|
27
|
+
## Step-by-Step Workflow
|
|
28
|
+
|
|
29
|
+
### Step 1: Define the Research Question
|
|
30
|
+
|
|
31
|
+
Use a structured framework to formulate your question:
|
|
32
|
+
|
|
33
|
+
| Framework | Components | Best For |
|
|
34
|
+
|-----------|-----------|----------|
|
|
35
|
+
| PICO | Population, Intervention, Comparator, Outcome | Clinical/intervention studies |
|
|
36
|
+
| PCC | Population, Concept, Context | Scoping reviews |
|
|
37
|
+
| SPIDER | Sample, Phenomenon of Interest, Design, Evaluation, Research type | Qualitative/mixed methods |
|
|
38
|
+
| PEO | Population, Exposure, Outcome | Observational studies |
|
|
39
|
+
|
|
40
|
+
**Example (PICO)**:
|
|
41
|
+
- P: Adults with Type 2 diabetes
|
|
42
|
+
- I: Telehealth-based self-management programs
|
|
43
|
+
- C: Standard in-person care
|
|
44
|
+
- O: HbA1c levels, quality of life
|
|
45
|
+
|
|
46
|
+
### Step 2: Register the Protocol
|
|
47
|
+
|
|
48
|
+
Register your protocol before conducting the search to reduce publication bias and selective reporting:
|
|
49
|
+
|
|
50
|
+
- **PROSPERO** (crd.york.ac.uk/prospero): Free registration for health-related systematic reviews
|
|
51
|
+
- **OSF Registries** (osf.io/registries): Open to all disciplines
|
|
52
|
+
- **Protocol paper**: Publish in BMJ Open, Systematic Reviews, or JMIR Research Protocols
|
|
53
|
+
|
|
54
|
+
Protocol should include:
|
|
55
|
+
- Research question and objectives
|
|
56
|
+
- Eligibility criteria
|
|
57
|
+
- Search strategy (databases, search terms)
|
|
58
|
+
- Screening process
|
|
59
|
+
- Data extraction plan
|
|
60
|
+
- Risk of bias assessment tool
|
|
61
|
+
- Synthesis method (meta-analysis or narrative)
|
|
62
|
+
|
|
63
|
+
### Step 3: Conduct the Search
|
|
64
|
+
|
|
65
|
+
```
|
|
66
|
+
Recommended minimum databases (health sciences):
|
|
67
|
+
1. PubMed / MEDLINE
|
|
68
|
+
2. Embase
|
|
69
|
+
3. Cochrane Central Register of Controlled Trials (CENTRAL)
|
|
70
|
+
4. At least one subject-specific database
|
|
71
|
+
|
|
72
|
+
Recommended minimum databases (social sciences):
|
|
73
|
+
1. Web of Science
|
|
74
|
+
2. Scopus
|
|
75
|
+
3. PsycINFO or ERIC (field-specific)
|
|
76
|
+
4. ProQuest Dissertations (for grey literature)
|
|
77
|
+
|
|
78
|
+
Additional sources:
|
|
79
|
+
- Reference lists of included studies (backward citation chaining)
|
|
80
|
+
- Forward citation searches
|
|
81
|
+
- Grey literature: conference proceedings, theses, reports
|
|
82
|
+
- Trial registries: ClinicalTrials.gov, WHO ICTRP
|
|
83
|
+
- Preprint servers: medRxiv, SSRN
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
Document each search with: database name, date, exact search string, and number of results.
|
|
87
|
+
|
|
88
|
+
### Step 4: Screen Studies
|
|
89
|
+
|
|
90
|
+
Two-stage screening, each conducted by at least two independent reviewers:
|
|
91
|
+
|
|
92
|
+
```
|
|
93
|
+
Stage 1: Title and Abstract Screening
|
|
94
|
+
- Apply inclusion/exclusion criteria based on title + abstract only
|
|
95
|
+
- Resolve disagreements by discussion or third reviewer
|
|
96
|
+
- Calculate inter-rater reliability (Cohen's kappa >= 0.60)
|
|
97
|
+
|
|
98
|
+
Stage 2: Full-Text Screening
|
|
99
|
+
- Retrieve full texts of all studies passing Stage 1
|
|
100
|
+
- Apply full eligibility criteria
|
|
101
|
+
- Document reasons for exclusion at this stage
|
|
102
|
+
- Calculate inter-rater reliability
|
|
103
|
+
```
|
|
104
|
+
|
|
105
|
+
Screening tools: Covidence (covidence.org), Rayyan (rayyan.ai), ASReview (AI-assisted)
|
|
106
|
+
|
|
107
|
+
### Step 5: Extract Data
|
|
108
|
+
|
|
109
|
+
Create a standardized data extraction form:
|
|
110
|
+
|
|
111
|
+
```markdown
|
|
112
|
+
| Field | Description |
|
|
113
|
+
|-------|-------------|
|
|
114
|
+
| Study ID | First author + year |
|
|
115
|
+
| Country | Where study was conducted |
|
|
116
|
+
| Study design | RCT, cohort, cross-sectional, etc. |
|
|
117
|
+
| Sample size | N in each group |
|
|
118
|
+
| Population | Demographics, inclusion criteria used |
|
|
119
|
+
| Intervention | Description, duration, intensity |
|
|
120
|
+
| Comparator | Description of control condition |
|
|
121
|
+
| Outcomes | Primary and secondary, measurement tools |
|
|
122
|
+
| Results | Effect sizes, confidence intervals, p-values |
|
|
123
|
+
| Funding | Source of funding |
|
|
124
|
+
| Conflicts of interest | Declared COIs |
|
|
125
|
+
```
|
|
126
|
+
|
|
127
|
+
Pilot the extraction form on 3-5 studies, then extract independently by two reviewers.
|
|
128
|
+
|
|
129
|
+
### Step 6: Assess Risk of Bias
|
|
130
|
+
|
|
131
|
+
Select the appropriate tool based on study design:
|
|
132
|
+
|
|
133
|
+
| Study Design | Tool | Developer |
|
|
134
|
+
|-------------|------|-----------|
|
|
135
|
+
| Randomized trials | RoB 2 | Cochrane |
|
|
136
|
+
| Non-randomized interventions | ROBINS-I | Cochrane |
|
|
137
|
+
| Observational (cohort, case-control) | Newcastle-Ottawa Scale (NOS) | Wells et al. |
|
|
138
|
+
| Cross-sectional | JBI Critical Appraisal Checklist | Joanna Briggs Institute |
|
|
139
|
+
| Qualitative studies | CASP Qualitative Checklist | CASP |
|
|
140
|
+
| Diagnostic accuracy | QUADAS-2 | Whiting et al. |
|
|
141
|
+
|
|
142
|
+
### Step 7: Synthesize Evidence
|
|
143
|
+
|
|
144
|
+
#### Narrative Synthesis
|
|
145
|
+
|
|
146
|
+
When meta-analysis is not appropriate (due to heterogeneity in study designs, populations, or outcomes):
|
|
147
|
+
|
|
148
|
+
1. Group studies by outcome, population, or intervention type
|
|
149
|
+
2. Describe patterns and consistencies across studies
|
|
150
|
+
3. Use vote counting only with direction of effect (not p-values)
|
|
151
|
+
4. Present findings in summary tables
|
|
152
|
+
|
|
153
|
+
#### Meta-Analysis
|
|
154
|
+
|
|
155
|
+
When studies are sufficiently similar to pool quantitatively:
|
|
156
|
+
|
|
157
|
+
```python
|
|
158
|
+
# Meta-analysis using Python (PythonMeta or custom)
|
|
159
|
+
# Example: Random-effects meta-analysis of standardized mean differences
|
|
160
|
+
|
|
161
|
+
import numpy as np
|
|
162
|
+
from scipy.stats import norm
|
|
163
|
+
|
|
164
|
+
def random_effects_meta(effects, variances):
|
|
165
|
+
"""DerSimonian-Laird random effects meta-analysis."""
|
|
166
|
+
weights_fe = 1 / np.array(variances)
|
|
167
|
+
theta_fe = np.sum(weights_fe * effects) / np.sum(weights_fe)
|
|
168
|
+
|
|
169
|
+
# Estimate tau-squared (between-study variance)
|
|
170
|
+
Q = np.sum(weights_fe * (effects - theta_fe)**2)
|
|
171
|
+
df = len(effects) - 1
|
|
172
|
+
C = np.sum(weights_fe) - np.sum(weights_fe**2) / np.sum(weights_fe)
|
|
173
|
+
tau2 = max(0, (Q - df) / C)
|
|
174
|
+
|
|
175
|
+
# Random effects weights
|
|
176
|
+
weights_re = 1 / (np.array(variances) + tau2)
|
|
177
|
+
theta_re = np.sum(weights_re * effects) / np.sum(weights_re)
|
|
178
|
+
se_re = np.sqrt(1 / np.sum(weights_re))
|
|
179
|
+
|
|
180
|
+
ci_lower = theta_re - 1.96 * se_re
|
|
181
|
+
ci_upper = theta_re + 1.96 * se_re
|
|
182
|
+
|
|
183
|
+
# Heterogeneity statistics
|
|
184
|
+
I2 = max(0, (Q - df) / Q * 100) if Q > 0 else 0
|
|
185
|
+
|
|
186
|
+
return {
|
|
187
|
+
"pooled_effect": theta_re,
|
|
188
|
+
"ci_lower": ci_lower,
|
|
189
|
+
"ci_upper": ci_upper,
|
|
190
|
+
"tau2": tau2,
|
|
191
|
+
"I2": I2,
|
|
192
|
+
"Q": Q,
|
|
193
|
+
"p_heterogeneity": 1 - chi2.cdf(Q, df)
|
|
194
|
+
}
|
|
195
|
+
```
|
|
196
|
+
|
|
197
|
+
```r
|
|
198
|
+
# Meta-analysis in R using metafor
|
|
199
|
+
library(metafor)
|
|
200
|
+
|
|
201
|
+
# Random-effects model (REML estimator)
|
|
202
|
+
res <- rma(yi = effect_sizes, vi = variances, method = "REML", data = dat)
|
|
203
|
+
summary(res)
|
|
204
|
+
|
|
205
|
+
# Forest plot
|
|
206
|
+
forest(res, slab = dat$study_label, header = TRUE)
|
|
207
|
+
|
|
208
|
+
# Funnel plot (publication bias assessment)
|
|
209
|
+
funnel(res)
|
|
210
|
+
|
|
211
|
+
# Egger's test for funnel plot asymmetry
|
|
212
|
+
regtest(res)
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
### Step 8: Report Using PRISMA 2020
|
|
216
|
+
|
|
217
|
+
The PRISMA 2020 flow diagram documents the study selection process:
|
|
218
|
+
|
|
219
|
+
```
|
|
220
|
+
Records identified from databases (n = X)
|
|
221
|
+
Records identified from other sources (n = X)
|
|
222
|
+
|
|
|
223
|
+
Records after duplicates removed (n = X)
|
|
224
|
+
|
|
|
225
|
+
Records screened (title/abstract) (n = X)
|
|
226
|
+
-> Records excluded (n = X)
|
|
227
|
+
|
|
|
228
|
+
Reports sought for retrieval (n = X)
|
|
229
|
+
-> Reports not retrieved (n = X)
|
|
230
|
+
|
|
|
231
|
+
Reports assessed for eligibility (n = X)
|
|
232
|
+
-> Reports excluded with reasons (n = X)
|
|
233
|
+
- Reason 1 (n = X)
|
|
234
|
+
- Reason 2 (n = X)
|
|
235
|
+
- Reason 3 (n = X)
|
|
236
|
+
|
|
|
237
|
+
Studies included in review (n = X)
|
|
238
|
+
Studies included in meta-analysis (n = X)
|
|
239
|
+
```
|
|
240
|
+
|
|
241
|
+
## Common Pitfalls
|
|
242
|
+
|
|
243
|
+
| Pitfall | Solution |
|
|
244
|
+
|---------|----------|
|
|
245
|
+
| Incomplete search | Search at least 3 databases + grey literature |
|
|
246
|
+
| Single reviewer screening | Always use 2 independent reviewers |
|
|
247
|
+
| No protocol registration | Register on PROSPERO or OSF before searching |
|
|
248
|
+
| Ignoring heterogeneity | Report I-squared, conduct subgroup analyses |
|
|
249
|
+
| Publication bias unaddressed | Use funnel plots, Egger's test, trim-and-fill |
|
|
250
|
+
| Selective outcome reporting | Extract all pre-specified outcomes from protocol |
|