@brainpilot/skills 0.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/package.json +35 -0
- package/skills/01_Meta-Skills/contribute-skill/SKILL.md +277 -0
- package/skills/01_Meta-Skills/contribute-skills-via-pr/SKILL.md +163 -0
- package/skills/01_Meta-Skills/paper-to-skill/SKILL.md +435 -0
- package/skills/01_Meta-Skills/paper-to-skill/references/extraction-guide.md +286 -0
- package/skills/01_Meta-Skills/paper-to-skill/references/skill-template.md +250 -0
- package/skills/01_Meta-Skills/repo-to-skill/SKILL.md +289 -0
- package/skills/01_Meta-Skills/share-case/SKILL.md +253 -0
- package/skills/01_Meta-Skills/share-usage/README.md +63 -0
- package/skills/01_Meta-Skills/share-usage/SKILL.md +395 -0
- package/skills/01_Meta-Skills/verify-skill/SKILL.md +331 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-power-analysis/SKILL.md +194 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-power-analysis/references/effect-sizes.md +352 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-power-analysis/references/sample-size-guide.md +407 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-statistics/SKILL.md +361 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-statistics/references/common-analyses.md +517 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-visualization/SKILL.md +292 -0
- package/skills/02_Cross-Domain_Foundation/cogsci-visualization/references/plot-recipes.md +709 -0
- package/skills/02_Cross-Domain_Foundation/research-literacy/SKILL.md +286 -0
- package/skills/02_Cross-Domain_Foundation/research-literacy/references/common-assumptions.md +320 -0
- package/skills/02_Cross-Domain_Foundation/research-literacy/references/planning-template.md +143 -0
- package/skills/03_Cognitive_Psychology/alternative-uses-task-designer/SKILL.md +197 -0
- package/skills/03_Cognitive_Psychology/alternative-uses-task-designer/references/instruction-templates.md +60 -0
- package/skills/03_Cognitive_Psychology/cognitive-paradigm-design/SKILL.md +246 -0
- package/skills/03_Cognitive_Psychology/cognitive-paradigm-design/references/classic-paradigms.md +435 -0
- package/skills/03_Cognitive_Psychology/cognitive-paradigm-design/references/design-principles.md +256 -0
- package/skills/03_Cognitive_Psychology/creativity-self-efficacy-mediation/SKILL.md +270 -0
- package/skills/03_Cognitive_Psychology/creativity-self-efficacy-mediation/references/lavaan-templates.md +172 -0
- package/skills/03_Cognitive_Psychology/divergent-thinking-scoring/SKILL.md +238 -0
- package/skills/03_Cognitive_Psychology/divergent-thinking-scoring/references/scoring-rubric.md +143 -0
- package/skills/03_Cognitive_Psychology/drift-diffusion-model/SKILL.md +203 -0
- package/skills/03_Cognitive_Psychology/drift-diffusion-model/references/fitting-guide.md +571 -0
- package/skills/03_Cognitive_Psychology/drift-diffusion-model/references/model-variants.md +427 -0
- package/skills/03_Cognitive_Psychology/evidence-accumulation-selector/SKILL.md +310 -0
- package/skills/03_Cognitive_Psychology/evidence-accumulation-selector/references/ez-diffusion-formulas.md +137 -0
- package/skills/03_Cognitive_Psychology/signal-detection-analysis/SKILL.md +300 -0
- package/skills/03_Cognitive_Psychology/signal-detection-analysis/references/application-guide.md +278 -0
- package/skills/03_Cognitive_Psychology/signal-detection-analysis/references/sdt-formulas.md +318 -0
- package/skills/03_Cognitive_Psychology/visual-search-array-generator/SKILL.md +283 -0
- package/skills/03_Cognitive_Psychology/visual-search-array-generator/references/array-generation-parameters.yaml +111 -0
- package/skills/04_Psycholinguistics/reading-time-analysis/SKILL.md +301 -0
- package/skills/04_Psycholinguistics/reading-time-analysis/references/measure-computation-guide.md +195 -0
- package/skills/04_Psycholinguistics/self-paced-reading-designer/SKILL.md +257 -0
- package/skills/04_Psycholinguistics/self-paced-reading-designer/references/analysis-guide.md +356 -0
- package/skills/04_Psycholinguistics/self-paced-reading-designer/references/region-segmentation.md +266 -0
- package/skills/04_Psycholinguistics/sentence-stimulus-norming/SKILL.md +346 -0
- package/skills/04_Psycholinguistics/sentence-stimulus-norming/references/lexical-databases-guide.md +184 -0
- package/skills/05_EEG_ERP/eeg-paradigm-designer/SKILL.md +226 -0
- package/skills/05_EEG_ERP/eeg-paradigm-designer/references/component-paradigm-map.md +276 -0
- package/skills/05_EEG_ERP/eeg-paradigm-designer/references/timing-parameters.md +244 -0
- package/skills/05_EEG_ERP/eeg-preprocessing-pipeline-guide/SKILL.md +367 -0
- package/skills/05_EEG_ERP/eeg-preprocessing-pipeline-guide/references/parameter-lookup-tables.md +138 -0
- package/skills/05_EEG_ERP/erp-analysis/SKILL.md +185 -0
- package/skills/05_EEG_ERP/erp-analysis/references/erp-components.md +447 -0
- package/skills/05_EEG_ERP/erp-analysis/references/preprocessing-pipeline.md +277 -0
- package/skills/05_EEG_ERP/erp-analysis/references/statistical-approaches.md +351 -0
- package/skills/05_EEG_ERP/mne-python-guide/SKILL.md +174 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/decoding.md +178 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/io_formats.md +160 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/preprocessing.md +259 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/simulation.md +173 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/source_localization.md +234 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/statistics.md +196 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/time_frequency.md +165 -0
- package/skills/05_EEG_ERP/mne-python-guide/references/visualization.md +175 -0
- package/skills/06_fMRI_Neuroimaging/brain-connectivity-modeler/SKILL.md +317 -0
- package/skills/06_fMRI_Neuroimaging/brain-connectivity-modeler/references/method-implementation-guide.md +116 -0
- package/skills/06_fMRI_Neuroimaging/fmri-glm-analysis-guide/SKILL.md +296 -0
- package/skills/06_fMRI_Neuroimaging/fmri-glm-analysis-guide/references/design-matrix-guide.md +214 -0
- package/skills/06_fMRI_Neuroimaging/fmri-glm-analysis-guide/references/statistical-inference.md +288 -0
- package/skills/06_fMRI_Neuroimaging/fmri-preprocessing-pipeline-guide/SKILL.md +274 -0
- package/skills/06_fMRI_Neuroimaging/fmri-preprocessing-pipeline-guide/references/quality-control.md +336 -0
- package/skills/06_fMRI_Neuroimaging/fmri-preprocessing-pipeline-guide/references/step-by-step-pipeline.md +380 -0
- package/skills/06_fMRI_Neuroimaging/fmri-task-design-guide/SKILL.md +264 -0
- package/skills/06_fMRI_Neuroimaging/fmri-task-design-guide/references/design-optimization-examples.md +114 -0
- package/skills/06_fMRI_Neuroimaging/neural-decoding-analysis/SKILL.md +273 -0
- package/skills/06_fMRI_Neuroimaging/neural-decoding-analysis/references/decoding-methods.md +170 -0
- package/skills/06_fMRI_Neuroimaging/neural-decoding-analysis/references/rsa-guide.md +266 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/SKILL.md +123 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/database-subjects.md +179 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/dataset-types.md +208 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/freesurfer-fmriprep.md +162 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/mapping-transforms.md +181 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/mni-utils.md +207 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/surface-analysis.md +219 -0
- package/skills/06_fMRI_Neuroimaging/pycortex-guide/references/visualization.md +251 -0
- package/skills/07_Computational_Modeling/act-r-model-builder/SKILL.md +297 -0
- package/skills/07_Computational_Modeling/act-r-model-builder/references/model-patterns.md +197 -0
- package/skills/07_Computational_Modeling/act-r-model-builder/references/parameter-table.yaml +204 -0
- package/skills/07_Computational_Modeling/bayesian-cognitive-model-builder/SKILL.md +294 -0
- package/skills/07_Computational_Modeling/bayesian-cognitive-model-builder/references/diagnostics-checklist.md +351 -0
- package/skills/07_Computational_Modeling/bayesian-cognitive-model-builder/references/prior-selection-guide.md +241 -0
- package/skills/07_Computational_Modeling/parameter-recovery-checker/SKILL.md +269 -0
- package/skills/07_Computational_Modeling/parameter-recovery-checker/references/recovery-diagnostics.md +207 -0
- package/skills/08_Computational_Neuroscience/brain-connectivity-modeler/SKILL.md +317 -0
- package/skills/08_Computational_Neuroscience/brain-connectivity-modeler/references/method-implementation-guide.md +116 -0
- package/skills/08_Computational_Neuroscience/neural-decoding-analysis/SKILL.md +273 -0
- package/skills/08_Computational_Neuroscience/neural-decoding-analysis/references/decoding-methods.md +170 -0
- package/skills/08_Computational_Neuroscience/neural-decoding-analysis/references/rsa-guide.md +266 -0
- package/skills/08_Computational_Neuroscience/neural-population-analysis-guide/SKILL.md +305 -0
- package/skills/08_Computational_Neuroscience/neural-population-analysis-guide/references/data-requirements.md +60 -0
- package/skills/08_Computational_Neuroscience/neural-population-analysis-guide/references/method-comparison.md +151 -0
- package/skills/08_Computational_Neuroscience/spiking-network-model-builder/SKILL.md +376 -0
- package/skills/08_Computational_Neuroscience/spiking-network-model-builder/references/hh-parameters.md +117 -0
- package/skills/08_Computational_Neuroscience/spiking-network-model-builder/references/network-regimes.md +130 -0
- package/skills/09_Cellular_Molecular_Neuroscience/calcium-imaging-analysis-guide/SKILL.md +258 -0
- package/skills/09_Cellular_Molecular_Neuroscience/calcium-imaging-analysis-guide/references/indicator-parameters.md +242 -0
- package/skills/09_Cellular_Molecular_Neuroscience/calcium-imaging-analysis-guide/references/pipeline-details.md +211 -0
- package/skills/09_Cellular_Molecular_Neuroscience/optogenetics-protocol-designer/SKILL.md +261 -0
- package/skills/09_Cellular_Molecular_Neuroscience/optogenetics-protocol-designer/references/opsin-catalog.md +124 -0
- package/skills/09_Cellular_Molecular_Neuroscience/optogenetics-protocol-designer/references/stimulation-parameters.md +304 -0
- package/skills/10_Clinical_Neuropsychology/lesion-symptom-mapping-guide/SKILL.md +367 -0
- package/skills/10_Clinical_Neuropsychology/lesion-symptom-mapping-guide/references/disconnection-guide.md +152 -0
- package/skills/10_Clinical_Neuropsychology/lesion-symptom-mapping-guide/references/vlsm-pipeline.md +182 -0
- package/skills/10_Clinical_Neuropsychology/neuropsych-battery-selector/SKILL.md +250 -0
- package/skills/10_Clinical_Neuropsychology/neuropsych-battery-selector/references/deficit-profiles.md +302 -0
- package/skills/10_Clinical_Neuropsychology/neuropsych-battery-selector/references/test-catalog.md +304 -0
- package/skills/11_Developmental_Cognition/infant-looking-time-designer/SKILL.md +345 -0
- package/skills/11_Developmental_Cognition/infant-looking-time-designer/references/age-parameters.yaml +186 -0
- package/skills/12_Social_Cognition/tom-task-selector/SKILL.md +379 -0
- package/skills/12_Social_Cognition/tom-task-selector/references/task-database.md +317 -0
- package/skills/13_Visualization/nature-figure/README.md +442 -0
- package/skills/13_Visualization/nature-figure/SKILL.md +60 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-01-bar-charts.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-02-line-trends.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-03-heatmaps.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-04-scatter-bubble.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-05-radar-polar.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-06-distributions.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-07-forest-interval.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-08-area-stacked.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-09-image-plates.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/chart-atlas/atlas-10-network-matrix.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/Dispersion_motivation.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/Dispersion_observation.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/Dispersion_observation_distillation.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/ImmunoStruct_contrastive.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/ImmunoStruct_results_CEDAR.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/ImmunoStruct_results_IEDB.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/ImmunoStruct_schematic.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/assets/RNAGenScape_schematic.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_CellSpliceNet/figures/ablation.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_CellSpliceNet/figures/comparison.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_CellSpliceNet/plot_ablation.py +86 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_CellSpliceNet/plot_comparison.py +109 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/diffusion_swiss_roll.py +97 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/diffusion_swiss_roll.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/fig2_comparison_GeneRegulatory.pdf +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/fig2_comparison_GeneRegulatory.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/fig2_comparison_Trajectory.pdf +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/fig2_comparison_Trajectory.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/figX_comparison_Ablation.pdf +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/figures/figX_comparison_Ablation.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/plot_comparison_Ablation.py +64 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/plot_comparison_GeneRegulatory.py +74 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Cflows/plot_comparison_Trajectory.py +74 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Dispersion/figures/idea.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Dispersion/figures/illustration.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Dispersion/plot_idea.py +76 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_Dispersion/plot_illustration.py +404 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_FPGM/figures/freq_prior.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_FPGM/plot_freq_prior.py +146 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/figures/bars_ablation_Cancer.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/figures/bars_ablation_IEDB.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/figures/bars_comparison_Cancer.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/figures/bars_comparison_IEDB.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/plot_bars.py +216 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ImmunoStruct/raw_data.py +125 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/figures/manifold.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/figures/manifold_holes.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/figures/results_comparison_optimization.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/figures/results_comparison_speed.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/figures/results_sweep.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/plot_comparison.py +228 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/plot_hole_manifold.py +82 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/plot_manifold.py +61 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_RNAGenScape/plot_sweep.py +77 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_VIGIL/figures/comparison_posttraining.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_VIGIL/figures/comparison_radar.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_VIGIL/plot_comparison_radar.py +173 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_VIGIL/plot_posttraining.py +82 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/figures/brute_force.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/figures/correctness_by_category.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/figures/correctness_by_subcategory.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/figures/rewriting.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/figures/selfcorrection_math.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/plot_brute_force.py +248 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/plot_correctness_by_category.py +132 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/plot_correctness_by_subcategory.py +131 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/plot_rewriting.py +105 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_brainteaser/plot_selfcorrection_math.py +99 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ophthal_review/figures/composition_heatmap.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ophthal_review/figures/trend_by_month.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ophthal_review/plot_composition.py +81 -0
- package/skills/13_Visualization/nature-figure/assets/figures4papers/figure_ophthal_review/plot_trend.py +125 -0
- package/skills/13_Visualization/nature-figure/assets/gallery/fig1-material-mechanism-rich.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/gallery/fig2-spatial-imaging-rich.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/gallery/fig3-in-vivo-efficacy-rich.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/gallery/fig4-single-cell-systems-rich.png +0 -0
- package/skills/13_Visualization/nature-figure/assets/gallery/fig5-validation-perturbation-rich.png +0 -0
- package/skills/13_Visualization/nature-figure/evals/evals.json +37 -0
- package/skills/13_Visualization/nature-figure/manifest.yaml +57 -0
- package/skills/13_Visualization/nature-figure/references/api.md +428 -0
- package/skills/13_Visualization/nature-figure/references/backend-selection.md +100 -0
- package/skills/13_Visualization/nature-figure/references/chart-types.md +281 -0
- package/skills/13_Visualization/nature-figure/references/common-patterns.md +350 -0
- package/skills/13_Visualization/nature-figure/references/demos.md +65 -0
- package/skills/13_Visualization/nature-figure/references/design-theory.md +436 -0
- package/skills/13_Visualization/nature-figure/references/figure-contract.md +93 -0
- package/skills/13_Visualization/nature-figure/references/nature-2026-observations.md +112 -0
- package/skills/13_Visualization/nature-figure/references/qa-contract.md +119 -0
- package/skills/13_Visualization/nature-figure/references/r-template-index.md +66 -0
- package/skills/13_Visualization/nature-figure/references/r-workflow.md +161 -0
- package/skills/13_Visualization/nature-figure/references/tutorials.md +251 -0
- package/skills/13_Visualization/nature-figure/static/core/contract.md +29 -0
- package/skills/13_Visualization/nature-figure/static/core/stance.md +37 -0
- package/skills/13_Visualization/nature-figure/static/fragments/backend/python.md +37 -0
- package/skills/13_Visualization/nature-figure/static/fragments/backend/r.md +44 -0
- package/skills/14_Writing/markdown-report-writing/SKILL.md +306 -0
- package/skills/14_Writing/markdown-report-writing/references/compatibility-matrix.md +72 -0
- package/skills/14_Writing/markdown-report-writing/references/templates.md +299 -0
- package/skills/15_Others/neuroimaging-power-guide/SKILL.md +324 -0
- package/skills/15_Others/neuroimaging-power-guide/references/effect-size-lookup-tables.md +102 -0
- package/skills/15_Others/neuroimaging-sample-size-calculator/SKILL.md +330 -0
- package/skills/15_Others/neuroimaging-sample-size-calculator/references/worked-examples.md +220 -0
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
# lavaan Model Templates for Creativity Mediation Analysis
|
|
2
|
+
|
|
3
|
+
## Basic Mediation Model
|
|
4
|
+
|
|
5
|
+
### CSE Mediating AI Condition → Creativity (Lee & Chung, 2024)
|
|
6
|
+
|
|
7
|
+
```r
|
|
8
|
+
library(lavaan)
|
|
9
|
+
|
|
10
|
+
# ---- Data Preparation ----
|
|
11
|
+
# condition: 0 = no assistance, 1 = ChatGPT (or dummy-coded for 3 conditions)
|
|
12
|
+
# cse: mean of 3 CSE items (Tierney & Farmer, 2002)
|
|
13
|
+
# creativity: AUT originality score, semantic distance, or composite
|
|
14
|
+
|
|
15
|
+
# ---- Model Specification ----
|
|
16
|
+
med_model <- '
|
|
17
|
+
# Path a: Condition → Creative Self-Efficacy
|
|
18
|
+
cse ~ a * condition
|
|
19
|
+
|
|
20
|
+
# Path b: CSE → Creativity (controlling for condition)
|
|
21
|
+
# Path c_prime: Condition → Creativity (direct effect)
|
|
22
|
+
creativity ~ b * cse + cprime * condition
|
|
23
|
+
|
|
24
|
+
# Defined parameters
|
|
25
|
+
indirect := a * b # Indirect (mediated) effect
|
|
26
|
+
total := cprime + a * b # Total effect
|
|
27
|
+
'
|
|
28
|
+
|
|
29
|
+
# ---- Estimation ----
|
|
30
|
+
fit <- sem(med_model, data = df,
|
|
31
|
+
se = "bootstrap",
|
|
32
|
+
bootstrap = 5000,
|
|
33
|
+
estimator = "ML")
|
|
34
|
+
|
|
35
|
+
# ---- Results ----
|
|
36
|
+
summary(fit, ci = TRUE, standardized = TRUE)
|
|
37
|
+
parameterEstimates(fit, boot.ci.type = "bca.simple",
|
|
38
|
+
level = 0.95, ci = TRUE)
|
|
39
|
+
```
|
|
40
|
+
|
|
41
|
+
## Multi-Condition Mediation (3 conditions)
|
|
42
|
+
|
|
43
|
+
When comparing ChatGPT, Web Search, and No Assistance:
|
|
44
|
+
|
|
45
|
+
```r
|
|
46
|
+
# Create dummy codes (No Assistance = reference)
|
|
47
|
+
df$chatgpt <- ifelse(df$condition == "chatgpt", 1, 0)
|
|
48
|
+
df$websearch <- ifelse(df$condition == "websearch", 1, 0)
|
|
49
|
+
|
|
50
|
+
multi_med_model <- '
|
|
51
|
+
# Path a: Each condition → CSE
|
|
52
|
+
cse ~ a1 * chatgpt + a2 * websearch
|
|
53
|
+
|
|
54
|
+
# Path b and direct effects
|
|
55
|
+
creativity ~ b * cse + c1 * chatgpt + c2 * websearch
|
|
56
|
+
|
|
57
|
+
# Indirect effects for each condition
|
|
58
|
+
indirect_chatgpt := a1 * b
|
|
59
|
+
indirect_websearch := a2 * b
|
|
60
|
+
|
|
61
|
+
# Total effects
|
|
62
|
+
total_chatgpt := c1 + a1 * b
|
|
63
|
+
total_websearch := c2 + a2 * b
|
|
64
|
+
|
|
65
|
+
# Contrast: ChatGPT vs Web Search indirect effect
|
|
66
|
+
indirect_diff := (a1 - a2) * b
|
|
67
|
+
'
|
|
68
|
+
|
|
69
|
+
fit_multi <- sem(multi_med_model, data = df,
|
|
70
|
+
se = "bootstrap", bootstrap = 5000)
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
## Moderated Mediation
|
|
74
|
+
|
|
75
|
+
### Baseline Creativity (RAT) Moderating the a-path
|
|
76
|
+
|
|
77
|
+
```r
|
|
78
|
+
# Center the moderator
|
|
79
|
+
df$rat_c <- scale(df$rat_score, center = TRUE, scale = FALSE)
|
|
80
|
+
|
|
81
|
+
# Create interaction term
|
|
82
|
+
df$cond_x_rat <- df$condition * df$rat_c
|
|
83
|
+
|
|
84
|
+
modmed_model <- '
|
|
85
|
+
# Moderated path a: condition effect on CSE depends on RAT
|
|
86
|
+
cse ~ a1 * condition + a2 * rat_c + a3 * cond_x_rat
|
|
87
|
+
|
|
88
|
+
# Path b and direct effect
|
|
89
|
+
creativity ~ b * cse + cprime * condition + b2 * rat_c
|
|
90
|
+
|
|
91
|
+
# Conditional indirect effects
|
|
92
|
+
# At mean RAT (rat_c = 0):
|
|
93
|
+
indirect_mean := a1 * b
|
|
94
|
+
|
|
95
|
+
# Note: For indirect effects at +/- 1 SD of RAT,
|
|
96
|
+
# compute manually:
|
|
97
|
+
# indirect_high = (a1 + a3 * SD_rat) * b
|
|
98
|
+
# indirect_low = (a1 - a3 * (-SD_rat)) * b
|
|
99
|
+
'
|
|
100
|
+
|
|
101
|
+
fit_modmed <- sem(modmed_model, data = df,
|
|
102
|
+
se = "bootstrap", bootstrap = 5000)
|
|
103
|
+
```
|
|
104
|
+
|
|
105
|
+
### Probing the Interaction (Simple Slopes)
|
|
106
|
+
|
|
107
|
+
```r
|
|
108
|
+
library(emmeans)
|
|
109
|
+
|
|
110
|
+
# Using linear regression for simple slopes
|
|
111
|
+
lm_model <- lm(cse ~ condition * rat_c, data = df)
|
|
112
|
+
|
|
113
|
+
# Simple slopes at ±1 SD of RAT
|
|
114
|
+
emtrends(lm_model, ~ condition, var = "rat_c")
|
|
115
|
+
|
|
116
|
+
# Or use Johnson-Neyman technique
|
|
117
|
+
library(interactions)
|
|
118
|
+
johnson_neyman(lm_model, pred = condition, modx = rat_c)
|
|
119
|
+
```
|
|
120
|
+
|
|
121
|
+
## Latent Variable Version
|
|
122
|
+
|
|
123
|
+
When CSE is modeled as a latent variable (recommended if alpha < 0.85):
|
|
124
|
+
|
|
125
|
+
```r
|
|
126
|
+
latent_med_model <- '
|
|
127
|
+
# Measurement model
|
|
128
|
+
CSE =~ cse1 + cse2 + cse3
|
|
129
|
+
|
|
130
|
+
# Structural model
|
|
131
|
+
CSE ~ a * condition
|
|
132
|
+
creativity ~ b * CSE + cprime * condition
|
|
133
|
+
|
|
134
|
+
# Effects
|
|
135
|
+
indirect := a * b
|
|
136
|
+
total := cprime + a * b
|
|
137
|
+
'
|
|
138
|
+
|
|
139
|
+
fit_latent <- sem(latent_med_model, data = df,
|
|
140
|
+
se = "bootstrap", bootstrap = 5000)
|
|
141
|
+
```
|
|
142
|
+
|
|
143
|
+
## Model Fit Evaluation
|
|
144
|
+
|
|
145
|
+
### Fit Indices (for models with measurement component)
|
|
146
|
+
|
|
147
|
+
| Index | Good Fit | Acceptable | Source |
|
|
148
|
+
|-------|----------|------------|--------|
|
|
149
|
+
| CFI | ≥ 0.95 | ≥ 0.90 | Hu & Bentler, 1999 |
|
|
150
|
+
| TLI | ≥ 0.95 | ≥ 0.90 | Hu & Bentler, 1999 |
|
|
151
|
+
| RMSEA | ≤ 0.06 | ≤ 0.08 | Hu & Bentler, 1999 |
|
|
152
|
+
| SRMR | ≤ 0.08 | ≤ 0.10 | Hu & Bentler, 1999 |
|
|
153
|
+
|
|
154
|
+
```r
|
|
155
|
+
fitMeasures(fit, c("cfi", "tli", "rmsea", "srmr"))
|
|
156
|
+
```
|
|
157
|
+
|
|
158
|
+
### For Saturated Path Models
|
|
159
|
+
|
|
160
|
+
- Path-only mediation models (no latent variables, no constraints) are **saturated** (df = 0)
|
|
161
|
+
- Fit indices are undefined for saturated models
|
|
162
|
+
- Evaluate by: significance of paths, R-squared, indirect effect CIs
|
|
163
|
+
|
|
164
|
+
## Required R Packages
|
|
165
|
+
|
|
166
|
+
```r
|
|
167
|
+
install.packages(c("lavaan", "emmeans", "interactions", "boot"))
|
|
168
|
+
|
|
169
|
+
# Version requirements
|
|
170
|
+
# lavaan >= 0.6-12 (for bootstrap CI types)
|
|
171
|
+
# R >= 4.0
|
|
172
|
+
```
|
|
@@ -0,0 +1,238 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: "divergent-thinking-scoring"
|
|
3
|
+
description: "Domain-validated multi-dimensional scoring system for divergent thinking tasks, including fluency, flexibility, originality, and automated semantic distance methods"
|
|
4
|
+
domain: "cognitive-psychology"
|
|
5
|
+
version: "1.0.0"
|
|
6
|
+
papers:
|
|
7
|
+
- "Reiter-Palmon et al., 2019"
|
|
8
|
+
- "Beaty & Johnson, 2021"
|
|
9
|
+
- "Silvia et al., 2008"
|
|
10
|
+
- "Organisciak et al., 2023"
|
|
11
|
+
- "Lee & Chung, 2024"
|
|
12
|
+
dependencies:
|
|
13
|
+
required:
|
|
14
|
+
- research-literacy
|
|
15
|
+
review_status: "ai-generated"
|
|
16
|
+
---
|
|
17
|
+
|
|
18
|
+
# Divergent Thinking Scoring
|
|
19
|
+
|
|
20
|
+
## Purpose
|
|
21
|
+
|
|
22
|
+
This skill encodes expert methodological knowledge for scoring responses from divergent thinking tasks (Alternative Uses Task, Unusual Uses Task, instances tasks, etc.). It covers the four standard scoring dimensions — fluency, flexibility, originality, and elaboration — plus modern automated scoring using semantic distance. A general-purpose programmer would typically count responses (fluency) but would not know the domain-specific decisions around flexibility category systems, originality thresholds, inter-rater reliability requirements, or how to compute semantic distance as a creativity metric.
|
|
23
|
+
|
|
24
|
+
## When to Use This Skill
|
|
25
|
+
|
|
26
|
+
- Scoring responses from an AUT, Unusual Uses Task, or similar divergent thinking task
|
|
27
|
+
- Choosing between subjective (human-rated) and objective (automated) scoring approaches
|
|
28
|
+
- Computing semantic distance as an automated creativity metric
|
|
29
|
+
- Establishing inter-rater reliability for creativity coding
|
|
30
|
+
- Deciding how to handle the fluency-originality confound
|
|
31
|
+
|
|
32
|
+
## Research Planning Protocol
|
|
33
|
+
|
|
34
|
+
Before executing the domain-specific steps below, you MUST:
|
|
35
|
+
|
|
36
|
+
1. **State the research question** — What specific aspect of divergent thinking is being measured?
|
|
37
|
+
2. **Justify the method choice** — Why these scoring dimensions? What alternatives were considered?
|
|
38
|
+
3. **Declare expected outcomes** — Which dimensions are expected to show effects?
|
|
39
|
+
4. **Note assumptions and limitations** — What does each scoring method assume? Where could it mislead?
|
|
40
|
+
5. **Present the plan to the user and WAIT for confirmation** before proceeding.
|
|
41
|
+
|
|
42
|
+
For detailed methodology guidance, see the `research-literacy` skill.
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
## ⚠️ Verification Notice
|
|
46
|
+
|
|
47
|
+
This skill was generated by AI from academic literature. All parameters, thresholds, and citations require independent verification before use in research. If you find errors, please [open an issue](https://github.com/HaoxuanLiTHUAI/awesome_cognitive_and_neuroscience_skills/issues).
|
|
48
|
+
|
|
49
|
+
## Scoring Dimensions Overview
|
|
50
|
+
|
|
51
|
+
| Dimension | What It Measures | Scoring Method | Automation | Source |
|
|
52
|
+
|-----------|-----------------|----------------|------------|--------|
|
|
53
|
+
| **Fluency** | Quantity of responses | Count valid responses | Fully automated | Guilford, 1967 |
|
|
54
|
+
| **Flexibility** | Variety of conceptual categories | Count distinct categories | Semi-automated (COWA) | Reiter-Palmon et al., 2019 |
|
|
55
|
+
| **Originality** | Statistical rarity or novelty | Frequency <5% threshold or subjective rating | Semi-automated | Silvia et al., 2008 |
|
|
56
|
+
| **Elaboration** | Detail and development of ideas | Count additional details per response | Manual only | Guilford, 1967 |
|
|
57
|
+
| **Semantic distance** | Conceptual remoteness from prompt | GloVe/word2vec cosine distance | Fully automated | Beaty & Johnson, 2021 |
|
|
58
|
+
|
|
59
|
+
## Fluency Scoring
|
|
60
|
+
|
|
61
|
+
### Definition
|
|
62
|
+
|
|
63
|
+
Fluency = the **total number of valid, non-redundant responses** a participant generates.
|
|
64
|
+
|
|
65
|
+
### Scoring Rules
|
|
66
|
+
|
|
67
|
+
1. **Count each distinct response** as one unit
|
|
68
|
+
2. **Exclude**:
|
|
69
|
+
- Exact duplicates
|
|
70
|
+
- Conventional/typical uses of the object (debated — some protocols include them; Reiter-Palmon et al., 2019)
|
|
71
|
+
- Gibberish or clearly irrelevant responses
|
|
72
|
+
- Responses that are minor variations of each other (e.g., "use as a hammer" and "use to pound nails" = 1 response)
|
|
73
|
+
3. **When in doubt**, count as separate responses and let originality scoring handle quality
|
|
74
|
+
|
|
75
|
+
> **Domain insight**: Fluency is the most reliable but least interesting creativity measure. It correlates with personality traits (openness) and general cognitive ability, but does not distinguish truly creative responses from merely numerous ones (Silvia et al., 2008).
|
|
76
|
+
|
|
77
|
+
## Flexibility Scoring
|
|
78
|
+
|
|
79
|
+
### Definition
|
|
80
|
+
|
|
81
|
+
Flexibility = the **number of distinct conceptual categories** across a participant's responses.
|
|
82
|
+
|
|
83
|
+
### Category Systems
|
|
84
|
+
|
|
85
|
+
**COWA (Category of Words from AUT)** system (Reiter-Palmon et al., 2019):
|
|
86
|
+
|
|
87
|
+
Provides a standardized taxonomy of response categories for common AUT objects. Example categories for "brick":
|
|
88
|
+
|
|
89
|
+
| Category | Example Responses |
|
|
90
|
+
|----------|------------------|
|
|
91
|
+
| Construction/Building | "build a wall," "build a house" |
|
|
92
|
+
| Weapon/Violence | "throw at someone," "use as a weapon" |
|
|
93
|
+
| Weight/Anchor | "paperweight," "doorstop," "anchor" |
|
|
94
|
+
| Art/Decoration | "sculpt into art," "garden decoration" |
|
|
95
|
+
| Sport/Exercise | "use as a dumbbell," "exercise weight" |
|
|
96
|
+
| Tool | "hammer," "grinding surface" |
|
|
97
|
+
|
|
98
|
+
### Scoring Procedure
|
|
99
|
+
|
|
100
|
+
1. **Train coders** on the category system (minimum 2 coders)
|
|
101
|
+
2. **Assign each response** to its most appropriate category
|
|
102
|
+
3. **Count unique categories** per participant = flexibility score
|
|
103
|
+
4. **Compute inter-rater reliability**: ICC ≥ **0.70** acceptable, ≥ **0.80** good (Lee & Chung, 2024; Shrout & Fleiss, 1979)
|
|
104
|
+
|
|
105
|
+
## Originality Scoring
|
|
106
|
+
|
|
107
|
+
### Method 1: Statistical Rarity (Objective)
|
|
108
|
+
|
|
109
|
+
A response is "original" if it is given by fewer than **5%** of the sample (Wallach & Kogan, 1965; Lee & Chung, 2024).
|
|
110
|
+
|
|
111
|
+
**Procedure**:
|
|
112
|
+
1. Pool all responses across all participants
|
|
113
|
+
2. Normalize spelling and phrasing (e.g., "door stop" = "doorstop")
|
|
114
|
+
3. Compute the frequency of each unique response
|
|
115
|
+
4. Mark responses given by **<5% of participants** as original (score = 1; else = 0)
|
|
116
|
+
5. Originality score per participant = **sum or proportion** of original responses
|
|
117
|
+
|
|
118
|
+
**Alternative thresholds**: Some studies use <1% (very strict) or <10% (lenient). The 5% threshold is most common (Reiter-Palmon et al., 2019).
|
|
119
|
+
|
|
120
|
+
### Method 2: Subjective Rating (Qualitative)
|
|
121
|
+
|
|
122
|
+
Human raters judge each response for creativity on a Likert scale (Silvia et al., 2008).
|
|
123
|
+
|
|
124
|
+
**Procedure**:
|
|
125
|
+
1. **Scale**: 1 (not at all creative) to 5 (highly creative) — or 1-7 for finer discrimination
|
|
126
|
+
2. **Raters**: Minimum **2 independent raters** (Lee & Chung, 2024 used 3)
|
|
127
|
+
3. **Training**: Calibrate raters on anchor examples before scoring begins
|
|
128
|
+
4. **Inter-rater reliability**: ICC (two-way random, average measures) ≥ **0.70** (Lee & Chung, 2024 achieved ICC = 0.72-0.89)
|
|
129
|
+
5. **Scoring**: Average across raters for each response; then average or sum per participant
|
|
130
|
+
|
|
131
|
+
### Method Selection Decision Logic
|
|
132
|
+
|
|
133
|
+
```
|
|
134
|
+
Is your sample size large (N > 100)?
|
|
135
|
+
|
|
|
136
|
+
+-- YES --> Do you need fine-grained creativity distinctions?
|
|
137
|
+
| |
|
|
138
|
+
| +-- YES --> Use subjective rating (richer information)
|
|
139
|
+
| |
|
|
140
|
+
| +-- NO --> Use statistical rarity (objective, faster)
|
|
141
|
+
|
|
|
142
|
+
+-- NO --> Statistical rarity is unreliable with small N
|
|
143
|
+
(rare responses may be rare by chance)
|
|
144
|
+
--> Use subjective rating
|
|
145
|
+
```
|
|
146
|
+
|
|
147
|
+
## Semantic Distance (Automated Scoring)
|
|
148
|
+
|
|
149
|
+
### Overview
|
|
150
|
+
|
|
151
|
+
Semantic distance measures how **conceptually far** a response is from the prompt word in a vector space model. More distant = more creative (Beaty & Johnson, 2021).
|
|
152
|
+
|
|
153
|
+
### Method (Beaty & Johnson, 2021; Organisciak et al., 2023)
|
|
154
|
+
|
|
155
|
+
1. **Embedding model**: GloVe (Global Vectors for Word Representation; Pennington et al., 2014) trained on Common Crawl — 300-dimensional vectors
|
|
156
|
+
2. **Computation**:
|
|
157
|
+
- Represent the prompt word (e.g., "brick") as a vector
|
|
158
|
+
- Represent each response as a vector (average word vectors for multi-word responses)
|
|
159
|
+
- Compute **cosine distance** = 1 - cosine_similarity(prompt, response)
|
|
160
|
+
3. **Per-participant score**: Average semantic distance across all responses
|
|
161
|
+
4. **Platform**: SemDis (https://semdis.wlu.psu.edu/) — web-based tool by Beaty & Johnson (2021)
|
|
162
|
+
|
|
163
|
+
### Interpretation
|
|
164
|
+
|
|
165
|
+
| Semantic Distance | Interpretation |
|
|
166
|
+
|-------------------|----------------|
|
|
167
|
+
| Low (~0.3-0.5) | Response is semantically close to the object (e.g., "brick" → "build a wall") |
|
|
168
|
+
| Medium (~0.5-0.7) | Moderately creative (e.g., "brick" → "use as a paperweight") |
|
|
169
|
+
| High (~0.7-1.0) | Highly creative / remote association (e.g., "brick" → "use as a canvas for art") |
|
|
170
|
+
|
|
171
|
+
> **Validation**: Semantic distance correlates with subjective originality ratings at r ≈ **0.40-0.60** and predicts real-world creative achievement (Beaty & Johnson, 2021; Organisciak et al., 2023).
|
|
172
|
+
|
|
173
|
+
### Advantages and Limitations
|
|
174
|
+
|
|
175
|
+
| Advantage | Limitation |
|
|
176
|
+
|-----------|-----------|
|
|
177
|
+
| Fully automated, no rater training | Misses context — "use as food" for a brick is unusual but gets a moderate distance score |
|
|
178
|
+
| Objective and reproducible | Depends on the embedding model's training corpus |
|
|
179
|
+
| Scales to large datasets | Multi-word responses require averaging, which loses phrase-level meaning |
|
|
180
|
+
| No inter-rater reliability concerns | Not validated for all object types or languages |
|
|
181
|
+
|
|
182
|
+
## Handling the Fluency-Originality Confound
|
|
183
|
+
|
|
184
|
+
### The Problem
|
|
185
|
+
|
|
186
|
+
Participants who generate more ideas (high fluency) have a higher probability of producing at least one statistically rare idea, inflating their originality scores (Silvia et al., 2008).
|
|
187
|
+
|
|
188
|
+
### Solutions
|
|
189
|
+
|
|
190
|
+
1. **Ratio-based originality**: Divide originality sum by fluency → proportion of original responses (Reiter-Palmon et al., 2019)
|
|
191
|
+
2. **Top-N scoring**: Score only the **top 2-3 most creative responses** per participant, equalizing opportunity across fluency levels (Silvia et al., 2008)
|
|
192
|
+
3. **Statistical control**: Include fluency as a covariate in analyses of originality (Lee & Chung, 2024)
|
|
193
|
+
4. **Multilevel modeling**: Nest responses within participants, accounting for varying response counts
|
|
194
|
+
|
|
195
|
+
> **Recommendation**: Use **top-2 scoring** (average the 2 most creative responses) when the primary interest is creative quality rather than quantity. This method has the best psychometric properties (Silvia et al., 2008).
|
|
196
|
+
|
|
197
|
+
## Common Pitfalls
|
|
198
|
+
|
|
199
|
+
1. **Scoring originality without normalizing text**: "doorstop," "door stop," and "use as a door stop" are the same response. Normalize spelling, capitalization, and phrasing before computing frequency (Reiter-Palmon et al., 2019).
|
|
200
|
+
|
|
201
|
+
2. **Using statistical rarity with small samples**: With N < 50, many responses appear "unique" simply because the sample is small. Use subjective ratings instead, or pool responses with published norms (Reiter-Palmon et al., 2019).
|
|
202
|
+
|
|
203
|
+
3. **Ignoring inter-rater reliability**: Reporting subjective creativity scores without ICC suggests the scores may reflect individual rater bias, not genuine creativity differences. Always report ICC with the model type specified (Lee & Chung, 2024).
|
|
204
|
+
|
|
205
|
+
4. **Treating semantic distance as a complete creativity measure**: Semantic distance captures novelty but not usefulness/appropriateness — the other key dimension of creativity (Runco & Jaeger, 2012). Combine with subjective ratings for a comprehensive assessment.
|
|
206
|
+
|
|
207
|
+
5. **Averaging semantic distance across all responses including poor ones**: Low-quality responses (gibberish, conventional uses) can dilute or inflate average distance. Clean data before computing semantic distance.
|
|
208
|
+
|
|
209
|
+
6. **Not reporting which scoring method was used**: Different methods yield different results. Always specify whether originality is statistical rarity, subjective rating, or semantic distance, and which threshold or scale was used.
|
|
210
|
+
|
|
211
|
+
## Minimum Reporting Checklist
|
|
212
|
+
|
|
213
|
+
Based on Reiter-Palmon et al. (2019) and Silvia et al. (2008):
|
|
214
|
+
|
|
215
|
+
- [ ] Scoring dimensions used (fluency, flexibility, originality, elaboration, semantic distance)
|
|
216
|
+
- [ ] For fluency: definition of "valid response" and exclusion rules
|
|
217
|
+
- [ ] For flexibility: category system used (COWA or custom) and category list
|
|
218
|
+
- [ ] For originality: method (statistical rarity threshold or subjective rating scale)
|
|
219
|
+
- [ ] For subjective scoring: number of raters, training procedure, ICC values (model type specified)
|
|
220
|
+
- [ ] For semantic distance: embedding model, dimensionality, platform/implementation
|
|
221
|
+
- [ ] How fluency-originality confound was handled (ratio, top-N, covariate, or acknowledged)
|
|
222
|
+
- [ ] Data cleaning steps (text normalization, duplicate removal)
|
|
223
|
+
- [ ] Whether scoring was blind to condition
|
|
224
|
+
|
|
225
|
+
## References
|
|
226
|
+
|
|
227
|
+
- Beaty, R. E., & Johnson, D. R. (2021). Automating creativity assessment with SemDis: An open platform for computing semantic distance. *Behavior Research Methods*, 53(2), 757-780.
|
|
228
|
+
- Guilford, J. P. (1967). *The nature of human intelligence*. McGraw-Hill.
|
|
229
|
+
- Lee, B. C., & Chung, J. (2024). An empirical investigation of the impact of ChatGPT on creativity. *Nature Human Behaviour*. https://doi.org/10.1038/s41562-024-01953-1
|
|
230
|
+
- Organisciak, P., Acar, S., Dumas, D., & Berthiaume, K. (2023). Beyond semantic distance: Automated scoring of divergent thinking greatly improves with large language models. *Thinking Skills and Creativity*, 49, 101356.
|
|
231
|
+
- Pennington, J., Socher, R., & Manning, C. D. (2014). GloVe: Global vectors for word representation. In *Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)*, 1532-1543.
|
|
232
|
+
- Reiter-Palmon, R., Forthmann, B., & Barbot, B. (2019). Scoring divergent thinking tests: A review and systematic framework. *Psychology of Aesthetics, Creativity, and the Arts*, 13(2), 144-152.
|
|
233
|
+
- Runco, M. A., & Jaeger, G. J. (2012). The standard definition of creativity. *Creativity Research Journal*, 24(1), 92-96.
|
|
234
|
+
- Shrout, P. E., & Fleiss, J. L. (1979). Intraclass correlations: Uses in assessing rater reliability. *Psychological Bulletin*, 86(2), 420-428.
|
|
235
|
+
- Silvia, P. J., Winterstein, B. P., Willse, J. T., et al. (2008). Assessing creativity with divergent thinking tasks: Exploring the reliability and validity of new subjective scoring methods. *Psychology of Aesthetics, Creativity, and the Arts*, 2(2), 68-85.
|
|
236
|
+
- Wallach, M. A., & Kogan, N. (1965). *Modes of thinking in young children*. Holt, Rinehart and Winston.
|
|
237
|
+
|
|
238
|
+
See `references/scoring-rubric.md` for detailed scoring examples and training materials.
|
package/skills/03_Cognitive_Psychology/divergent-thinking-scoring/references/scoring-rubric.md
ADDED
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
# Divergent Thinking Scoring Rubric and Training Materials
|
|
2
|
+
|
|
3
|
+
## Subjective Originality Rating Rubric
|
|
4
|
+
|
|
5
|
+
### 5-Point Scale (Silvia et al., 2008)
|
|
6
|
+
|
|
7
|
+
| Score | Label | Description | Anchor Example (Object: Brick) |
|
|
8
|
+
|-------|-------|-------------|-------------------------------|
|
|
9
|
+
| 1 | Not at all creative | Common, conventional use; first thing most people would think of | "Build a wall" |
|
|
10
|
+
| 2 | Slightly creative | Somewhat unusual but still a plausible common use | "Use as a doorstop" |
|
|
11
|
+
| 3 | Moderately creative | Uncommon use that requires some imaginative thinking | "Grind into powder for pigment" |
|
|
12
|
+
| 4 | Very creative | Novel and unexpected use; clever repurposing | "Carve into a stamp for printing" |
|
|
13
|
+
| 5 | Exceptionally creative | Highly original, surprising, and well-articulated | "Heat and use as a therapeutic warmer for sore muscles" |
|
|
14
|
+
|
|
15
|
+
### Rater Training Procedure
|
|
16
|
+
|
|
17
|
+
1. **Provide the rubric** with 5-10 anchor examples per score level
|
|
18
|
+
2. **Practice round**: Raters independently score 20-30 responses
|
|
19
|
+
3. **Calibration meeting**: Discuss discrepancies, resolve disagreements, refine understanding
|
|
20
|
+
4. **Second practice round**: Score another 20-30 responses
|
|
21
|
+
5. **Reliability check**: Compute ICC; proceed if ICC ≥ 0.70 (Shrout & Fleiss, 1979)
|
|
22
|
+
6. **If ICC < 0.70**: Additional training and calibration until criterion is met
|
|
23
|
+
7. **Production scoring**: Score all responses independently; do NOT discuss scores during production
|
|
24
|
+
|
|
25
|
+
### Reliability Computation
|
|
26
|
+
|
|
27
|
+
**Recommended ICC model** (Shrout & Fleiss, 1979):
|
|
28
|
+
|
|
29
|
+
- **ICC(2,k)** — Two-way random effects, average measures: Use when raters are a random sample from a larger population of possible raters, and you will average scores across raters
|
|
30
|
+
- **ICC(3,k)** — Two-way mixed effects, average measures: Use when raters are the specific raters of interest (most common in practice)
|
|
31
|
+
|
|
32
|
+
**Benchmarks** (Cicchetti, 1994):
|
|
33
|
+
| ICC | Interpretation |
|
|
34
|
+
|-----|----------------|
|
|
35
|
+
| < 0.40 | Poor |
|
|
36
|
+
| 0.40 - 0.59 | Fair |
|
|
37
|
+
| 0.60 - 0.74 | Good |
|
|
38
|
+
| 0.75 - 1.00 | Excellent |
|
|
39
|
+
|
|
40
|
+
Lee & Chung (2024) achieved:
|
|
41
|
+
- Fluency ICC = 0.89
|
|
42
|
+
- Flexibility ICC = 0.85
|
|
43
|
+
- Originality ICC = 0.72
|
|
44
|
+
|
|
45
|
+
## Statistical Rarity Scoring Procedure
|
|
46
|
+
|
|
47
|
+
### Step-by-Step
|
|
48
|
+
|
|
49
|
+
1. **Collect all responses** across all participants
|
|
50
|
+
2. **Normalize text**:
|
|
51
|
+
- Lowercase all responses
|
|
52
|
+
- Remove leading/trailing whitespace
|
|
53
|
+
- Correct obvious typos
|
|
54
|
+
- Merge synonyms (e.g., "door stop" = "doorstop")
|
|
55
|
+
- Lemmatize when appropriate (e.g., "building" = "build")
|
|
56
|
+
3. **Compute frequency** of each unique (normalized) response
|
|
57
|
+
4. **Apply threshold**: Mark as original if frequency < 5% of total participants
|
|
58
|
+
5. **Compute per-participant score**:
|
|
59
|
+
- Sum: total number of original responses
|
|
60
|
+
- Proportion: original responses / total responses (controls for fluency)
|
|
61
|
+
|
|
62
|
+
### Example
|
|
63
|
+
|
|
64
|
+
Sample size N = 100, Object = Brick
|
|
65
|
+
|
|
66
|
+
| Response (normalized) | Frequency | % | Original? |
|
|
67
|
+
|----------------------|-----------|---|-----------|
|
|
68
|
+
| build a wall | 45 | 45% | No |
|
|
69
|
+
| doorstop | 22 | 22% | No |
|
|
70
|
+
| paperweight | 18 | 18% | No |
|
|
71
|
+
| weapon/throw | 15 | 15% | No |
|
|
72
|
+
| grinding surface | 3 | 3% | **Yes** |
|
|
73
|
+
| heated massage stone | 1 | 1% | **Yes** |
|
|
74
|
+
| aquarium decoration | 2 | 2% | **Yes** |
|
|
75
|
+
|
|
76
|
+
## Semantic Distance Computation Guide
|
|
77
|
+
|
|
78
|
+
### Using SemDis Platform (Beaty & Johnson, 2021)
|
|
79
|
+
|
|
80
|
+
1. Go to https://semdis.wlu.psu.edu/
|
|
81
|
+
2. Upload a CSV with columns: `participant_id`, `prompt_word`, `response`
|
|
82
|
+
3. Select model: **GloVe Common Crawl 300d** (recommended default)
|
|
83
|
+
4. Download results: each response gets a cosine distance score
|
|
84
|
+
|
|
85
|
+
### Manual Computation (Python)
|
|
86
|
+
|
|
87
|
+
```python
|
|
88
|
+
# Pseudocode for semantic distance computation
|
|
89
|
+
# Requires: gensim or custom GloVe loader
|
|
90
|
+
|
|
91
|
+
import numpy as np
|
|
92
|
+
|
|
93
|
+
def cosine_distance(vec1, vec2):
|
|
94
|
+
"""1 - cosine similarity = cosine distance"""
|
|
95
|
+
sim = np.dot(vec1, vec2) / (np.linalg.norm(vec1) * np.linalg.norm(vec2))
|
|
96
|
+
return 1 - sim
|
|
97
|
+
|
|
98
|
+
def response_vector(response, model):
|
|
99
|
+
"""Average word vectors for multi-word response"""
|
|
100
|
+
words = response.lower().split()
|
|
101
|
+
vectors = [model[w] for w in words if w in model]
|
|
102
|
+
if not vectors:
|
|
103
|
+
return None # OOV response
|
|
104
|
+
return np.mean(vectors, axis=0)
|
|
105
|
+
|
|
106
|
+
def semantic_distance(prompt, response, model):
|
|
107
|
+
"""Compute semantic distance between prompt and response"""
|
|
108
|
+
prompt_vec = model[prompt.lower()]
|
|
109
|
+
resp_vec = response_vector(response, model)
|
|
110
|
+
if resp_vec is None:
|
|
111
|
+
return None # Flag for manual review
|
|
112
|
+
return cosine_distance(prompt_vec, resp_vec)
|
|
113
|
+
```
|
|
114
|
+
|
|
115
|
+
### Handling Edge Cases
|
|
116
|
+
|
|
117
|
+
| Edge Case | Solution |
|
|
118
|
+
|-----------|----------|
|
|
119
|
+
| Response word not in vocabulary | Flag for manual scoring; do not impute |
|
|
120
|
+
| Multi-word response | Average word vectors (Beaty & Johnson, 2021) |
|
|
121
|
+
| Very short response (1 word) | Use the single word vector directly |
|
|
122
|
+
| Ambiguous response | Keep as-is; semantic distance handles ambiguity implicitly |
|
|
123
|
+
| Non-English response | Use language-appropriate embedding model |
|
|
124
|
+
|
|
125
|
+
## Composite Scoring Approaches
|
|
126
|
+
|
|
127
|
+
### Option 1: Report All Dimensions Separately (Recommended)
|
|
128
|
+
|
|
129
|
+
Report fluency, flexibility, originality, and semantic distance as separate DVs. This is the most transparent approach and allows readers to assess which dimensions drive effects.
|
|
130
|
+
|
|
131
|
+
### Option 2: Creativity Quotient (Snyder et al., 2004)
|
|
132
|
+
|
|
133
|
+
CQ = (Originality sum × Flexibility) / Fluency
|
|
134
|
+
|
|
135
|
+
Penalizes high fluency without corresponding quality. Less commonly used but addresses the fluency confound.
|
|
136
|
+
|
|
137
|
+
### Option 3: Top-N Scoring (Silvia et al., 2008)
|
|
138
|
+
|
|
139
|
+
Average the subjective creativity ratings of only the top 2 (or 3) most creative responses per participant. This:
|
|
140
|
+
- Controls for fluency differences
|
|
141
|
+
- Captures peak creative ability
|
|
142
|
+
- Has good psychometric properties
|
|
143
|
+
- Is the **recommended method** when creative quality is the primary outcome
|