skillpack-one 0.1.0-alpha.11 → 0.1.0-alpha.13

package/evals/datasets/routing-library-en.yaml

@@ -0,0 +1,717 @@
+schemaVersion: 1
+id: routing-library-en
+split: dev
+locale: en
+protected: false
+examples:
+  - id: en-01-frame-problem
+    prompt: frame this problem. Return only the bounded outcome described by this
+      request.
+    expectedCategory: problem-framing
+    expectedAtoms:
+      - atom-frame-problem
+    mustNotRoute:
+      - atom-brainstorm-options
+    tags:
+      - expanded-library
+      - en
+  - id: en-02-brainstorm-options
+    prompt: brainstorm options. Return only the bounded outcome described by this
+      request.
+    expectedCategory: ideation-planning
+    expectedAtoms:
+      - atom-brainstorm-options
+    mustNotRoute:
+      - atom-compare-decisions
+    tags:
+      - expanded-library
+      - en
+  - id: en-03-build-action-plan
+    prompt: make an action plan. Return only the bounded outcome described by this
+      request.
+    expectedCategory: ideation-planning
+    expectedAtoms:
+      - atom-build-action-plan
+    mustNotRoute:
+      - atom-plan-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-04-compare-decisions
+    prompt: compare these options. Return only the bounded outcome described by this
+      request.
+    expectedCategory: decision-review
+    expectedAtoms:
+      - atom-compare-decisions
+    mustNotRoute:
+      - atom-brainstorm-options
+    tags:
+      - expanded-library
+      - en
+  - id: en-05-critique-output
+    prompt: critique this output. Return only the bounded outcome described by this
+      request.
+    expectedCategory: decision-review
+    expectedAtoms:
+      - atom-critique-output
+    mustNotRoute:
+      - atom-review-code-quality
+    tags:
+      - expanded-library
+      - en
+  - id: en-06-review-literature
+    prompt: review the scientific literature. Return only the bounded outcome
+      described by this request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-review-literature
+    mustNotRoute:
+      - atom-find-research-sources
+    tags:
+      - expanded-library
+      - en
+  - id: en-07-design-research-study
+    prompt: design a research study. Return only the bounded outcome described by
+      this request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-design-research-study
+    mustNotRoute:
+      - atom-analyze-experimental-results
+    tags:
+      - expanded-library
+      - en
+  - id: en-08-analyze-experimental-results
+    prompt: analyze experiment results. Return only the bounded outcome described by
+      this request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-analyze-experimental-results
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-09-write-scientific-manuscript
+    prompt: write a scientific manuscript. Return only the bounded outcome described
+      by this request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-write-scientific-manuscript
+    mustNotRoute:
+      - atom-review-literature
+    tags:
+      - expanded-library
+      - en
+  - id: en-10-manage-research-citations
+    prompt: clean these citations. Return only the bounded outcome described by this
+      request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-manage-research-citations
+    mustNotRoute:
+      - atom-find-research-sources
+    tags:
+      - expanded-library
+      - en
+  - id: en-11-write-product-requirements
+    prompt: write a PRD. Return only the bounded outcome described by this request.
+    expectedCategory: product-definition
+    expectedAtoms:
+      - atom-write-product-requirements
+    mustNotRoute:
+      - atom-design-software-architecture
+    tags:
+      - expanded-library
+      - en
+  - id: en-12-design-software-architecture
+    prompt: design software architecture. Return only the bounded outcome described
+      by this request.
+    expectedCategory: software-design
+    expectedAtoms:
+      - atom-design-software-architecture
+    mustNotRoute:
+      - atom-design-api-contract
+    tags:
+      - expanded-library
+      - en
+  - id: en-13-design-api-contract
+    prompt: design an API contract. Return only the bounded outcome described by
+      this request.
+    expectedCategory: software-design
+    expectedAtoms:
+      - atom-design-api-contract
+    mustNotRoute:
+      - atom-design-software-architecture
+    tags:
+      - expanded-library
+      - en
+  - id: en-14-debug-software
+    prompt: debug this bug. Return only the bounded outcome described by this request.
+    expectedCategory: code-quality-delivery
+    expectedAtoms:
+      - atom-debug-software
+    mustNotRoute:
+      - atom-implement-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-15-write-automated-tests
+    prompt: write automated tests. Return only the bounded outcome described by this
+      request.
+    expectedCategory: code-quality-delivery
+    expectedAtoms:
+      - atom-write-automated-tests
+    mustNotRoute:
+      - atom-implement-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-16-review-code-quality
+    prompt: review this code change. Return only the bounded outcome described by
+      this request.
+    expectedCategory: code-quality-delivery
+    expectedAtoms:
+      - atom-review-code-quality
+    mustNotRoute:
+      - atom-audit-source-security
+    tags:
+      - expanded-library
+      - en
+  - id: en-17-optimize-code-performance
+    prompt: optimize this bottleneck. Return only the bounded outcome described by
+      this request.
+    expectedCategory: code-quality-delivery
+    expectedAtoms:
+      - atom-optimize-code-performance
+    mustNotRoute:
+      - atom-implement-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-18-plan-software-release
+    prompt: plan a software release. Return only the bounded outcome described by
+      this request.
+    expectedCategory: code-quality-delivery
+    expectedAtoms:
+      - atom-plan-software-release
+    mustNotRoute:
+      - atom-plan-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-19-operate-git-workflow
+    prompt: use git to create a branch. Return only the bounded outcome described by
+      this request.
+    expectedCategory: developer-tools
+    expectedAtoms:
+      - atom-operate-git-workflow
+    mustNotRoute:
+      - atom-implement-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-20-operate-terminal-cli
+    prompt: run this CLI command. Return only the bounded outcome described by this
+      request.
+    expectedCategory: developer-tools
+    expectedAtoms:
+      - atom-operate-terminal-cli
+    mustNotRoute:
+      - atom-implement-code-change
+    tags:
+      - expanded-library
+      - en
+  - id: en-21-operate-browser-workflow
+    prompt: operate this website. Return only the bounded outcome described by this
+      request.
+    expectedCategory: developer-tools
+    expectedAtoms:
+      - atom-operate-browser-workflow
+    mustNotRoute:
+      - atom-design-automation-workflow
+    tags:
+      - expanded-library
+      - en
+  - id: en-22-operate-spreadsheet
+    prompt: edit this spreadsheet. Return only the bounded outcome described by this
+      request.
+    expectedCategory: productivity-tools
+    expectedAtoms:
+      - atom-operate-spreadsheet
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-23-operate-knowledge-vault
+    prompt: organize this Obsidian vault. Return only the bounded outcome described
+      by this request.
+    expectedCategory: productivity-tools
+    expectedAtoms:
+      - atom-operate-knowledge-vault
+    mustNotRoute:
+      - atom-organize-personal-tasks
+    tags:
+      - expanded-library
+      - en
+  - id: en-24-operate-design-tool
+    prompt: apply this design in Figma. Return only the bounded outcome described by
+      this request.
+    expectedCategory: design-tools
+    expectedAtoms:
+      - atom-operate-design-tool
+    mustNotRoute:
+      - atom-design-interface-spec
+    tags:
+      - expanded-library
+      - en
+  - id: en-25-summarize-document
+    prompt: summarize this document. Return only the bounded outcome described by
+      this request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-summarize-document
+    mustNotRoute:
+      - atom-translate-document
+    tags:
+      - expanded-library
+      - en
+  - id: en-26-edit-prose
+    prompt: edit this prose. Return only the bounded outcome described by this request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-edit-prose
+    mustNotRoute:
+      - atom-translate-document
+    tags:
+      - expanded-library
+      - en
+  - id: en-27-write-structured-report
+    prompt: write a structured report. Return only the bounded outcome described by
+      this request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-write-structured-report
+    mustNotRoute:
+      - atom-find-research-sources
+    tags:
+      - expanded-library
+      - en
+  - id: en-28-create-presentation
+    prompt: create a presentation. Return only the bounded outcome described by this
+      request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-create-presentation
+    mustNotRoute:
+      - atom-write-structured-report
+    tags:
+      - expanded-library
+      - en
+  - id: en-29-extract-document-data
+    prompt: extract fields from this document. Return only the bounded outcome
+      described by this request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-extract-document-data
+    mustNotRoute:
+      - atom-summarize-document
+    tags:
+      - expanded-library
+      - en
+  - id: en-30-draft-external-message
+    prompt: draft this email. Return only the bounded outcome described by this
+      request.
+    expectedCategory: documents-communication
+    expectedAtoms:
+      - atom-draft-external-message
+    mustNotRoute:
+      - atom-write-structured-report
+    tags:
+      - expanded-library
+      - en
+  - id: en-31-clean-tabular-data
+    prompt: clean this dataset. Return only the bounded outcome described by this
+      request.
+    expectedCategory: data-analytics
+    expectedAtoms:
+      - atom-clean-tabular-data
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-32-visualize-data
+    prompt: visualize this data. Return only the bounded outcome described by this
+      request.
+    expectedCategory: data-analytics
+    expectedAtoms:
+      - atom-visualize-data
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-33-write-sql-query
+    prompt: write a SQL query. Return only the bounded outcome described by this
+      request.
+    expectedCategory: data-analytics
+    expectedAtoms:
+      - atom-write-sql-query
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-34-design-database-schema
+    prompt: design a database schema. Return only the bounded outcome described by
+      this request.
+    expectedCategory: software-design
+    expectedAtoms:
+      - atom-design-database-schema
+    mustNotRoute:
+      - atom-plan-database-migration
+    tags:
+      - expanded-library
+      - en
+  - id: en-35-plan-database-migration
+    prompt: plan a database migration. Return only the bounded outcome described by
+      this request.
+    expectedCategory: software-design
+    expectedAtoms:
+      - atom-plan-database-migration
+    mustNotRoute:
+      - atom-design-database-schema
+    tags:
+      - expanded-library
+      - en
+  - id: en-36-validate-data-pipeline
+    prompt: validate this data pipeline. Return only the bounded outcome described
+      by this request.
+    expectedCategory: data-analytics
+    expectedAtoms:
+      - atom-validate-data-pipeline
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-37-synthesize-user-research
+    prompt: synthesize these user interviews. Return only the bounded outcome
+      described by this request.
+    expectedCategory: product-definition
+    expectedAtoms:
+      - atom-synthesize-user-research
+    mustNotRoute:
+      - atom-design-research-study
+    tags:
+      - expanded-library
+      - en
+  - id: en-38-prioritize-product-roadmap
+    prompt: prioritize this product roadmap. Return only the bounded outcome
+      described by this request.
+    expectedCategory: product-definition
+    expectedAtoms:
+      - atom-prioritize-product-roadmap
+    mustNotRoute:
+      - atom-write-product-requirements
+    tags:
+      - expanded-library
+      - en
+  - id: en-39-plan-product-launch
+    prompt: plan this product launch. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-plan-product-launch
+    mustNotRoute:
+      - atom-plan-software-release
+    tags:
+      - expanded-library
+      - en
+  - id: en-40-analyze-customer-segments
+    prompt: analyze customer segments. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-analyze-customer-segments
+    mustNotRoute:
+      - atom-analyze-market
+    tags:
+      - expanded-library
+      - en
+  - id: en-41-design-pricing-strategy
+    prompt: design a pricing strategy. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-design-pricing-strategy
+    mustNotRoute:
+      - atom-model-business-financials
+    tags:
+      - expanded-library
+      - en
+  - id: en-42-write-marketing-copy
+    prompt: write landing page copy. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-write-marketing-copy
+    mustNotRoute:
+      - atom-draft-external-message
+    tags:
+      - expanded-library
+      - en
+  - id: en-43-audit-seo
+    prompt: audit this site for SEO. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-audit-seo
+    mustNotRoute:
+      - atom-review-code-quality
+    tags:
+      - expanded-library
+      - en
+  - id: en-44-plan-content-strategy
+    prompt: plan a content strategy. Return only the bounded outcome described by
+      this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-plan-content-strategy
+    mustNotRoute:
+      - atom-write-marketing-copy
+    tags:
+      - expanded-library
+      - en
+  - id: en-45-model-business-financials
+    prompt: build a business financial model. Return only the bounded outcome
+      described by this request.
+    expectedCategory: business-growth
+    expectedAtoms:
+      - atom-model-business-financials
+    mustNotRoute:
+      - atom-analyze-tabular-data
+    tags:
+      - expanded-library
+      - en
+  - id: en-46-create-threat-model
+    prompt: create a threat model. Return only the bounded outcome described by this
+      request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-create-threat-model
+    mustNotRoute:
+      - atom-audit-source-security
+    tags:
+      - expanded-library
+      - en
+  - id: en-47-audit-dependencies
+    prompt: audit these dependencies. Return only the bounded outcome described by
+      this request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-audit-dependencies
+    mustNotRoute:
+      - atom-audit-source-security
+    tags:
+      - expanded-library
+      - en
+  - id: en-48-scan-secrets
+    prompt: scan this repository for secrets. Return only the bounded outcome
+      described by this request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-scan-secrets
+    mustNotRoute:
+      - atom-audit-source-security
+    tags:
+      - expanded-library
+      - en
+  - id: en-49-plan-incident-response
+    prompt: plan incident response. Return only the bounded outcome described by
+      this request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-plan-incident-response
+    mustNotRoute:
+      - atom-triage-production-incident
+    tags:
+      - expanded-library
+      - en
+  - id: en-50-review-privacy-risk
+    prompt: review privacy risk. Return only the bounded outcome described by this
+      request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-review-privacy-risk
+    mustNotRoute:
+      - atom-assess-compliance-controls
+    tags:
+      - expanded-library
+      - en
+  - id: en-51-assess-compliance-controls
+    prompt: assess these compliance controls. Return only the bounded outcome
+      described by this request.
+    expectedCategory: security-trust
+    expectedAtoms:
+      - atom-assess-compliance-controls
+    mustNotRoute:
+      - atom-review-privacy-risk
+    tags:
+      - expanded-library
+      - en
+  - id: en-52-design-observability
+    prompt: design observability. Return only the bounded outcome described by this
+      request.
+    expectedCategory: automation-operations
+    expectedAtoms:
+      - atom-design-observability
+    mustNotRoute:
+      - atom-triage-production-incident
+    tags:
+      - expanded-library
+      - en
+  - id: en-53-create-ci-pipeline
+    prompt: create a CI pipeline. Return only the bounded outcome described by this
+      request.
+    expectedCategory: automation-operations
+    expectedAtoms:
+      - atom-create-ci-pipeline
+    mustNotRoute:
+      - atom-design-automation-workflow
+    tags:
+      - expanded-library
+      - en
+  - id: en-54-plan-cloud-deployment
+    prompt: plan a cloud deployment. Return only the bounded outcome described by
+      this request.
+    expectedCategory: automation-operations
+    expectedAtoms:
+      - atom-plan-cloud-deployment
+    mustNotRoute:
+      - atom-design-software-architecture
+    tags:
+      - expanded-library
+      - en
+  - id: en-55-write-operational-runbook
+    prompt: write an operational runbook. Return only the bounded outcome described
+      by this request.
+    expectedCategory: automation-operations
+    expectedAtoms:
+      - atom-write-operational-runbook
+    mustNotRoute:
+      - atom-triage-production-incident
+    tags:
+      - expanded-library
+      - en
+  - id: en-56-triage-production-incident
+    prompt: triage this production incident. Return only the bounded outcome
+      described by this request.
+    expectedCategory: automation-operations
+    expectedAtoms:
+      - atom-triage-production-incident
+    mustNotRoute:
+      - atom-debug-software
+    tags:
+      - expanded-library
+      - en
+  - id: en-57-create-technical-diagram
+    prompt: create a system diagram. Return only the bounded outcome described by
+      this request.
+    expectedCategory: design-media
+    expectedAtoms:
+      - atom-create-technical-diagram
+    mustNotRoute:
+      - atom-design-software-architecture
+    tags:
+      - expanded-library
+      - en
+  - id: en-58-generate-image
+    prompt: generate an image. Return only the bounded outcome described by this
+      request.
+    expectedCategory: design-media
+    expectedAtoms:
+      - atom-generate-image
+    mustNotRoute:
+      - atom-edit-image
+    tags:
+      - expanded-library
+      - en
+  - id: en-59-edit-image
+    prompt: edit this image. Return only the bounded outcome described by this request.
+    expectedCategory: design-media
+    expectedAtoms:
+      - atom-edit-image
+    mustNotRoute:
+      - atom-generate-image
+    tags:
+      - expanded-library
+      - en
+  - id: en-60-plan-video-production
+    prompt: plan a video production. Return only the bounded outcome described by
+      this request.
+    expectedCategory: design-media
+    expectedAtoms:
+      - atom-plan-video-production
+    mustNotRoute:
+      - atom-create-presentation
+    tags:
+      - expanded-library
+      - en
+  - id: en-61-design-presentation-visuals
+    prompt: design the visuals for this deck. Return only the bounded outcome
+      described by this request.
+    expectedCategory: design-media
+    expectedAtoms:
+      - atom-design-presentation-visuals
+    mustNotRoute:
+      - atom-create-presentation
+    tags:
+      - expanded-library
+      - en
+  - id: en-62-schedule-personal-calendar
+    prompt: schedule these tasks on my calendar. Return only the bounded outcome
+      described by this request.
+    expectedCategory: personal-productivity
+    expectedAtoms:
+      - atom-schedule-personal-calendar
+    mustNotRoute:
+      - atom-organize-personal-tasks
+    tags:
+      - expanded-library
+      - en
+  - id: en-63-capture-structured-notes
+    prompt: turn this into structured notes. Return only the bounded outcome
+      described by this request.
+    expectedCategory: personal-productivity
+    expectedAtoms:
+      - atom-capture-structured-notes
+    mustNotRoute:
+      - atom-operate-knowledge-vault
+    tags:
+      - expanded-library
+      - en
+  - id: en-64-plan-learning-path
+    prompt: plan a learning path. Return only the bounded outcome described by this
+      request.
+    expectedCategory: personal-productivity
+    expectedAtoms:
+      - atom-plan-learning-path
+    mustNotRoute:
+      - atom-build-action-plan
+    tags:
+      - expanded-library
+      - en
+  - id: en-65-peer-review-manuscript
+    prompt: peer review this manuscript. Return only the bounded outcome described
+      by this request.
+    expectedCategory: scientific-research
+    expectedAtoms:
+      - atom-peer-review-manuscript
+    mustNotRoute:
+      - atom-review-literature
+    tags:
+      - expanded-library
+      - en