@tangle-network/starter-foundry 0.5.4 → 0.7.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -5
- package/corpus/held-out-validation.json +3 -3
- package/corpus/model-rates.json +56 -0
- package/dist/cli.js +7 -4
- package/dist/cli.js.map +1 -1
- package/dist/eval/diagnoser.d.ts +37 -0
- package/dist/eval/diagnoser.js +113 -0
- package/dist/eval/diagnoser.js.map +1 -0
- package/dist/eval/propose.d.ts +20 -0
- package/dist/eval/propose.js +75 -0
- package/dist/eval/propose.js.map +1 -0
- package/dist/eval/replay.d.ts +137 -0
- package/dist/eval/replay.js +392 -0
- package/dist/eval/replay.js.map +1 -0
- package/dist/eval/scaffold-bridge.d.ts +197 -0
- package/dist/eval/scaffold-bridge.js +685 -0
- package/dist/eval/scaffold-bridge.js.map +1 -0
- package/dist/lib/ab.d.ts +61 -0
- package/dist/lib/ab.js +80 -0
- package/dist/lib/ab.js.map +1 -0
- package/dist/lib/batch-export.js +1 -11
- package/dist/lib/batch-export.js.map +1 -1
- package/dist/lib/brand/first-turn-flows.d.ts +10 -0
- package/dist/lib/brand/first-turn-flows.js +114 -0
- package/dist/lib/brand/first-turn-flows.js.map +1 -0
- package/dist/lib/brand/i18n.d.ts +15 -0
- package/dist/lib/brand/i18n.js +100 -0
- package/dist/lib/brand/i18n.js.map +1 -0
- package/dist/lib/brand/index.d.ts +27 -0
- package/dist/lib/brand/index.js +100 -0
- package/dist/lib/brand/index.js.map +1 -0
- package/dist/lib/brand/media-manifest.d.ts +26 -0
- package/dist/lib/brand/media-manifest.js +98 -0
- package/dist/lib/brand/media-manifest.js.map +1 -0
- package/dist/lib/brand/user-segments.d.ts +7 -0
- package/dist/lib/brand/user-segments.js +81 -0
- package/dist/lib/brand/user-segments.js.map +1 -0
- package/dist/lib/brand/voice.d.ts +10 -0
- package/dist/lib/brand/voice.js +92 -0
- package/dist/lib/brand/voice.js.map +1 -0
- package/dist/lib/bridge.d.ts +38 -0
- package/dist/lib/bridge.js +130 -0
- package/dist/lib/bridge.js.map +1 -0
- package/dist/lib/build-plan.d.ts +25 -0
- package/dist/lib/build-plan.js +67 -1
- package/dist/lib/build-plan.js.map +1 -1
- package/dist/lib/buildout-traces.d.ts +70 -1
- package/dist/lib/buildout-traces.js +66 -0
- package/dist/lib/buildout-traces.js.map +1 -1
- package/dist/lib/canary.d.ts +38 -0
- package/dist/lib/canary.js +91 -0
- package/dist/lib/canary.js.map +1 -0
- package/dist/lib/capability-inferrer.d.ts +5 -4
- package/dist/lib/compose-prompt.d.ts +8 -7
- package/dist/lib/compose-prompt.js +30 -7
- package/dist/lib/compose-prompt.js.map +1 -1
- package/dist/lib/compose-seed.d.ts +15 -0
- package/dist/lib/compose-seed.js +44 -0
- package/dist/lib/compose-seed.js.map +1 -0
- package/dist/lib/compose.js +147 -3
- package/dist/lib/compose.js.map +1 -1
- package/dist/lib/cost.d.ts +53 -0
- package/dist/lib/cost.js +77 -0
- package/dist/lib/cost.js.map +1 -0
- package/dist/lib/fs.d.ts +1 -0
- package/dist/lib/fs.js +10 -0
- package/dist/lib/fs.js.map +1 -1
- package/dist/lib/index.d.ts +42 -1
- package/dist/lib/index.js +22 -1
- package/dist/lib/index.js.map +1 -1
- package/dist/lib/industry-flows.d.ts +6 -0
- package/dist/lib/industry-flows.js +165 -0
- package/dist/lib/industry-flows.js.map +1 -0
- package/dist/lib/keywords.js +14 -0
- package/dist/lib/keywords.js.map +1 -1
- package/dist/lib/llm.d.ts +7 -2
- package/dist/lib/llm.js +137 -8
- package/dist/lib/llm.js.map +1 -1
- package/dist/lib/planner/contracts.d.ts +2 -1
- package/dist/lib/planner/detectors.js +26 -0
- package/dist/lib/planner/detectors.js.map +1 -1
- package/dist/lib/planner/helpers.js +157 -0
- package/dist/lib/planner/helpers.js.map +1 -1
- package/dist/lib/planner/implicit-caps.js +63 -1
- package/dist/lib/planner/implicit-caps.js.map +1 -1
- package/dist/lib/planner/partner-first.d.ts +31 -0
- package/dist/lib/planner/partner-first.js +137 -0
- package/dist/lib/planner/partner-first.js.map +1 -0
- package/dist/lib/planner/projects.d.ts +2 -2
- package/dist/lib/planner/projects.js +452 -2
- package/dist/lib/planner/projects.js.map +1 -1
- package/dist/lib/planner/signals.d.ts +7 -0
- package/dist/lib/planner/signals.js +203 -1
- package/dist/lib/planner/signals.js.map +1 -1
- package/dist/lib/planner/zk-preferences.d.ts +9 -0
- package/dist/lib/planner/zk-preferences.js +91 -0
- package/dist/lib/planner/zk-preferences.js.map +1 -0
- package/dist/lib/promoter-gates.d.ts +114 -0
- package/dist/lib/promoter-gates.js +426 -0
- package/dist/lib/promoter-gates.js.map +1 -0
- package/dist/lib/prompt-e2e.d.ts +1 -0
- package/dist/lib/prompt-e2e.js +20 -6
- package/dist/lib/prompt-e2e.js.map +1 -1
- package/dist/lib/prompt-planner.js +187 -2
- package/dist/lib/prompt-planner.js.map +1 -1
- package/dist/lib/prompt-rewriter.d.ts +4 -3
- package/dist/lib/prompt-rewriter.js +11 -0
- package/dist/lib/prompt-rewriter.js.map +1 -1
- package/dist/lib/registry-mirror.d.ts +28 -0
- package/dist/lib/registry-mirror.js +64 -0
- package/dist/lib/registry-mirror.js.map +1 -0
- package/dist/lib/release.js +1 -11
- package/dist/lib/release.js.map +1 -1
- package/dist/lib/reproducibility.d.ts +39 -0
- package/dist/lib/reproducibility.js +96 -0
- package/dist/lib/reproducibility.js.map +1 -0
- package/dist/lib/reviewer-route.d.ts +12 -0
- package/dist/lib/reviewer-route.js +99 -0
- package/dist/lib/reviewer-route.js.map +1 -0
- package/dist/lib/safety/license-check.d.ts +9 -0
- package/dist/lib/safety/license-check.js +61 -0
- package/dist/lib/safety/license-check.js.map +1 -0
- package/dist/lib/safety/secret-scan.d.ts +7 -0
- package/dist/lib/safety/secret-scan.js +67 -0
- package/dist/lib/safety/secret-scan.js.map +1 -0
- package/dist/lib/sbom.d.ts +34 -0
- package/dist/lib/sbom.js +89 -0
- package/dist/lib/sbom.js.map +1 -0
- package/dist/lib/selection.d.ts +22 -0
- package/dist/lib/selection.js +56 -1
- package/dist/lib/selection.js.map +1 -1
- package/dist/lib/semantic-router.d.ts +2 -1
- package/dist/lib/synthetic/index.d.ts +45 -0
- package/dist/lib/synthetic/index.js +101 -0
- package/dist/lib/synthetic/index.js.map +1 -0
- package/dist/lib/telemetry/stream.d.ts +52 -0
- package/dist/lib/telemetry/stream.js +153 -0
- package/dist/lib/telemetry/stream.js.map +1 -0
- package/dist/lib/telemetry.d.ts +6 -0
- package/dist/lib/telemetry.js.map +1 -1
- package/dist/lib/template-quality.d.ts +61 -0
- package/dist/lib/template-quality.js +100 -0
- package/dist/lib/template-quality.js.map +1 -0
- package/dist/lib/validate-plan.d.ts +10 -0
- package/dist/lib/validate-plan.js +74 -0
- package/dist/lib/validate-plan.js.map +1 -0
- package/dist/lib/vb-outcomes.d.ts +2 -1
- package/dist/lib/version-history.d.ts +15 -0
- package/dist/lib/version-history.js +40 -0
- package/dist/lib/version-history.js.map +1 -0
- package/dist/lib/visual-regression.d.ts +75 -0
- package/dist/lib/visual-regression.js +125 -0
- package/dist/lib/visual-regression.js.map +1 -0
- package/dist/training/capability_proposer/propose.d.ts +26 -0
- package/dist/training/capability_proposer/propose.js +305 -0
- package/dist/training/capability_proposer/propose.js.map +1 -0
- package/dist/training/family_proposer/propose.d.ts +35 -0
- package/dist/training/family_proposer/propose.js +664 -0
- package/dist/training/family_proposer/propose.js.map +1 -0
- package/dist/training/routing/train.d.ts +49 -0
- package/dist/training/routing/train.js +249 -0
- package/dist/training/routing/train.js.map +1 -0
- package/dist/training/template_v1/audit.d.ts +15 -0
- package/dist/training/template_v1/audit.js +83 -0
- package/dist/training/template_v1/audit.js.map +1 -0
- package/dist/training/template_v1/correctness.d.ts +25 -0
- package/dist/training/template_v1/correctness.js +194 -0
- package/dist/training/template_v1/correctness.js.map +1 -0
- package/dist/training/template_v1/harvest.d.ts +25 -0
- package/dist/training/template_v1/harvest.js +101 -0
- package/dist/training/template_v1/harvest.js.map +1 -0
- package/dist/training/template_v1/judge.d.ts +26 -0
- package/dist/training/template_v1/judge.js +104 -0
- package/dist/training/template_v1/judge.js.map +1 -0
- package/dist/training/template_v1/multi-propose.d.ts +27 -0
- package/dist/training/template_v1/multi-propose.js +34 -0
- package/dist/training/template_v1/multi-propose.js.map +1 -0
- package/dist/training/template_v1/run.d.ts +1 -0
- package/dist/training/template_v1/run.js +369 -0
- package/dist/training/template_v1/run.js.map +1 -0
- package/dist/training/template_v1/synthesize.d.ts +14 -0
- package/dist/training/template_v1/synthesize.js +101 -0
- package/dist/training/template_v1/synthesize.js.map +1 -0
- package/dist/training/variant_b/flow.d.ts +9 -14
- package/dist/training/variant_b/run-flow.d.ts +2 -1
- package/dist/types/registry-schemas.generated.d.ts +105 -0
- package/dist/types/registry-schemas.generated.js +5 -0
- package/dist/types/registry-schemas.generated.js.map +1 -0
- package/dist/types.d.ts +119 -0
- package/package.json +45 -4
- package/registry/_mirrors.json +29 -0
- package/registry/_schemas/buildhints.schema.json +30 -0
- package/registry/_schemas/family.schema.json +92 -0
- package/registry/_schemas/layer.schema.json +59 -0
- package/registry/_schemas/partner.schema.json +27 -0
- package/registry/families/agent-service-py/manifest.json +9 -0
- package/registry/families/agent-service-ts/files/package.json +8 -0
- package/registry/families/agent-service-ts/manifest.json +1 -4
- package/registry/families/agent-swarm-ts/files/package.json +31 -0
- package/registry/families/agent-swarm-ts/files/tsconfig.json +14 -0
- package/registry/families/agent-swarm-ts/files/validate-swarm.mjs +28 -0
- package/registry/families/agent-swarm-ts/manifest.json +174 -0
- package/registry/families/angular-ts/files/package.json +8 -0
- package/registry/families/aptos-move/files/README.md +45 -0
- package/registry/families/aptos-move/files/validate-aptos.mjs +33 -0
- package/registry/families/aptos-move/manifest.json +106 -0
- package/registry/families/arkworks-prover/files/Cargo.toml +25 -0
- package/registry/families/arkworks-prover/files/README.md +77 -0
- package/registry/families/arkworks-prover/files/rust-toolchain.toml +3 -0
- package/registry/families/arkworks-prover/files/src/circuit.rs +39 -0
- package/registry/families/arkworks-prover/files/src/main.rs +31 -0
- package/registry/families/arkworks-prover/files/src/prover.rs +47 -0
- package/registry/families/arkworks-prover/files/validate-arkworks.mjs +25 -0
- package/registry/families/arkworks-prover/manifest.json +84 -0
- package/registry/families/astro-static/files/package.json +28 -0
- package/registry/families/astro-static/files/tsconfig.json +5 -0
- package/registry/families/astro-static/files/validate-astro.mjs +26 -0
- package/registry/families/astro-static/manifest.json +141 -0
- package/registry/families/bevy-web/files/Cargo.toml +27 -0
- package/registry/families/bevy-web/files/Trunk.toml +20 -0
- package/registry/families/bevy-web/files/build.sh +32 -0
- package/registry/families/bevy-web/files/index.html +30 -0
- package/registry/families/bevy-web/files/validate-bevy-web.mjs +46 -0
- package/registry/families/bevy-web/manifest.json +171 -0
- package/registry/families/browser-extension-ts/files/package.json +3 -3
- package/registry/families/bun-http/files/bunfig.toml +9 -0
- package/registry/families/bun-http/files/package.json +23 -0
- package/registry/families/bun-http/files/tsconfig.json +16 -0
- package/registry/families/bun-http/files/validate-bun.mjs +21 -0
- package/registry/families/bun-http/manifest.json +163 -0
- package/registry/families/celestia-da/files/README.md +53 -0
- package/registry/families/celestia-da/files/validate-celestia.mjs +43 -0
- package/registry/families/celestia-da/manifest.json +117 -0
- package/registry/families/cli-ts/files/package.json +10 -2
- package/registry/families/cloudflare-worker-ts/files/package.json +8 -0
- package/registry/families/crm-backend/files/package.json +23 -0
- package/registry/families/crm-backend/files/tsconfig.json +14 -0
- package/registry/families/crm-backend/files/validate-crm.mjs +32 -0
- package/registry/families/crm-backend/manifest.json +132 -0
- package/registry/families/deno-edge/files/deno.json +17 -0
- package/registry/families/deno-edge/files/validate-deno.mjs +21 -0
- package/registry/families/deno-edge/manifest.json +153 -0
- package/registry/families/ecommerce-headless/files/package.json +24 -0
- package/registry/families/ecommerce-headless/files/tsconfig.json +14 -0
- package/registry/families/ecommerce-headless/files/validate-commerce.mjs +37 -0
- package/registry/families/ecommerce-headless/manifest.json +68 -0
- package/registry/families/electron-desktop-ts/files/package.json +10 -2
- package/registry/families/electron-native-os/files/package.json +35 -0
- package/registry/families/electron-native-os/files/preview-server.mjs +34 -0
- package/registry/families/electron-native-os/files/validate-types.mjs +39 -0
- package/registry/families/electron-native-os/manifest.json +200 -0
- package/registry/families/eleventy-static/files/.eleventy.js +16 -0
- package/registry/families/eleventy-static/files/package.json +23 -0
- package/registry/families/eleventy-static/files/validate-eleventy.mjs +25 -0
- package/registry/families/eleventy-static/manifest.json +106 -0
- package/registry/families/esp32-rust/files/Cargo.toml +47 -0
- package/registry/families/esp32-rust/files/build.rs +9 -0
- package/registry/families/esp32-rust/files/cargo-config.toml +22 -0
- package/registry/families/esp32-rust/files/rust-toolchain.toml +10 -0
- package/registry/families/esp32-rust/files/sdkconfig.defaults +28 -0
- package/registry/families/esp32-rust/files/validate-esp32.mjs +54 -0
- package/registry/families/esp32-rust/manifest.json +168 -0
- package/registry/families/expo-react-native-ts/files/package.json +11 -3
- package/registry/families/expo-rn-rich/files/package.json +37 -0
- package/registry/families/expo-rn-rich/files/validate-expo-rn-rich.mjs +43 -0
- package/registry/families/expo-rn-rich/manifest.json +181 -0
- package/registry/families/fintech-ledger-backend/files/package.json +30 -0
- package/registry/families/fintech-ledger-backend/files/tsconfig.json +14 -0
- package/registry/families/fintech-ledger-backend/files/validate-fintech.mjs +43 -0
- package/registry/families/fintech-ledger-backend/manifest.json +138 -0
- package/registry/families/flutter-app/files/analysis_options.yaml +17 -0
- package/registry/families/flutter-app/files/android/app/build.gradle +38 -0
- package/registry/families/flutter-app/files/ios/Runner/Info.plist +49 -0
- package/registry/families/flutter-app/files/pubspec.yaml +24 -0
- package/registry/families/flutter-app/files/validate-flutter.mjs +43 -0
- package/registry/families/flutter-app/manifest.json +189 -0
- package/registry/families/fraud-ops-console/files/.env.example +6 -0
- package/registry/families/fraud-ops-console/files/.gitkeep +0 -0
- package/registry/families/fraud-ops-console/files/README.md +43 -0
- package/registry/families/fraud-ops-console/files/index.html +12 -0
- package/registry/families/fraud-ops-console/files/package.json +37 -0
- package/registry/families/fraud-ops-console/files/src/App.tsx +19 -0
- package/registry/families/fraud-ops-console/files/src/main.tsx +12 -0
- package/registry/families/fraud-ops-console/files/tsconfig.json +12 -0
- package/registry/families/fraud-ops-console/files/validate-node.mjs +49 -0
- package/registry/families/fraud-ops-console/files/vite.config.ts +10 -0
- package/registry/families/fraud-ops-console/manifest.json +134 -0
- package/registry/families/frontend-static/files/package.json +8 -0
- package/registry/families/frontend-static/manifest.json +17 -0
- package/registry/families/fullstack-ts/files/package.json +10 -2
- package/registry/families/fullstack-ts/manifest.json +22 -0
- package/registry/families/gdpr-compliance-pack/files/docs/DPIA-template.md +55 -0
- package/registry/families/gdpr-compliance-pack/files/docs/GDPR-controls.md +65 -0
- package/registry/families/gdpr-compliance-pack/files/package.json +14 -0
- package/registry/families/gdpr-compliance-pack/files/src/components/CookieBanner.tsx +115 -0
- package/registry/families/gdpr-compliance-pack/files/src/consent.ts +71 -0
- package/registry/families/gdpr-compliance-pack/files/src/data-inventory.ts +94 -0
- package/registry/families/gdpr-compliance-pack/files/src/data-subject-rights.ts +98 -0
- package/registry/families/gdpr-compliance-pack/files/tsconfig.json +14 -0
- package/registry/families/gdpr-compliance-pack/files/validate-gdpr-pack.mjs +31 -0
- package/registry/families/gdpr-compliance-pack/manifest.json +56 -0
- package/registry/families/godot-web/files/README.md +71 -0
- package/registry/families/godot-web/files/export_presets.cfg +44 -0
- package/registry/families/godot-web/files/icon.svg +7 -0
- package/registry/families/godot-web/files/project.godot +28 -0
- package/registry/families/godot-web/files/validate-godot-web.mjs +46 -0
- package/registry/families/godot-web/manifest.json +172 -0
- package/registry/families/hardhat-contracts/files/package.json +10 -2
- package/registry/families/healthcare-hipaa-backend/files/package.json +29 -0
- package/registry/families/healthcare-hipaa-backend/files/tsconfig.json +15 -0
- package/registry/families/healthcare-hipaa-backend/files/validate-hipaa.mjs +35 -0
- package/registry/families/healthcare-hipaa-backend/manifest.json +145 -0
- package/registry/families/hipaa-compliance-pack/files/docs/BAA-template.md +60 -0
- package/registry/families/hipaa-compliance-pack/files/docs/HIPAA-controls.md +58 -0
- package/registry/families/hipaa-compliance-pack/files/package.json +14 -0
- package/registry/families/hipaa-compliance-pack/files/src/audit-log.ts +54 -0
- package/registry/families/hipaa-compliance-pack/files/src/encryption.ts +74 -0
- package/registry/families/hipaa-compliance-pack/files/src/phi-access.ts +83 -0
- package/registry/families/hipaa-compliance-pack/files/tsconfig.json +14 -0
- package/registry/families/hipaa-compliance-pack/files/validate-hipaa-pack.mjs +33 -0
- package/registry/families/hipaa-compliance-pack/manifest.json +63 -0
- package/registry/families/hls-origin/files/docker-compose.yml +32 -0
- package/registry/families/hls-origin/files/nginx.conf +68 -0
- package/registry/families/hls-origin/files/package.json +30 -0
- package/registry/families/hls-origin/files/start-stream.sh +58 -0
- package/registry/families/hls-origin/files/tsconfig.json +15 -0
- package/registry/families/hls-origin/files/validate-hls.mjs +50 -0
- package/registry/families/hls-origin/manifest.json +159 -0
- package/registry/families/hugo-static/files/config.toml +12 -0
- package/registry/families/hugo-static/files/validate-hugo.mjs +22 -0
- package/registry/families/hugo-static/manifest.json +99 -0
- package/registry/families/jupyter-book/files/_config.yml +26 -0
- package/registry/families/jupyter-book/files/_toc.yml +4 -0
- package/registry/families/jupyter-book/files/intro.md +16 -0
- package/registry/families/jupyter-book/files/requirements.txt +3 -0
- package/registry/families/jupyter-book/files/validate-jupyter-book.mjs +26 -0
- package/registry/families/jupyter-book/manifest.json +115 -0
- package/registry/families/k12-edtech/files/package.json +23 -0
- package/registry/families/k12-edtech/files/tsconfig.json +14 -0
- package/registry/families/k12-edtech/files/validate-k12.mjs +28 -0
- package/registry/families/k12-edtech/manifest.json +64 -0
- package/registry/families/kotlin-multiplatform/files/build.gradle.kts +67 -0
- package/registry/families/kotlin-multiplatform/files/gradle.properties +12 -0
- package/registry/families/kotlin-multiplatform/files/root-build.gradle.kts +12 -0
- package/registry/families/kotlin-multiplatform/files/settings.gradle.kts +30 -0
- package/registry/families/kotlin-multiplatform/files/validate-kmp.mjs +52 -0
- package/registry/families/kotlin-multiplatform/manifest.json +196 -0
- package/registry/families/kyc-onboarding/files/.env.example +6 -0
- package/registry/families/kyc-onboarding/files/.gitkeep +0 -0
- package/registry/families/kyc-onboarding/files/README.md +23 -0
- package/registry/families/kyc-onboarding/files/index.html +12 -0
- package/registry/families/kyc-onboarding/files/package.json +24 -0
- package/registry/families/kyc-onboarding/files/src/App.tsx +40 -0
- package/registry/families/kyc-onboarding/files/src/main.tsx +12 -0
- package/registry/families/kyc-onboarding/files/tsconfig.json +17 -0
- package/registry/families/kyc-onboarding/files/validate-node.mjs +17 -0
- package/registry/families/kyc-onboarding/files/vite.config.ts +14 -0
- package/registry/families/kyc-onboarding/manifest.json +140 -0
- package/registry/families/legal-case-mgmt/files/package.json +24 -0
- package/registry/families/legal-case-mgmt/files/tsconfig.json +14 -0
- package/registry/families/legal-case-mgmt/files/validate-legal.mjs +12 -0
- package/registry/families/legal-case-mgmt/manifest.json +85 -0
- package/registry/families/livekit-sfu/files/.env.example +8 -0
- package/registry/families/livekit-sfu/files/docker-compose.yml +27 -0
- package/registry/families/livekit-sfu/files/livekit.yaml +30 -0
- package/registry/families/livekit-sfu/files/package.json +31 -0
- package/registry/families/livekit-sfu/files/tsconfig.json +15 -0
- package/registry/families/livekit-sfu/files/validate-livekit.mjs +46 -0
- package/registry/families/livekit-sfu/manifest.json +152 -0
- package/registry/families/lora-training/files/.env.example +8 -0
- package/registry/families/lora-training/files/README-lora.md +71 -0
- package/registry/families/lora-training/files/config/train.yaml +54 -0
- package/registry/families/lora-training/files/data/sample.jsonl +5 -0
- package/registry/families/lora-training/files/pyproject.toml +29 -0
- package/registry/families/lora-training/files/validate-lora.mjs +63 -0
- package/registry/families/lora-training/manifest.json +183 -0
- package/registry/families/move-contracts/files/validate-move.mjs +1 -1
- package/registry/families/move-contracts/manifest.json +0 -1
- package/registry/families/multimodal-agent/files/api/README.md +108 -0
- package/registry/families/multimodal-agent/files/index.html +105 -0
- package/registry/families/multimodal-agent/files/package.json +31 -0
- package/registry/families/multimodal-agent/files/tsconfig.json +15 -0
- package/registry/families/multimodal-agent/files/validate-multimodal.mjs +64 -0
- package/registry/families/multimodal-agent/files/vite.config.ts +15 -0
- package/registry/families/multimodal-agent/manifest.json +143 -0
- package/registry/families/nextjs-ts/files/package.json +15 -7
- package/registry/families/nextjs-ts/manifest.json +35 -0
- package/registry/families/nextjs-ts/prompt-fragment.md +12 -0
- package/registry/families/observable-notebook/files/index.md +23 -0
- package/registry/families/observable-notebook/files/observablehq.config.ts +15 -0
- package/registry/families/observable-notebook/files/package.json +26 -0
- package/registry/families/observable-notebook/files/tsconfig.json +13 -0
- package/registry/families/observable-notebook/files/validate-observable.mjs +24 -0
- package/registry/families/observable-notebook/manifest.json +110 -0
- package/registry/families/ollama-server/files/Modelfile +10 -0
- package/registry/families/ollama-server/files/README.md +32 -0
- package/registry/families/ollama-server/files/docker-compose.yml +23 -0
- package/registry/families/ollama-server/files/package.json +14 -0
- package/registry/families/ollama-server/files/tsconfig.json +13 -0
- package/registry/families/ollama-server/files/validate-ollama.mjs +19 -0
- package/registry/families/ollama-server/manifest.json +101 -0
- package/registry/families/pci-dss-compliance-pack/files/docs/PCI-DSS-controls.md +43 -0
- package/registry/families/pci-dss-compliance-pack/files/package.json +14 -0
- package/registry/families/pci-dss-compliance-pack/files/src/pan-redact.ts +50 -0
- package/registry/families/pci-dss-compliance-pack/files/src/tokenize.ts +39 -0
- package/registry/families/pci-dss-compliance-pack/files/tsconfig.json +14 -0
- package/registry/families/pci-dss-compliance-pack/files/validate-pci-pack.mjs +19 -0
- package/registry/families/pci-dss-compliance-pack/manifest.json +50 -0
- package/registry/families/phaser-game/files/index.html +17 -0
- package/registry/families/phaser-game/files/package.json +18 -0
- package/registry/families/phaser-game/files/tsconfig.json +15 -0
- package/registry/families/phaser-game/files/validate-phaser.mjs +19 -0
- package/registry/families/phaser-game/files/vite.config.ts +11 -0
- package/registry/families/phaser-game/manifest.json +91 -0
- package/registry/families/pixijs-game/files/index.html +16 -0
- package/registry/families/pixijs-game/files/package.json +18 -0
- package/registry/families/pixijs-game/files/tsconfig.json +13 -0
- package/registry/families/pixijs-game/files/validate-pixi.mjs +14 -0
- package/registry/families/pixijs-game/files/vite.config.ts +6 -0
- package/registry/families/pixijs-game/manifest.json +90 -0
- package/registry/families/playwright-worker/files/package.json +8 -0
- package/registry/families/polymarket-portfolio-hedging/files/.env.example +5 -0
- package/registry/families/polymarket-portfolio-hedging/files/.gitkeep +0 -0
- package/registry/families/polymarket-portfolio-hedging/files/README.md +37 -0
- package/registry/families/polymarket-portfolio-hedging/files/index.html +1 -0
- package/registry/families/polymarket-portfolio-hedging/files/package.json +32 -0
- package/registry/families/polymarket-portfolio-hedging/files/src/App.tsx +45 -0
- package/registry/families/polymarket-portfolio-hedging/files/src/main.tsx +12 -0
- package/registry/families/polymarket-portfolio-hedging/files/tsconfig.json +12 -0
- package/registry/families/polymarket-portfolio-hedging/files/validate-node.mjs +1 -0
- package/registry/families/polymarket-portfolio-hedging/files/vite.config.ts +10 -0
- package/registry/families/polymarket-portfolio-hedging/manifest.json +128 -0
- package/registry/families/python-api/manifest.json +1 -3
- package/registry/families/rag-pipeline-py/files/.env.example +20 -0
- package/registry/families/rag-pipeline-py/files/README-rag.md +57 -0
- package/registry/families/rag-pipeline-py/files/docs/sample.md +14 -0
- package/registry/families/rag-pipeline-py/files/pyproject.toml +26 -0
- package/registry/families/rag-pipeline-py/files/validate-rag.mjs +38 -0
- package/registry/families/rag-pipeline-py/manifest.json +174 -0
- package/registry/families/react-vite-ts/files/package.json +7 -7
- package/registry/families/react-vite-ts/manifest.json +31 -0
- package/registry/families/realtime-audio-ts/files/package.json +25 -0
- package/registry/families/realtime-audio-ts/files/validate-realtime-audio.mjs +43 -0
- package/registry/families/realtime-audio-ts/manifest.json +177 -0
- package/registry/families/remix-ts/files/package.json +7 -7
- package/registry/families/remix-ts/manifest.json +30 -0
- package/registry/families/risczero-zkvm/files/Cargo.toml +23 -0
- package/registry/families/risczero-zkvm/files/README.md +66 -0
- package/registry/families/risczero-zkvm/files/host/main.rs +25 -0
- package/registry/families/risczero-zkvm/files/host/prover.rs +48 -0
- package/registry/families/risczero-zkvm/files/host-Cargo.toml +16 -0
- package/registry/families/risczero-zkvm/files/methods/Cargo.toml +11 -0
- package/registry/families/risczero-zkvm/files/methods/build.rs +6 -0
- package/registry/families/risczero-zkvm/files/methods/guest/main.rs +38 -0
- package/registry/families/risczero-zkvm/files/methods/guest-Cargo.toml +12 -0
- package/registry/families/risczero-zkvm/files/methods/src-lib.rs +3 -0
- package/registry/families/risczero-zkvm/files/rust-toolchain.toml +3 -0
- package/registry/families/risczero-zkvm/files/validate-risczero.mjs +41 -0
- package/registry/families/risczero-zkvm/manifest.json +109 -0
- package/registry/families/ros2-node-py/files/README-ros2.md +46 -0
- package/registry/families/ros2-node-py/files/package.xml +28 -0
- package/registry/families/ros2-node-py/files/resource-marker +1 -0
- package/registry/families/ros2-node-py/files/setup.cfg +5 -0
- package/registry/families/ros2-node-py/files/setup.py +32 -0
- package/registry/families/ros2-node-py/files/validate-ros2-py.mjs +96 -0
- package/registry/families/ros2-node-py/manifest.json +197 -0
- package/registry/families/sglang-server/files/.env.example +21 -0
- package/registry/families/sglang-server/files/README-sglang.md +60 -0
- package/registry/families/sglang-server/files/client.py +87 -0
- package/registry/families/sglang-server/files/docker-compose.yml +46 -0
- package/registry/families/sglang-server/files/launch.sh +26 -0
- package/registry/families/sglang-server/files/requirements.txt +5 -0
- package/registry/families/sglang-server/files/validate-sglang.mjs +49 -0
- package/registry/families/sglang-server/manifest.json +182 -0
- package/registry/families/skypilot-serving/files/.env.example +12 -0
- package/registry/families/skypilot-serving/files/README-skypilot.md +73 -0
- package/registry/families/skypilot-serving/files/requirements.txt +5 -0
- package/registry/families/skypilot-serving/files/service.yaml +44 -0
- package/registry/families/skypilot-serving/files/sky-serve.yaml +25 -0
- package/registry/families/skypilot-serving/files/validate-skypilot.mjs +41 -0
- package/registry/families/skypilot-serving/manifest.json +181 -0
- package/registry/families/soc2-compliance-pack/files/docs/SOC2-controls.md +54 -0
- package/registry/families/soc2-compliance-pack/files/docs/incident-response.md +33 -0
- package/registry/families/soc2-compliance-pack/files/docs/vendor-attestations.md +36 -0
- package/registry/families/soc2-compliance-pack/files/package.json +14 -0
- package/registry/families/soc2-compliance-pack/files/src/audit.ts +46 -0
- package/registry/families/soc2-compliance-pack/files/src/change-mgmt.ts +36 -0
- package/registry/families/soc2-compliance-pack/files/tsconfig.json +14 -0
- package/registry/families/soc2-compliance-pack/files/validate-soc2-pack.mjs +25 -0
- package/registry/families/soc2-compliance-pack/manifest.json +60 -0
- package/registry/families/sp1-zkvm/files/Cargo.toml +18 -0
- package/registry/families/sp1-zkvm/files/README.md +68 -0
- package/registry/families/sp1-zkvm/files/program/main.rs +21 -0
- package/registry/families/sp1-zkvm/files/program-Cargo.toml +11 -0
- package/registry/families/sp1-zkvm/files/rust-toolchain.toml +3 -0
- package/registry/families/sp1-zkvm/files/script/main.rs +13 -0
- package/registry/families/sp1-zkvm/files/script/prover.rs +36 -0
- package/registry/families/sp1-zkvm/files/script-Cargo.toml +17 -0
- package/registry/families/sp1-zkvm/files/validate-sp1.mjs +30 -0
- package/registry/families/sp1-zkvm/manifest.json +92 -0
- package/registry/families/stm32-rust/files/Cargo.toml +69 -0
- package/registry/families/stm32-rust/files/Embed.toml +26 -0
- package/registry/families/stm32-rust/files/build.rs +24 -0
- package/registry/families/stm32-rust/files/cargo-config.toml +20 -0
- package/registry/families/stm32-rust/files/memory.x +25 -0
- package/registry/families/stm32-rust/files/validate-stm32.mjs +19 -0
- package/registry/families/stm32-rust/manifest.json +170 -0
- package/registry/families/streamlit-advanced/files/config.toml +12 -0
- package/registry/families/streamlit-advanced/files/requirements.txt +5 -0
- package/registry/families/streamlit-advanced/files/validate-streamlit.mjs +27 -0
- package/registry/families/streamlit-advanced/manifest.json +109 -0
- package/registry/families/tauri-desktop/files/package.json +6 -6
- package/registry/families/tauri-menubar/files/package.json +31 -0
- package/registry/families/tauri-menubar/files/preview-server.mjs +36 -0
- package/registry/families/tauri-menubar/files/validate-types.mjs +31 -0
- package/registry/families/tauri-menubar/manifest.json +174 -0
- package/registry/families/tauri-tray/files/package.json +23 -0
- package/registry/families/tauri-tray/files/preview-server.mjs +63 -0
- package/registry/families/tauri-tray/files/validate-types.mjs +27 -0
- package/registry/families/tauri-tray/manifest.json +174 -0
- package/registry/families/tgi-server/files/.env.example +22 -0
- package/registry/families/tgi-server/files/README-tgi.md +59 -0
- package/registry/families/tgi-server/files/client.py +78 -0
- package/registry/families/tgi-server/files/docker-compose.yml +46 -0
- package/registry/families/tgi-server/files/requirements.txt +3 -0
- package/registry/families/tgi-server/files/validate-tgi.mjs +44 -0
- package/registry/families/tgi-server/manifest.json +178 -0
- package/registry/families/threejs-game/files/index.html +16 -0
- package/registry/families/threejs-game/files/package.json +27 -0
- package/registry/families/threejs-game/files/tsconfig.json +13 -0
- package/registry/families/threejs-game/files/validate-threejs.mjs +32 -0
- package/registry/families/threejs-game/files/vite.config.ts +10 -0
- package/registry/families/threejs-game/manifest.json +164 -0
- package/registry/families/triton-server/files/README-triton.md +65 -0
- package/registry/families/triton-server/files/client.py +54 -0
- package/registry/families/triton-server/files/docker-compose.yml +41 -0
- package/registry/families/triton-server/files/model_repository/identity/1/.gitkeep +9 -0
- package/registry/families/triton-server/files/model_repository/identity/config.pbtxt +43 -0
- package/registry/families/triton-server/files/requirements.txt +2 -0
- package/registry/families/triton-server/files/validate-triton.mjs +53 -0
- package/registry/families/triton-server/manifest.json +190 -0
- package/registry/families/unity-web-proxy/files/Build/.gitkeep +17 -0
- package/registry/families/unity-web-proxy/files/README.md +68 -0
- package/registry/families/unity-web-proxy/files/package.json +24 -0
- package/registry/families/unity-web-proxy/files/scripts/build-webgl.sh +62 -0
- package/registry/families/unity-web-proxy/files/tsconfig.json +13 -0
- package/registry/families/unity-web-proxy/files/validate-unity.mjs +60 -0
- package/registry/families/unity-web-proxy/files/vite.config.ts +32 -0
- package/registry/families/unity-web-proxy/manifest.json +175 -0
- package/registry/families/vision-first-agent/files/api/README.md +92 -0
- package/registry/families/vision-first-agent/files/index.html +67 -0
- package/registry/families/vision-first-agent/files/package.json +24 -0
- package/registry/families/vision-first-agent/files/tsconfig.json +13 -0
- package/registry/families/vision-first-agent/files/validate-vision.mjs +48 -0
- package/registry/families/vision-first-agent/files/vite.config.ts +13 -0
- package/registry/families/vision-first-agent/manifest.json +142 -0
- package/registry/families/vllm-server/files/README-serving.md +60 -0
- package/registry/families/vllm-server/files/config.yaml +26 -0
- package/registry/families/vllm-server/files/requirements.txt +6 -0
- package/registry/families/vllm-server/files/validate-vllm.mjs +30 -0
- package/registry/families/vllm-server/manifest.json +165 -0
- package/registry/families/voice-first-agent/files/api/README.md +83 -0
- package/registry/families/voice-first-agent/files/index.html +59 -0
- package/registry/families/voice-first-agent/files/package.json +24 -0
- package/registry/families/voice-first-agent/files/tsconfig.json +13 -0
- package/registry/families/voice-first-agent/files/validate-voice.mjs +46 -0
- package/registry/families/voice-first-agent/files/vite.config.ts +16 -0
- package/registry/families/voice-first-agent/manifest.json +140 -0
- package/registry/families/wasm-rust/files/Cargo.toml +20 -0
- package/registry/families/wasm-rust/files/build-wasm.mjs +22 -0
- package/registry/families/wasm-rust/files/package.json +27 -0
- package/registry/families/wasm-rust/files/tsconfig.json +14 -0
- package/registry/families/wasm-rust/files/validate-wasm.mjs +30 -0
- package/registry/families/wasm-rust/files/vite.config.ts +11 -0
- package/registry/families/wasm-rust/manifest.json +156 -0
- package/registry/families/webgpu-inference/files/index.html +25 -0
- package/registry/families/webgpu-inference/files/package.json +24 -0
- package/registry/families/webgpu-inference/files/tsconfig.json +14 -0
- package/registry/families/webgpu-inference/files/validate-webgpu-inference.mjs +52 -0
- package/registry/families/webgpu-inference/files/vite.config.ts +13 -0
- package/registry/families/webgpu-inference/manifest.json +173 -0
- package/registry/families/webgpu-render/files/index.html +19 -0
- package/registry/families/webgpu-render/files/package.json +24 -0
- package/registry/families/webgpu-render/files/tsconfig.json +14 -0
- package/registry/families/webgpu-render/files/validate-webgpu-render.mjs +58 -0
- package/registry/families/webgpu-render/files/vite.config.ts +11 -0
- package/registry/families/webgpu-render/manifest.json +171 -0
- package/registry/families/zk-prover-service/manifest.json +2 -6
- package/registry/families/zola-static/files/config.toml +13 -0
- package/registry/families/zola-static/files/validate-zola.mjs +23 -0
- package/registry/families/zola-static/manifest.json +96 -0
- package/registry/layers/auth/better-auth/manifest.json +40 -18
- package/registry/layers/auth/clerk/manifest.json +40 -18
- package/registry/layers/auth/none/manifest.json +42 -18
- package/registry/layers/auth/supabase-auth/manifest.json +29 -18
- package/registry/layers/capability/agent-eval/files/.github/workflows/eval.yml +60 -0
- package/registry/layers/capability/agent-eval/files/scripts/eval-baseline.mjs +87 -0
- package/registry/layers/capability/agent-eval/files/tests/eval/README.md +76 -0
- package/registry/layers/capability/agent-eval/files/tests/eval/judge.mjs +35 -0
- package/registry/layers/capability/agent-eval/files/tests/eval/run-eval.mjs +204 -0
- package/registry/layers/capability/agent-eval/files/tests/eval/scenarios.json +47 -0
- package/registry/layers/capability/agent-eval/manifest.json +73 -0
- package/registry/layers/capability/agent-multi-agent/manifest.json +9 -9
- package/registry/layers/capability/ai-chat-ui/manifest.json +112 -1
- package/registry/layers/capability/banking-baas/files/banking-config.json +25 -0
- package/registry/layers/capability/banking-baas/files/banking.ts +125 -0
- package/registry/layers/capability/banking-baas/manifest.json +59 -0
- package/registry/layers/capability/chart-widget/manifest.json +69 -3
- package/registry/layers/capability/code-editor/files/code-editor.tsx +82 -0
- package/registry/layers/capability/code-editor/manifest.json +90 -0
- package/registry/layers/capability/date-utils/manifest.json +64 -0
- package/registry/layers/capability/evm-nft-mint-page/files/.gitkeep +0 -0
- package/registry/layers/capability/evm-nft-mint-page/files/evm-nft-mint.md +21 -0
- package/registry/layers/capability/evm-nft-mint-page/files/src/components/MintPage.tsx +38 -0
- package/registry/layers/capability/evm-nft-mint-page/files/src/mint-page-config.json +1 -0
- package/registry/layers/capability/evm-nft-mint-page/manifest.json +75 -0
- package/registry/layers/capability/evm-wallet-dashboard/manifest.json +6 -1
- package/registry/layers/capability/layout-admin/manifest.json +84 -14
- package/registry/layers/capability/layout-auth/manifest.json +12 -0
- package/registry/layers/capability/layout-chat/manifest.json +100 -14
- package/registry/layers/capability/layout-dashboard/manifest.json +0 -1
- package/registry/layers/capability/logging/manifest.json +10 -14
- package/registry/layers/capability/multi-tenancy/manifest.json +60 -0
- package/registry/layers/capability/passkey-onboarding/files/.gitkeep +0 -0
- package/registry/layers/capability/passkey-onboarding/files/passkey-onboarding.md +37 -0
- package/registry/layers/capability/passkey-onboarding/files/src/components/PasskeyRegister.tsx +25 -0
- package/registry/layers/capability/passkey-onboarding/files/src/components/PasskeySignIn.tsx +84 -0
- package/registry/layers/capability/passkey-onboarding/files/src/passkey-onboarding-config.json +1 -0
- package/registry/layers/capability/passkey-onboarding/manifest.json +78 -0
- package/registry/layers/capability/routing/files/router.tsx +63 -0
- package/registry/layers/capability/routing/files/routing-notes.md +33 -0
- package/registry/layers/capability/routing/manifest.json +66 -0
- package/registry/layers/capability/saas-billing/manifest.json +5 -0
- package/registry/layers/capability/shadcn/files/breadcrumb.tsx +1 -1
- package/registry/layers/capability/shadcn/files/collapsible.tsx +50 -0
- package/registry/layers/capability/shadcn/files/popover.tsx +54 -0
- package/registry/layers/capability/shadcn/manifest.json +22 -1
- package/registry/layers/capability/stripe-checkout-onetime/files/checkout.ts +60 -0
- package/registry/layers/capability/stripe-checkout-onetime/manifest.json +36 -0
- package/registry/layers/capability/stripe-connect/files/connect-api.ts +57 -0
- package/registry/layers/capability/stripe-connect/files/connect-config.json +8 -0
- package/registry/layers/capability/stripe-connect/manifest.json +40 -0
- package/registry/layers/capability/stripe-metered/files/metered.ts +43 -0
- package/registry/layers/capability/stripe-metered/manifest.json +35 -0
- package/registry/layers/capability/tailwind/manifest.json +13 -1
- package/registry/layers/capability/tangle-gpu-provider/files/gpu-config.json +14 -0
- package/registry/layers/capability/tangle-gpu-provider/manifest.json +34 -0
- package/registry/layers/capability/tangle-mpp/files/mpp-config.json +18 -0
- package/registry/layers/capability/tangle-mpp/manifest.json +30 -0
- package/registry/layers/capability/tangle-remote-provider/files/remote-config.json +28 -0
- package/registry/layers/capability/tangle-remote-provider/manifest.json +29 -0
- package/registry/layers/capability/tangle-tee/files/tee-config.json +20 -0
- package/registry/layers/capability/tangle-tee/manifest.json +31 -0
- package/registry/layers/capability/tangle-x402/files/x402-config.json +11 -0
- package/registry/layers/capability/tangle-x402/manifest.json +24 -0
- package/registry/layers/capability/webhook-processor/manifest.json +10 -14
- package/registry/layers/capability/webrtc/manifest.json +79 -10
- package/registry/layers/capability/zk-browser/files/mixer-deposit-panel.tsx +64 -0
- package/registry/layers/capability/zk-browser/files/mixer-merkle-panel.tsx +41 -0
- package/registry/layers/capability/zk-browser/files/mixer-note.ts +90 -0
- package/registry/layers/capability/zk-browser/files/mixer-verify-panel.tsx +66 -0
- package/registry/layers/capability/zk-browser/files/mixer-withdraw-panel.tsx +105 -0
- package/registry/layers/capability/zk-browser/files/zk-circuits.md +73 -0
- package/registry/layers/capability/zk-browser/files/zkproof.ts +94 -0
- package/registry/layers/capability/zk-browser/manifest.json +112 -0
- package/registry/layers/capability/zk-gnark/files/circuit.go +28 -0
- package/registry/layers/capability/zk-gnark/files/gnark-notes.md +80 -0
- package/registry/layers/capability/zk-gnark/files/prover.go +70 -0
- package/registry/layers/capability/zk-gnark/manifest.json +63 -0
- package/registry/layers/capability/zk-noir/files/circuits/Nargo.toml +7 -0
- package/registry/layers/capability/zk-noir/files/circuits/main.nr +22 -0
- package/registry/layers/capability/zk-noir/files/noir-notes.md +72 -0
- package/registry/layers/capability/zk-noir/files/prover.ts +53 -0
- package/registry/layers/capability/zk-noir/manifest.json +72 -0
- package/registry/layers/database/convex/manifest.json +12 -9
- package/registry/layers/database/mongodb/manifest.json +12 -9
- package/registry/layers/database/postgres/manifest.json +18 -9
- package/registry/layers/database/sqlite/manifest.json +18 -9
- package/registry/layers/framework/agent-swarm-ts/files/researcher.ts +30 -0
- package/registry/layers/framework/agent-swarm-ts/files/server.ts +35 -0
- package/registry/layers/framework/agent-swarm-ts/files/state.ts +33 -0
- package/registry/layers/framework/agent-swarm-ts/files/supervisor.ts +31 -0
- package/registry/layers/framework/agent-swarm-ts/files/writer.ts +27 -0
- package/registry/layers/framework/agent-swarm-ts/manifest.json +27 -0
- package/registry/layers/framework/aptos-move/files/AGENTS.md +58 -0
- package/registry/layers/framework/aptos-move/files/Move.toml +10 -0
- package/registry/layers/framework/aptos-move/files/module.move +46 -0
- package/registry/layers/framework/aptos-move/files/package.json +9 -0
- package/registry/layers/framework/aptos-move/files/scripts/deploy.sh +21 -0
- package/registry/layers/framework/aptos-move/files/test.move +30 -0
- package/registry/layers/framework/aptos-move/manifest.json +88 -0
- package/registry/layers/framework/arkworks-prover/manifest.json +6 -0
- package/registry/layers/framework/astro-static/files/astro.config.mjs +9 -0
- package/registry/layers/framework/astro-static/files/src/env.d.ts +1 -0
- package/registry/layers/framework/astro-static/files/src/layouts/Base.astro +33 -0
- package/registry/layers/framework/astro-static/files/src/pages/index.astro +18 -0
- package/registry/layers/framework/astro-static/manifest.json +75 -0
- package/registry/layers/framework/bevy-web/files/src/main.rs +79 -0
- package/registry/layers/framework/bevy-web/manifest.json +48 -0
- package/registry/layers/framework/bun-http/files/handlers.ts +25 -0
- package/registry/layers/framework/bun-http/files/server.ts +15 -0
- package/registry/layers/framework/bun-http/manifest.json +15 -0
- package/registry/layers/framework/celestia-da/files/AGENTS.md +70 -0
- package/registry/layers/framework/celestia-da/files/cmd/celestia-node/main.go +146 -0
- package/registry/layers/framework/celestia-da/files/config.toml +32 -0
- package/registry/layers/framework/celestia-da/files/docker-compose.yml +30 -0
- package/registry/layers/framework/celestia-da/files/go.mod +3 -0
- package/registry/layers/framework/celestia-da/files/go.sum +0 -0
- package/registry/layers/framework/celestia-da/files/submit-blob.sh +54 -0
- package/registry/layers/framework/celestia-da/manifest.json +65 -0
- package/registry/layers/framework/crm-backend/files/contacts.ts +93 -0
- package/registry/layers/framework/crm-backend/files/db.ts +8 -0
- package/registry/layers/framework/crm-backend/files/drizzle.config.ts +9 -0
- package/registry/layers/framework/crm-backend/files/package.json +22 -0
- package/registry/layers/framework/crm-backend/files/pipeline.ts +158 -0
- package/registry/layers/framework/crm-backend/files/reporting.ts +69 -0
- package/registry/layers/framework/crm-backend/files/schema.ts +146 -0
- package/registry/layers/framework/crm-backend/files/server.ts +42 -0
- package/registry/layers/framework/crm-backend/manifest.json +89 -0
- package/registry/layers/framework/deno-edge/files/handlers.ts +24 -0
- package/registry/layers/framework/deno-edge/files/server.ts +12 -0
- package/registry/layers/framework/deno-edge/manifest.json +15 -0
- package/registry/layers/framework/ecommerce-headless/files/.env.example +12 -0
- package/registry/layers/framework/ecommerce-headless/files/AGENTS.md +57 -0
- package/registry/layers/framework/ecommerce-headless/files/cart.ts +119 -0
- package/registry/layers/framework/ecommerce-headless/files/checkout.ts +113 -0
- package/registry/layers/framework/ecommerce-headless/files/db.ts +8 -0
- package/registry/layers/framework/ecommerce-headless/files/drizzle.config.ts +9 -0
- package/registry/layers/framework/ecommerce-headless/files/package.json +23 -0
- package/registry/layers/framework/ecommerce-headless/files/products.ts +33 -0
- package/registry/layers/framework/ecommerce-headless/files/schema.ts +160 -0
- package/registry/layers/framework/ecommerce-headless/files/server.ts +43 -0
- package/registry/layers/framework/ecommerce-headless/files/stripe-webhook.ts +148 -0
- package/registry/layers/framework/ecommerce-headless/files/tsconfig.json +14 -0
- package/registry/layers/framework/ecommerce-headless/manifest.json +81 -0
- package/registry/layers/framework/electron-native-os/files/App.tsx +87 -0
- package/registry/layers/framework/electron-native-os/files/deeplinks.ts +59 -0
- package/registry/layers/framework/electron-native-os/files/electron-builder.json +39 -0
- package/registry/layers/framework/electron-native-os/files/electron.vite.config.ts +14 -0
- package/registry/layers/framework/electron-native-os/files/index.ts +119 -0
- package/registry/layers/framework/electron-native-os/files/menu.ts +99 -0
- package/registry/layers/framework/electron-native-os/files/package.json +30 -0
- package/registry/layers/framework/electron-native-os/files/preload.ts +33 -0
- package/registry/layers/framework/electron-native-os/files/protocol.ts +56 -0
- package/registry/layers/framework/electron-native-os/files/renderer-index.html +14 -0
- package/registry/layers/framework/electron-native-os/files/renderer-main.tsx +12 -0
- package/registry/layers/framework/electron-native-os/files/styles.css +72 -0
- package/registry/layers/framework/electron-native-os/files/tsconfig.json +14 -0
- package/registry/layers/framework/electron-native-os/files/updater.ts +29 -0
- package/registry/layers/framework/electron-native-os/manifest.json +121 -0
- package/registry/layers/framework/eleventy-static/files/base.njk +23 -0
- package/registry/layers/framework/eleventy-static/files/index.md +11 -0
- package/registry/layers/framework/eleventy-static/files/src/assets/.gitkeep +0 -0
- package/registry/layers/framework/eleventy-static/manifest.json +75 -0
- package/registry/layers/framework/esp32-rust/files/.cargo/config.toml +3 -0
- package/registry/layers/framework/esp32-rust/files/Cargo.toml +11 -0
- package/registry/layers/framework/esp32-rust/files/README.md +51 -0
- package/registry/layers/framework/esp32-rust/files/build.rs +1 -0
- package/registry/layers/framework/esp32-rust/files/rust-toolchain.toml +2 -0
- package/registry/layers/framework/esp32-rust/files/src/main.rs +16 -0
- package/registry/layers/framework/esp32-rust/manifest.json +48 -0
- package/registry/layers/framework/expo-rn-rich/files/App.tsx +28 -0
- package/registry/layers/framework/expo-rn-rich/files/CanvasScreen.tsx +84 -0
- package/registry/layers/framework/expo-rn-rich/files/HomeScreen.tsx +43 -0
- package/registry/layers/framework/expo-rn-rich/files/RootNavigator.tsx +37 -0
- package/registry/layers/framework/expo-rn-rich/files/app.json +27 -0
- package/registry/layers/framework/expo-rn-rich/files/babel.config.js +10 -0
- package/registry/layers/framework/expo-rn-rich/files/metro.config.cjs +9 -0
- package/registry/layers/framework/expo-rn-rich/files/metro.config.js +14 -0
- package/registry/layers/framework/expo-rn-rich/files/tsconfig.json +12 -0
- package/registry/layers/framework/expo-rn-rich/manifest.json +101 -0
- package/registry/layers/framework/fintech-ledger-backend/files/db.ts +10 -0
- package/registry/layers/framework/fintech-ledger-backend/files/drizzle.config.ts +9 -0
- package/registry/layers/framework/fintech-ledger-backend/files/ledger/query.ts +66 -0
- package/registry/layers/framework/fintech-ledger-backend/files/money.ts +32 -0
- package/registry/layers/framework/fintech-ledger-backend/files/post.ts +141 -0
- package/registry/layers/framework/fintech-ledger-backend/files/schema.ts +87 -0
- package/registry/layers/framework/fintech-ledger-backend/files/server.ts +26 -0
- package/registry/layers/framework/fintech-ledger-backend/files/transactions-api.ts +59 -0
- package/registry/layers/framework/fintech-ledger-backend/files/tsconfig.json +17 -0
- package/registry/layers/framework/fintech-ledger-backend/manifest.json +82 -0
- package/registry/layers/framework/flutter-app/files/main.dart +189 -0
- package/registry/layers/framework/flutter-app/manifest.json +15 -0
- package/registry/layers/framework/forge-foundation/files/foundry.toml +17 -14
- package/registry/layers/framework/fraud-ops-console/manifest.json +8 -0
- package/registry/layers/framework/gdpr-compliance-pack/files/AGENTS.md +40 -0
- package/registry/layers/framework/gdpr-compliance-pack/files/package.json +19 -0
- package/registry/layers/framework/gdpr-compliance-pack/files/tsconfig.json +14 -0
- package/registry/layers/framework/gdpr-compliance-pack/manifest.json +60 -0
- package/registry/layers/framework/godot-web/files/export/web/.gitkeep +0 -0
- package/registry/layers/framework/godot-web/files/export_presets.cfg +5 -0
- package/registry/layers/framework/godot-web/files/exports/web/.gitkeep +0 -0
- package/registry/layers/framework/godot-web/files/package.json +15 -0
- package/registry/layers/framework/godot-web/files/project.godot +5 -0
- package/registry/layers/framework/godot-web/files/scenes/main.tscn +19 -0
- package/registry/layers/framework/godot-web/files/scripts/main.gd +29 -0
- package/registry/layers/framework/godot-web/files/src/main.ts +2 -0
- package/registry/layers/framework/godot-web/files/tsconfig.json +11 -0
- package/registry/layers/framework/godot-web/manifest.json +62 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/db.ts +13 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/drizzle.config.ts +11 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/encounters.ts +89 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/encryption.ts +69 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/hipaa.md +65 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/package.json +22 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/patients.ts +86 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/phi-access.ts +85 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/schema.ts +82 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/server.ts +43 -0
- package/registry/layers/framework/healthcare-hipaa-backend/files/tsconfig.json +15 -0
- package/registry/layers/framework/healthcare-hipaa-backend/manifest.json +138 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/AGENTS.md +39 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/docs/BAA-template.md +60 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/docs/HIPAA-controls.md +58 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/package.json +14 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/src/audit-log.ts +54 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/src/encryption.ts +74 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/src/phi-access.ts +83 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/tsconfig.json +14 -0
- package/registry/layers/framework/hipaa-compliance-pack/files/validate-hipaa-pack.mjs +33 -0
- package/registry/layers/framework/hipaa-compliance-pack/manifest.json +56 -0
- package/registry/layers/framework/hls-origin/files/server.ts +83 -0
- package/registry/layers/framework/hls-origin/manifest.json +72 -0
- package/registry/layers/framework/hugo-static/files/_index.md +18 -0
- package/registry/layers/framework/hugo-static/files/baseof.html +22 -0
- package/registry/layers/framework/hugo-static/files/index.html +13 -0
- package/registry/layers/framework/hugo-static/files/package.json +13 -0
- package/registry/layers/framework/hugo-static/manifest.json +70 -0
- package/registry/layers/framework/jupyter-book/files/chapter-1.md +30 -0
- package/registry/layers/framework/jupyter-book/manifest.json +63 -0
- package/registry/layers/framework/k12-edtech/files/README.md +79 -0
- package/registry/layers/framework/k12-edtech/files/classroom.ts +119 -0
- package/registry/layers/framework/k12-edtech/files/db.ts +8 -0
- package/registry/layers/framework/k12-edtech/files/drizzle.config.ts +9 -0
- package/registry/layers/framework/k12-edtech/files/gradebook.ts +161 -0
- package/registry/layers/framework/k12-edtech/files/schema.ts +171 -0
- package/registry/layers/framework/k12-edtech/files/server.ts +58 -0
- package/registry/layers/framework/k12-edtech/files/tsconfig.json +15 -0
- package/registry/layers/framework/k12-edtech/manifest.json +105 -0
- package/registry/layers/framework/kotlin-multiplatform/files/AGENTS.md +67 -0
- package/registry/layers/framework/kotlin-multiplatform/files/App.kt +46 -0
- package/registry/layers/framework/kotlin-multiplatform/files/Platform.android.kt +5 -0
- package/registry/layers/framework/kotlin-multiplatform/files/Platform.ios.kt +6 -0
- package/registry/layers/framework/kotlin-multiplatform/files/build.gradle.kts +3 -0
- package/registry/layers/framework/kotlin-multiplatform/files/pom.xml +38 -0
- package/registry/layers/framework/kotlin-multiplatform/files/settings.gradle.kts +7 -0
- package/registry/layers/framework/kotlin-multiplatform/files/src/commonMain/kotlin/App.kt +3 -0
- package/registry/layers/framework/kotlin-multiplatform/manifest.json +74 -0
- package/registry/layers/framework/kyc-onboarding/manifest.json +8 -0
- package/registry/layers/framework/legal-case-mgmt/files/.env.example +5 -0
- package/registry/layers/framework/legal-case-mgmt/files/AGENTS.md +62 -0
- package/registry/layers/framework/legal-case-mgmt/files/billing.ts +130 -0
- package/registry/layers/framework/legal-case-mgmt/files/db.ts +8 -0
- package/registry/layers/framework/legal-case-mgmt/files/drizzle.config.ts +9 -0
- package/registry/layers/framework/legal-case-mgmt/files/matter.ts +111 -0
- package/registry/layers/framework/legal-case-mgmt/files/package.json +23 -0
- package/registry/layers/framework/legal-case-mgmt/files/schema.ts +148 -0
- package/registry/layers/framework/legal-case-mgmt/files/server.ts +50 -0
- package/registry/layers/framework/legal-case-mgmt/files/tsconfig.json +16 -0
- package/registry/layers/framework/legal-case-mgmt/files/validate-legal.mjs +26 -0
- package/registry/layers/framework/legal-case-mgmt/manifest.json +79 -0
- package/registry/layers/framework/livekit-sfu/files/AGENTS.md +76 -0
- package/registry/layers/framework/livekit-sfu/files/server.ts +84 -0
- package/registry/layers/framework/livekit-sfu/manifest.json +67 -0
- package/registry/layers/framework/lora-training/files/infer.py +102 -0
- package/registry/layers/framework/lora-training/files/pyrightconfig.json +8 -0
- package/registry/layers/framework/lora-training/files/train.py +174 -0
- package/registry/layers/framework/lora-training/manifest.json +78 -0
- package/registry/layers/framework/move-package/files/Move.toml +20 -1
- package/registry/layers/framework/move-package/files/module.move +1 -1
- package/registry/layers/framework/move-package/files/test.move +4 -6
- package/registry/layers/framework/multimodal-agent/files/App.tsx +219 -0
- package/registry/layers/framework/multimodal-agent/files/main.tsx +12 -0
- package/registry/layers/framework/multimodal-agent/manifest.json +60 -0
- package/registry/layers/framework/observable-notebook/files/data/rows.json.ts +11 -0
- package/registry/layers/framework/observable-notebook/files/overview.md +28 -0
- package/registry/layers/framework/observable-notebook/files/src/observablehq.d.ts +12 -0
- package/registry/layers/framework/observable-notebook/files/tsconfig.json +13 -0
- package/registry/layers/framework/observable-notebook/manifest.json +55 -0
- package/registry/layers/framework/ollama-server/files/.env.example +6 -0
- package/registry/layers/framework/ollama-server/files/src/client.ts +52 -0
- package/registry/layers/framework/ollama-server/manifest.json +52 -0
- package/registry/layers/framework/pci-dss-compliance-pack/files/AGENTS.md +52 -0
- package/registry/layers/framework/pci-dss-compliance-pack/files/README.md +51 -0
- package/registry/layers/framework/pci-dss-compliance-pack/files/src/index.ts +3 -0
- package/registry/layers/framework/pci-dss-compliance-pack/manifest.json +50 -0
- package/registry/layers/framework/phaser-game/files/src/main.ts +19 -0
- package/registry/layers/framework/phaser-game/files/src/scenes/MainScene.ts +38 -0
- package/registry/layers/framework/phaser-game/manifest.json +55 -0
- package/registry/layers/framework/pixijs-game/files/src/main.ts +49 -0
- package/registry/layers/framework/pixijs-game/files/src/vite-env.d.ts +1 -0
- package/registry/layers/framework/pixijs-game/manifest.json +51 -0
- package/registry/layers/framework/polymarket-portfolio-hedging/manifest.json +8 -0
- package/registry/layers/framework/rag-pipeline-py/files/AGENTS.md +55 -0
- package/registry/layers/framework/rag-pipeline-py/files/__init__.py +1 -0
- package/registry/layers/framework/rag-pipeline-py/files/pipeline.py +220 -0
- package/registry/layers/framework/rag-pipeline-py/manifest.json +56 -0
- package/registry/layers/framework/react-vite-ts/files/App.tsx +9 -72
- package/registry/layers/framework/realtime-audio-ts/files/audio.ts +75 -0
- package/registry/layers/framework/realtime-audio-ts/files/index.html +34 -0
- package/registry/layers/framework/realtime-audio-ts/files/main.ts +93 -0
- package/registry/layers/framework/realtime-audio-ts/files/peer.ts +68 -0
- package/registry/layers/framework/realtime-audio-ts/files/styles.css +59 -0
- package/registry/layers/framework/realtime-audio-ts/files/tsconfig.json +12 -0
- package/registry/layers/framework/realtime-audio-ts/files/visualizer.ts +59 -0
- package/registry/layers/framework/realtime-audio-ts/files/vite.config.ts +16 -0
- package/registry/layers/framework/realtime-audio-ts/manifest.json +54 -0
- package/registry/layers/framework/risczero-zkvm/manifest.json +6 -0
- package/registry/layers/framework/ros2-node-py/files/AGENTS.md +58 -0
- package/registry/layers/framework/ros2-node-py/files/__init__.py +0 -0
- package/registry/layers/framework/ros2-node-py/files/bringup.launch.py +23 -0
- package/registry/layers/framework/ros2-node-py/files/minimal_publisher.py +43 -0
- package/registry/layers/framework/ros2-node-py/files/minimal_subscriber.py +36 -0
- package/registry/layers/framework/ros2-node-py/files/my_node.py +24 -0
- package/registry/layers/framework/ros2-node-py/files/setup.py +28 -0
- package/registry/layers/framework/ros2-node-py/manifest.json +90 -0
- package/registry/layers/framework/sglang-server/files/Makefile +22 -0
- package/registry/layers/framework/sglang-server/files/README.md +56 -0
- package/registry/layers/framework/sglang-server/files/__init__.py +1 -0
- package/registry/layers/framework/sglang-server/files/pyproject.toml +30 -0
- package/registry/layers/framework/sglang-server/manifest.json +62 -0
- package/registry/layers/framework/skypilot-serving/files/AGENTS.md +85 -0
- package/registry/layers/framework/skypilot-serving/manifest.json +68 -0
- package/registry/layers/framework/soc2-compliance-pack/files/AGENTS.md +46 -0
- package/registry/layers/framework/soc2-compliance-pack/files/README.md +61 -0
- package/registry/layers/framework/soc2-compliance-pack/files/src/index.ts +3 -0
- package/registry/layers/framework/soc2-compliance-pack/manifest.json +52 -0
- package/registry/layers/framework/sp1-zkvm/manifest.json +6 -0
- package/registry/layers/framework/stm32-rust/files/.cargo/config.toml +9 -0
- package/registry/layers/framework/stm32-rust/files/Embed.toml +27 -0
- package/registry/layers/framework/stm32-rust/files/rust-toolchain.toml +3 -0
- package/registry/layers/framework/stm32-rust/files/src/main.rs +54 -0
- package/registry/layers/framework/stm32-rust/manifest.json +66 -0
- package/registry/layers/framework/streamlit-advanced/files/.env.example +3 -0
- package/registry/layers/framework/streamlit-advanced/files/README.md +58 -0
- package/registry/layers/framework/streamlit-advanced/files/analysis.py +40 -0
- package/registry/layers/framework/streamlit-advanced/files/app.py +76 -0
- package/registry/layers/framework/streamlit-advanced/manifest.json +60 -0
- package/registry/layers/framework/tangle-blueprint/files/foundry.toml +8 -0
- package/registry/layers/framework/tangle-blueprint/files/lib.rs +29 -15
- package/registry/layers/framework/tauri-menubar/README.md +54 -0
- package/registry/layers/framework/tauri-menubar/files/App.tsx +65 -0
- package/registry/layers/framework/tauri-menubar/files/Cargo.toml +18 -0
- package/registry/layers/framework/tauri-menubar/files/build.rs +3 -0
- package/registry/layers/framework/tauri-menubar/files/index.html +13 -0
- package/registry/layers/framework/tauri-menubar/files/lib.rs +75 -0
- package/registry/layers/framework/tauri-menubar/files/main.rs +7 -0
- package/registry/layers/framework/tauri-menubar/files/main.tsx +14 -0
- package/registry/layers/framework/tauri-menubar/files/styles.css +112 -0
- package/registry/layers/framework/tauri-menubar/files/tauri.conf.json +45 -0
- package/registry/layers/framework/tauri-menubar/files/tsconfig.json +13 -0
- package/registry/layers/framework/tauri-menubar/files/vite.config.ts +18 -0
- package/registry/layers/framework/tauri-menubar/manifest.json +92 -0
- package/registry/layers/framework/tauri-tray/files/Cargo.toml +19 -0
- package/registry/layers/framework/tauri-tray/files/build.rs +3 -0
- package/registry/layers/framework/tauri-tray/files/lib.rs +89 -0
- package/registry/layers/framework/tauri-tray/files/main.rs +5 -0
- package/registry/layers/framework/tauri-tray/files/src/main.ts +1 -0
- package/registry/layers/framework/tauri-tray/files/src/tray.ts +5 -0
- package/registry/layers/framework/tauri-tray/files/tauri.conf.json +28 -0
- package/registry/layers/framework/tauri-tray/files/tsconfig.json +11 -0
- package/registry/layers/framework/tauri-tray/manifest.json +80 -0
- package/registry/layers/framework/tgi-server/files/pyproject.toml +20 -0
- package/registry/layers/framework/tgi-server/files/src/__init__.py +1 -0
- package/registry/layers/framework/tgi-server/files/src/main.py +50 -0
- package/registry/layers/framework/tgi-server/manifest.json +41 -0
- package/registry/layers/framework/threejs-game/files/src/main.ts +62 -0
- package/registry/layers/framework/threejs-game/files/src/vite-env.d.ts +1 -0
- package/registry/layers/framework/threejs-game/manifest.json +50 -0
- package/registry/layers/framework/triton-server/files/AGENTS.md +71 -0
- package/registry/layers/framework/triton-server/files/Makefile +25 -0
- package/registry/layers/framework/triton-server/files/__init__.py +1 -0
- package/registry/layers/framework/triton-server/files/pyproject.toml +33 -0
- package/registry/layers/framework/triton-server/manifest.json +70 -0
- package/registry/layers/framework/unity-web-proxy/files/index.html +104 -0
- package/registry/layers/framework/unity-web-proxy/manifest.json +63 -0
- package/registry/layers/framework/vision-first-agent/files/main.ts +143 -0
- package/registry/layers/framework/vision-first-agent/files/vite-env.d.ts +1 -0
- package/registry/layers/framework/vision-first-agent/manifest.json +47 -0
- package/registry/layers/framework/vllm-server/files/__init__.py +0 -0
- package/registry/layers/framework/vllm-server/files/server.py +134 -0
- package/registry/layers/framework/vllm-server/manifest.json +15 -0
- package/registry/layers/framework/voice-first-agent/files/main.ts +160 -0
- package/registry/layers/framework/voice-first-agent/files/vite-env.d.ts +1 -0
- package/registry/layers/framework/voice-first-agent/manifest.json +48 -0
- package/registry/layers/framework/wasm-rust/files/index.html +12 -0
- package/registry/layers/framework/wasm-rust/files/lib.rs +43 -0
- package/registry/layers/framework/wasm-rust/files/main.ts +24 -0
- package/registry/layers/framework/wasm-rust/files/pkg/starter_foundry_wasm.d.ts +7 -0
- package/registry/layers/framework/wasm-rust/manifest.json +23 -0
- package/registry/layers/framework/webgpu-inference/files/src/main.ts +167 -0
- package/registry/layers/framework/webgpu-inference/files/src/shaders/matmul.wgsl +30 -0
- package/registry/layers/framework/webgpu-inference/manifest.json +55 -0
- package/registry/layers/framework/webgpu-render/files/src/main.ts +113 -0
- package/registry/layers/framework/webgpu-render/files/src/shaders/main.wgsl +37 -0
- package/registry/layers/framework/webgpu-render/files/src/vite-env.d.ts +1 -0
- package/registry/layers/framework/webgpu-render/manifest.json +56 -0
- package/registry/layers/framework/zola-static/files/_index.md +10 -0
- package/registry/layers/framework/zola-static/files/base.html +12 -0
- package/registry/layers/framework/zola-static/files/gitignore +3 -0
- package/registry/layers/framework/zola-static/files/index.html +26 -0
- package/registry/layers/framework/zola-static/files/main.scss +21 -0
- package/registry/layers/framework/zola-static/files/package.json +12 -0
- package/registry/layers/framework/zola-static/files/static.gitkeep +0 -0
- package/registry/layers/framework/zola-static/manifest.json +72 -0
- package/registry/layers/payments/coinbase-commerce/manifest.json +26 -17
- package/registry/layers/payments/none/manifest.json +28 -17
- package/registry/layers/payments/stripe/manifest.json +27 -17
- package/registry/layers/queue/bullmq/manifest.json +15 -13
- package/registry/layers/queue/none/manifest.json +15 -13
- package/registry/layers/queue/trigger-dev/manifest.json +15 -13
- package/registry/layers/sdk/coinbase-cdp/manifest.json +24 -17
- package/registry/layers/sdk/evm-wallet/manifest.json +24 -17
- package/registry/layers/sdk/none/manifest.json +26 -17
- package/registry/layers/sdk/solana-web3/manifest.json +24 -17
- package/registry/package-to-capability.json +16 -10
- package/registry/partners/avalanche/files/partner-config.json +14 -0
- package/registry/partners/avalanche/files/starter-brand.json +5 -0
- package/registry/partners/avalanche/manifest.json +46 -0
- package/registry/partners/chainlink/files/chainlink-config.json +29 -0
- package/registry/partners/chainlink/manifest.json +43 -0
- package/registry/partners/farcaster/files/partner-config.json +10 -0
- package/registry/partners/farcaster/files/starter-brand.json +5 -0
- package/registry/partners/farcaster/manifest.json +44 -0
- package/registry/partners/hyperliquid/files/partner-config.json +12 -0
- package/registry/partners/hyperliquid/files/starter-brand.json +5 -0
- package/registry/partners/hyperliquid/manifest.json +46 -0
- package/registry/partners/lens/files/partner-config.json +12 -0
- package/registry/partners/lens/files/starter-brand.json +5 -0
- package/registry/partners/lens/manifest.json +44 -0
- package/registry/partners/linea/files/partner-config.json +13 -0
- package/registry/partners/linea/files/starter-brand.json +5 -0
- package/registry/partners/linea/manifest.json +45 -0
- package/registry/partners/monad/files/partner-config.json +10 -0
- package/registry/partners/monad/files/starter-brand.json +5 -0
- package/registry/partners/monad/manifest.json +46 -0
- package/registry/partners/polygon/files/partner-config.json +16 -0
- package/registry/partners/polygon/files/starter-brand.json +5 -0
- package/registry/partners/polygon/manifest.json +46 -0
- package/registry/partners/sei-evm/files/partner-config.json +12 -0
- package/registry/partners/sei-evm/files/starter-brand.json +5 -0
- package/registry/partners/sei-evm/manifest.json +45 -0
- package/registry/partners/sui/files/sui-config.json +18 -0
- package/registry/partners/sui/manifest.json +41 -0
- package/registry/partners/tempo/files/tempo-config.json +26 -0
- package/registry/partners/tempo/manifest.json +46 -0
- package/registry/partners/tether/files/partner-config.json +17 -0
- package/registry/partners/tether/files/starter-brand.json +5 -0
- package/registry/partners/tether/manifest.json +49 -0
- package/registry/partners/usdc-circle/files/partner-config.json +25 -0
- package/registry/partners/usdc-circle/files/starter-brand.json +5 -0
- package/registry/partners/usdc-circle/manifest.json +50 -0
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// Baseline + regression-diff tool for tests/eval/.
|
|
3
|
+
//
|
|
4
|
+
// node scripts/eval-baseline.mjs # print latest vs baseline diff
|
|
5
|
+
// node scripts/eval-baseline.mjs --write # pin current latest as baseline
|
|
6
|
+
// node scripts/eval-baseline.mjs --check --tolerance 0.02
|
|
7
|
+
// exit 1 if aggregate regressed by more than tolerance
|
|
8
|
+
//
|
|
9
|
+
// Reads: .evolve/eval/latest.json, .evolve/eval/baseline.json
|
|
10
|
+
// Writes: .evolve/eval/baseline.json (with --write)
|
|
11
|
+
|
|
12
|
+
import { readFile, writeFile } from 'node:fs/promises'
|
|
13
|
+
import { existsSync } from 'node:fs'
|
|
14
|
+
import { resolve, dirname } from 'node:path'
|
|
15
|
+
import { fileURLToPath } from 'node:url'
|
|
16
|
+
|
|
17
|
+
const ROOT = resolve(dirname(fileURLToPath(import.meta.url)), '..')
|
|
18
|
+
const LATEST = resolve(ROOT, '.evolve/eval/latest.json')
|
|
19
|
+
const BASELINE = resolve(ROOT, '.evolve/eval/baseline.json')
|
|
20
|
+
const argv = process.argv.slice(2)
|
|
21
|
+
const arg = (flag, fallback) => {
|
|
22
|
+
const i = argv.indexOf(flag)
|
|
23
|
+
return i >= 0 && argv[i + 1] ? argv[i + 1] : fallback
|
|
24
|
+
}
|
|
25
|
+
const WRITE = argv.includes('--write')
|
|
26
|
+
const CHECK = argv.includes('--check')
|
|
27
|
+
const TOLERANCE = Number(arg('--tolerance', '0.02'))
|
|
28
|
+
|
|
29
|
+
async function loadOrNull(path) {
|
|
30
|
+
if (!existsSync(path)) return null
|
|
31
|
+
try {
|
|
32
|
+
return JSON.parse(await readFile(path, 'utf8'))
|
|
33
|
+
} catch (err) {
|
|
34
|
+
console.error(`[eval-baseline] could not parse ${path}:`, err.message)
|
|
35
|
+
return null
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
async function main() {
|
|
40
|
+
const latest = await loadOrNull(LATEST)
|
|
41
|
+
if (!latest) {
|
|
42
|
+
console.error(`no .evolve/eval/latest.json — run: node tests/eval/run-eval.mjs`)
|
|
43
|
+
process.exit(2)
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
if (WRITE) {
|
|
47
|
+
await writeFile(BASELINE, JSON.stringify(latest, null, 2))
|
|
48
|
+
console.log(`baseline pinned at aggregate=${latest.aggregate.toFixed(3)} (${latest.passCount}/${latest.totalCount})`)
|
|
49
|
+
return
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
const baseline = await loadOrNull(BASELINE)
|
|
53
|
+
if (!baseline) {
|
|
54
|
+
console.log(`no baseline yet — run: node scripts/eval-baseline.mjs --write`)
|
|
55
|
+
console.log(`latest: aggregate=${latest.aggregate.toFixed(3)} (${latest.passCount}/${latest.totalCount})`)
|
|
56
|
+
return
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
const delta = latest.aggregate - baseline.aggregate
|
|
60
|
+
const sign = delta >= 0 ? '+' : ''
|
|
61
|
+
console.log(`baseline: ${baseline.aggregate.toFixed(3)} (${baseline.passCount}/${baseline.totalCount}, ${baseline.timestamp})`)
|
|
62
|
+
console.log(`latest: ${latest.aggregate.toFixed(3)} (${latest.passCount}/${latest.totalCount}, ${latest.timestamp})`)
|
|
63
|
+
console.log(`delta: ${sign}${delta.toFixed(3)} (tolerance ${TOLERANCE})`)
|
|
64
|
+
|
|
65
|
+
const baselineById = Object.fromEntries(baseline.results.map((r) => [r.id, r]))
|
|
66
|
+
const flips = []
|
|
67
|
+
for (const r of latest.results) {
|
|
68
|
+
const prev = baselineById[r.id]
|
|
69
|
+
if (!prev) continue
|
|
70
|
+
if (prev.passed && !r.passed) flips.push({ id: r.id, reason: r.reason, direction: 'regress' })
|
|
71
|
+
if (!prev.passed && r.passed) flips.push({ id: r.id, reason: r.reason, direction: 'improve' })
|
|
72
|
+
}
|
|
73
|
+
if (flips.length) {
|
|
74
|
+
console.log(`scenario flips (${flips.length}):`)
|
|
75
|
+
for (const f of flips) console.log(` ${f.direction === 'regress' ? '✗' : '✓'} ${f.id} — ${f.reason}`)
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
if (CHECK && delta < -TOLERANCE) {
|
|
79
|
+
console.error(`REGRESSION — delta ${delta.toFixed(3)} below tolerance -${TOLERANCE}`)
|
|
80
|
+
process.exit(1)
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
main().catch((err) => {
|
|
85
|
+
console.error('[eval-baseline] fatal:', err)
|
|
86
|
+
process.exit(2)
|
|
87
|
+
})
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
# Agent eval
|
|
2
|
+
|
|
3
|
+
This scaffold ships with a reproducible eval built on [`@tangle-network/agent-eval`](https://www.npmjs.com/package/@tangle-network/agent-eval). Every scenario is a `TestGradedScenario`; the library spawns it via `SubprocessSandboxDriver`, captures it in `InMemoryTraceStore`, and scores it via the sandbox harness. You get structured `Run` records for free.
|
|
4
|
+
|
|
5
|
+
## What's here
|
|
6
|
+
|
|
7
|
+
```
|
|
8
|
+
tests/eval/
|
|
9
|
+
scenarios.json ← edit first. Each entry becomes a TestGradedScenario.
|
|
10
|
+
run-eval.mjs ← thin shell over agent-eval's runTestGradedScenario.
|
|
11
|
+
judge.mjs ← optional LLM-judge hook (no-op by default — calibrate first).
|
|
12
|
+
scripts/
|
|
13
|
+
eval-baseline.mjs ← pin a baseline; re-runs regress against it.
|
|
14
|
+
.github/workflows/
|
|
15
|
+
eval.yml ← PR gate.
|
|
16
|
+
```
|
|
17
|
+
|
|
18
|
+
## Loop
|
|
19
|
+
|
|
20
|
+
```bash
|
|
21
|
+
pnpm install
|
|
22
|
+
node tests/eval/run-eval.mjs # boots agent via `pnpm start`, runs scenarios
|
|
23
|
+
node scripts/eval-baseline.mjs --write # pin current score as baseline
|
|
24
|
+
# edit agent code
|
|
25
|
+
node tests/eval/run-eval.mjs # scorecard diffs vs baseline when --check
|
|
26
|
+
```
|
|
27
|
+
|
|
28
|
+
## Scenario shape
|
|
29
|
+
|
|
30
|
+
Each entry in `scenarios.json` is one HTTP call. `run-eval.mjs` translates it into a shell assertion (`curl` + `jq`) and hands it to `runTestGradedScenario`. The library spawns, captures exit code + stderr, emits a `Run`, and returns `{ pass, score, failureClass }`.
|
|
31
|
+
|
|
32
|
+
```json
|
|
33
|
+
{
|
|
34
|
+
"id": "behavior/handles-task",
|
|
35
|
+
"kind": "http-post",
|
|
36
|
+
"path": "/run",
|
|
37
|
+
"body": { "task": "Summarize X." },
|
|
38
|
+
"assert": {
|
|
39
|
+
"status": 200,
|
|
40
|
+
"jsonShape": { "draft": ["string"] },
|
|
41
|
+
"minResponseChars": 40
|
|
42
|
+
},
|
|
43
|
+
"weight": 2
|
|
44
|
+
}
|
|
45
|
+
```
|
|
46
|
+
|
|
47
|
+
Supported assertions: `status`, `statusIn`, `requireJson`, `jsonShape` (per-field `string|number|boolean|null|array|object|undefined`), `minResponseChars`.
|
|
48
|
+
|
|
49
|
+
## LLM judge (opt-in)
|
|
50
|
+
|
|
51
|
+
`judge.mjs` is a hook that imports `createCustomJudge` from `@tangle-network/agent-eval`. It's a no-op by default because an uncalibrated rubric is worse than no rubric — it will happily score everything ~0.7 and make your gate useless. Before turning it on, calibrate: score 10-20 real scenario outputs by hand, feed them to your judge, confirm direction-agreement ≥0.8, then turn the hook on and extend `run-eval.mjs` to merge judge scores into the scorecard.
|
|
52
|
+
|
|
53
|
+
Relevant library primitives for the LLM layer:
|
|
54
|
+
- `createCustomJudge(name, systemPrompt, opts?)` — rubric-backed judge
|
|
55
|
+
- `createDomainExpertJudge(domain)` — default persona-based rubric
|
|
56
|
+
- `coherenceJudge` / `codeExecutionJudge` / `defaultJudges(domain)` — ready-made judges
|
|
57
|
+
- `JudgeRunner` — runs a set of judges over a Run and merges scores
|
|
58
|
+
|
|
59
|
+
## Baseline + regression
|
|
60
|
+
|
|
61
|
+
`scripts/eval-baseline.mjs --write` pins `.evolve/eval/latest.json` as `.evolve/eval/baseline.json`. `--check --tolerance 0.02` fails non-zero when the aggregate regresses beyond tolerance. CI uses this.
|
|
62
|
+
|
|
63
|
+
## Going beyond HTTP
|
|
64
|
+
|
|
65
|
+
The current runner assumes an HTTP agent (`/health` + scenario endpoints). If your agent is stdio-based, websocket-only, or queue-backed: replace the `buildTestCommand` helper in `run-eval.mjs` with one that emits the right shell assertion (stdio pipe, wscat, redis-cli). Everything downstream stays: `runTestGradedScenario` doesn't care what transport you use, only that the shell command exits 0/non-zero.
|
|
66
|
+
|
|
67
|
+
## The store
|
|
68
|
+
|
|
69
|
+
`run-eval.mjs` uses `InMemoryTraceStore`. For persistence (benchmarks across sessions, CI artifact inspection), swap to `FileSystemTraceStore`:
|
|
70
|
+
|
|
71
|
+
```js
|
|
72
|
+
import { FileSystemTraceStore } from '@tangle-network/agent-eval'
|
|
73
|
+
const store = new FileSystemTraceStore({ root: '.evolve/eval/traces' })
|
|
74
|
+
```
|
|
75
|
+
|
|
76
|
+
Every `Run` object the library emits (scenarioId, pass, score, failureClass, timing, exit codes, stderr) is then on disk, replayable, and consumable by the library's `scoreProject` / `BenchmarkRunner` / `ConvergenceTracker` / `formatBenchmarkReport` for richer reporting.
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
// Optional LLM-judge layer, wired via @tangle-network/agent-eval primitives.
|
|
2
|
+
//
|
|
3
|
+
// By default this file exports a no-op judge — deterministic shell assertions
|
|
4
|
+
// in run-eval.mjs are the contract. Uncomment + customize the block below to
|
|
5
|
+
// add subjective grading on top; the library's createCustomJudge /
|
|
6
|
+
// createDomainExpertJudge / coherenceJudge helpers give you judge signatures
|
|
7
|
+
// that slot into BenchmarkRunner + JudgeRunner.
|
|
8
|
+
//
|
|
9
|
+
// Why a hook instead of a default call: LLM judges need calibration (a rubric
|
|
10
|
+
// that has been cross-checked against human-scored examples) before their
|
|
11
|
+
// numbers are load-bearing. Shipping an uncalibrated rubric at 0.7 threshold
|
|
12
|
+
// bakes the "judge passes anything" failure mode into every scaffold. You opt
|
|
13
|
+
// in; you calibrate; you turn it on.
|
|
14
|
+
//
|
|
15
|
+
// ---- Example (uncomment to use) ------------------------------------------
|
|
16
|
+
//
|
|
17
|
+
// import { createCustomJudge } from '@tangle-network/agent-eval'
|
|
18
|
+
//
|
|
19
|
+
// export const llmJudge = createCustomJudge(
|
|
20
|
+
// 'scaffold-agent-quality',
|
|
21
|
+
// `You are grading an agent service's response to a test scenario. Score 0-10 on:
|
|
22
|
+
// 1. on_task (0-10): did the response address the input, or deflect?
|
|
23
|
+
// 2. specific (0-10): concrete recommendations, not generic advice?
|
|
24
|
+
// 3. safe (0-10): no prompt-injection leak, no unexpected tool calls surfaced?
|
|
25
|
+
// Return ONLY JSON: [{"dimension":"on_task","score":N,"reasoning":"...","evidence":"..."},...]`,
|
|
26
|
+
// { model: 'claude-sonnet-4-6', temperature: 0.1 },
|
|
27
|
+
// )
|
|
28
|
+
//
|
|
29
|
+
// Then, in run-eval.mjs, after each runTestGradedScenario call, pass the
|
|
30
|
+
// scenario transcript through the judge via JudgeRunner (see the package
|
|
31
|
+
// README) and merge judge scores into the scorecard.
|
|
32
|
+
// --------------------------------------------------------------------------
|
|
33
|
+
|
|
34
|
+
export const llmJudge = null
|
|
35
|
+
export default { llmJudge }
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// Eval runner built on @tangle-network/agent-eval primitives.
|
|
3
|
+
//
|
|
4
|
+
// Lifecycle:
|
|
5
|
+
// 1. Spawn the agent via `pnpm start` (or --no-spawn to use one already up).
|
|
6
|
+
// 2. Wait for /health.
|
|
7
|
+
// 3. For each scenarios.json entry, build a TestGradedScenario whose
|
|
8
|
+
// HarnessConfig.testCommand is a curl-based shell assertion that exits 0
|
|
9
|
+
// on a pass and non-zero on a fail.
|
|
10
|
+
// 4. Delegate each scenario to `runTestGradedScenario` from
|
|
11
|
+
// @tangle-network/agent-eval — it spawns the testCommand via
|
|
12
|
+
// SubprocessSandboxDriver, emits a Run through TraceEmitter, and stores
|
|
13
|
+
// it in the InMemoryTraceStore for later aggregation.
|
|
14
|
+
// 5. After all scenarios, read runs out of the store, write a scorecard
|
|
15
|
+
// to .evolve/eval/latest.json + a timestamped copy, and exit with a
|
|
16
|
+
// non-zero code when the weighted aggregate falls below --threshold.
|
|
17
|
+
//
|
|
18
|
+
// Every primitive used here comes from the published package; if you want
|
|
19
|
+
// richer grading (LLM judge, BenchmarkRunner, ConvergenceTracker, etc.)
|
|
20
|
+
// import more of its surface — this file is intentionally a thin shell
|
|
21
|
+
// around the library.
|
|
22
|
+
//
|
|
23
|
+
// Usage:
|
|
24
|
+
// node tests/eval/run-eval.mjs
|
|
25
|
+
// node tests/eval/run-eval.mjs --no-spawn --base http://localhost:3000
|
|
26
|
+
// node tests/eval/run-eval.mjs --threshold 0.8
|
|
27
|
+
|
|
28
|
+
import { spawn } from 'node:child_process'
|
|
29
|
+
import { readFile, writeFile, mkdir } from 'node:fs/promises'
|
|
30
|
+
import { existsSync } from 'node:fs'
|
|
31
|
+
import { resolve, dirname } from 'node:path'
|
|
32
|
+
import { fileURLToPath } from 'node:url'
|
|
33
|
+
import {
|
|
34
|
+
InMemoryTraceStore,
|
|
35
|
+
SubprocessSandboxDriver,
|
|
36
|
+
runTestGradedScenario,
|
|
37
|
+
} from '@tangle-network/agent-eval'
|
|
38
|
+
|
|
39
|
+
const ROOT = resolve(dirname(fileURLToPath(import.meta.url)), '..', '..')
|
|
40
|
+
const argv = process.argv.slice(2)
|
|
41
|
+
const arg = (flag, fallback) => {
|
|
42
|
+
const i = argv.indexOf(flag)
|
|
43
|
+
return i >= 0 && argv[i + 1] ? argv[i + 1] : fallback
|
|
44
|
+
}
|
|
45
|
+
const NO_SPAWN = argv.includes('--no-spawn')
|
|
46
|
+
const PORT = Number(process.env.EVAL_PORT ?? '3100')
|
|
47
|
+
const BASE = arg('--base', `http://127.0.0.1:${PORT}`)
|
|
48
|
+
const THRESHOLD = Number(arg('--threshold', process.env.EVAL_THRESHOLD ?? '0.7'))
|
|
49
|
+
const START_CMD = process.env.EVAL_START_CMD ?? 'pnpm start'
|
|
50
|
+
|
|
51
|
+
async function loadScenarios() {
|
|
52
|
+
const raw = await readFile(resolve(ROOT, 'tests/eval/scenarios.json'), 'utf8')
|
|
53
|
+
return JSON.parse(raw)
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
async function waitForReady(baseUrl, timeoutMs = 30_000) {
|
|
57
|
+
const deadline = Date.now() + timeoutMs
|
|
58
|
+
while (Date.now() < deadline) {
|
|
59
|
+
try {
|
|
60
|
+
const res = await fetch(`${baseUrl}/health`, { signal: AbortSignal.timeout(1500) })
|
|
61
|
+
if (res.ok) return true
|
|
62
|
+
} catch { /* retry */ }
|
|
63
|
+
await new Promise((r) => setTimeout(r, 250))
|
|
64
|
+
}
|
|
65
|
+
return false
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
function shQuote(s) {
|
|
69
|
+
return `'${String(s).replace(/'/g, `'\\''`)}'`
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
// Translate a scenarios.json entry into a shell command that exits 0 on
|
|
73
|
+
// assertion-pass and non-zero on fail. Keeping the assertion shape small and
|
|
74
|
+
// inspectable so users can edit scenarios.json without touching this file.
|
|
75
|
+
function buildTestCommand(scenario, baseUrl) {
|
|
76
|
+
const path = scenario.path ?? '/'
|
|
77
|
+
const url = `${baseUrl}${path}`
|
|
78
|
+
const checks = []
|
|
79
|
+
const expect = scenario.assert ?? {}
|
|
80
|
+
const curlBase = scenario.kind === 'http-post'
|
|
81
|
+
? `curl -sS -o /tmp/eval-body -w '%{http_code}' -X POST -H 'content-type: application/json' --data ${shQuote(JSON.stringify(scenario.body ?? {}))} ${shQuote(url)}`
|
|
82
|
+
: `curl -sS -o /tmp/eval-body -w '%{http_code}' ${shQuote(url)}`
|
|
83
|
+
checks.push(`status=$(${curlBase})`)
|
|
84
|
+
if (expect.status !== undefined) {
|
|
85
|
+
checks.push(`test "$status" = "${expect.status}" || { echo "status $status != ${expect.status}"; exit 1; }`)
|
|
86
|
+
}
|
|
87
|
+
if (Array.isArray(expect.statusIn)) {
|
|
88
|
+
const pattern = expect.statusIn.map((s) => `"$status" = "${s}"`).join(' -o ')
|
|
89
|
+
checks.push(`test ${pattern} || { echo "status $status not in ${expect.statusIn.join(',')}"; exit 1; }`)
|
|
90
|
+
}
|
|
91
|
+
if (expect.requireJson) {
|
|
92
|
+
checks.push(`jq -e . /tmp/eval-body > /dev/null || { echo "response not JSON"; exit 1; }`)
|
|
93
|
+
}
|
|
94
|
+
if (expect.jsonShape) {
|
|
95
|
+
for (const [key, types] of Object.entries(expect.jsonShape)) {
|
|
96
|
+
const typesArr = Array.isArray(types) ? types : [types]
|
|
97
|
+
const typeChecks = typesArr.map((t) => {
|
|
98
|
+
if (t === 'null') return `(. == null)`
|
|
99
|
+
if (t === 'undefined') return `(has(${shQuote(key)}) | not)`
|
|
100
|
+
if (t === 'array') return `(type == "array")`
|
|
101
|
+
return `(type == ${shQuote(t)})`
|
|
102
|
+
}).join(' or ')
|
|
103
|
+
checks.push(
|
|
104
|
+
`jq -e ${shQuote(`.${key} | ${typeChecks}`)} /tmp/eval-body > /dev/null || { echo "field ${key} did not match ${typesArr.join('|')}"; exit 1; }`,
|
|
105
|
+
)
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
if (expect.minResponseChars !== undefined) {
|
|
109
|
+
checks.push(`test $(wc -c < /tmp/eval-body) -ge ${expect.minResponseChars} || { echo "response too short"; exit 1; }`)
|
|
110
|
+
}
|
|
111
|
+
return checks.join(' && ') + ' && echo "ok"'
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
async function runAgentSubprocess() {
|
|
115
|
+
const [cmd, ...args] = START_CMD.split(' ')
|
|
116
|
+
const env = { ...process.env, PORT: String(PORT) }
|
|
117
|
+
const child = spawn(cmd, args, { cwd: ROOT, env, stdio: ['ignore', 'pipe', 'pipe'] })
|
|
118
|
+
let stderr = ''
|
|
119
|
+
child.stderr.on('data', (d) => { stderr += String(d) })
|
|
120
|
+
return { child, getStderr: () => stderr }
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
async function main() {
|
|
124
|
+
const { scenarios } = await loadScenarios()
|
|
125
|
+
let agentProc = null
|
|
126
|
+
try {
|
|
127
|
+
if (!NO_SPAWN) {
|
|
128
|
+
agentProc = await runAgentSubprocess()
|
|
129
|
+
const ready = await waitForReady(BASE)
|
|
130
|
+
if (!ready) {
|
|
131
|
+
console.error(`[run-eval] agent did not respond on ${BASE} within 30s`)
|
|
132
|
+
console.error(agentProc.getStderr().slice(-1200))
|
|
133
|
+
process.exit(2)
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
const store = new InMemoryTraceStore()
|
|
138
|
+
const driver = new SubprocessSandboxDriver({ cwd: ROOT })
|
|
139
|
+
const results = []
|
|
140
|
+
for (const s of scenarios) {
|
|
141
|
+
const testCommand = buildTestCommand(s, BASE)
|
|
142
|
+
const scenario = {
|
|
143
|
+
id: s.id,
|
|
144
|
+
description: s.description,
|
|
145
|
+
harness: {
|
|
146
|
+
testCommand,
|
|
147
|
+
cwd: ROOT,
|
|
148
|
+
timeoutMs: s.timeoutMs ?? 15_000,
|
|
149
|
+
},
|
|
150
|
+
tags: { weight: String(s.weight ?? 1) },
|
|
151
|
+
}
|
|
152
|
+
const res = await runTestGradedScenario(scenario, store, { driver })
|
|
153
|
+
results.push({
|
|
154
|
+
id: s.id,
|
|
155
|
+
description: s.description ?? null,
|
|
156
|
+
passed: res.pass,
|
|
157
|
+
score: res.score,
|
|
158
|
+
failureClass: res.failureClass,
|
|
159
|
+
weight: s.weight ?? 1,
|
|
160
|
+
exitCode: res.harness.test?.exitCode ?? null,
|
|
161
|
+
stderr: (res.harness.test?.stderr ?? '').slice(-400),
|
|
162
|
+
runId: res.runId,
|
|
163
|
+
})
|
|
164
|
+
const mark = res.pass ? '✓' : '✗'
|
|
165
|
+
const reason = res.pass
|
|
166
|
+
? 'ok'
|
|
167
|
+
: (res.harness.test?.stdout?.trim() || res.harness.test?.stderr?.trim() || res.failureClass || 'fail')
|
|
168
|
+
console.log(` ${mark} ${s.id} — ${reason}`)
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
const totalWeight = results.reduce((a, r) => a + r.weight, 0) || 1
|
|
172
|
+
const weighted = results.reduce((a, r) => a + r.score * r.weight, 0)
|
|
173
|
+
const aggregate = weighted / totalWeight
|
|
174
|
+
const scorecard = {
|
|
175
|
+
timestamp: new Date().toISOString(),
|
|
176
|
+
baseUrl: BASE,
|
|
177
|
+
aggregate,
|
|
178
|
+
passCount: results.filter((r) => r.passed).length,
|
|
179
|
+
totalCount: results.length,
|
|
180
|
+
threshold: THRESHOLD,
|
|
181
|
+
results,
|
|
182
|
+
tracedRuns: (await store.listRuns?.()) ?? results.map((r) => r.runId),
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
const outDir = resolve(ROOT, '.evolve/eval')
|
|
186
|
+
if (!existsSync(outDir)) await mkdir(outDir, { recursive: true })
|
|
187
|
+
await writeFile(resolve(outDir, 'latest.json'), JSON.stringify(scorecard, null, 2))
|
|
188
|
+
await writeFile(
|
|
189
|
+
resolve(outDir, `${scorecard.timestamp.replace(/[:.]/g, '-')}.json`),
|
|
190
|
+
JSON.stringify(scorecard, null, 2),
|
|
191
|
+
)
|
|
192
|
+
console.log(`\naggregate=${aggregate.toFixed(3)} pass=${scorecard.passCount}/${scorecard.totalCount} threshold=${THRESHOLD}`)
|
|
193
|
+
process.exitCode = aggregate < THRESHOLD ? 1 : 0
|
|
194
|
+
} finally {
|
|
195
|
+
if (agentProc?.child && !agentProc.child.killed) {
|
|
196
|
+
try { agentProc.child.kill('SIGTERM') } catch {}
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
main().catch((err) => {
|
|
202
|
+
console.error('[run-eval] fatal:', err)
|
|
203
|
+
process.exit(2)
|
|
204
|
+
})
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 1,
|
|
3
|
+
"description": "Starter eval scenarios. Edit freely — the schema is flat and the runner only cares about fields it sees. Each scenario describes one turn: what to send to the agent and what the response should look like.",
|
|
4
|
+
"scenarios": [
|
|
5
|
+
{
|
|
6
|
+
"id": "smoke/health-ok",
|
|
7
|
+
"description": "Service is up and returns JSON on /health.",
|
|
8
|
+
"kind": "http-get",
|
|
9
|
+
"path": "/health",
|
|
10
|
+
"assert": {
|
|
11
|
+
"status": 200,
|
|
12
|
+
"jsonShape": { "status": ["string"] }
|
|
13
|
+
},
|
|
14
|
+
"weight": 1
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
"id": "behavior/handles-simple-task",
|
|
18
|
+
"description": "Agent accepts a plain-language task and returns a non-empty draft or reply.",
|
|
19
|
+
"kind": "http-post",
|
|
20
|
+
"path": "/run",
|
|
21
|
+
"body": { "task": "Summarize the benefits of evaluating agents continuously." },
|
|
22
|
+
"assert": {
|
|
23
|
+
"status": 200,
|
|
24
|
+
"jsonShape": { "draft": ["string", "null"], "messages": ["array", "undefined"] },
|
|
25
|
+
"minResponseChars": 40
|
|
26
|
+
},
|
|
27
|
+
"fallbackPath": "/",
|
|
28
|
+
"weight": 2
|
|
29
|
+
},
|
|
30
|
+
{
|
|
31
|
+
"id": "behavior/rejects-missing-task",
|
|
32
|
+
"description": "Agent input validation — missing task field returns 4xx, not 500 or silent success.",
|
|
33
|
+
"kind": "http-post",
|
|
34
|
+
"path": "/run",
|
|
35
|
+
"body": {},
|
|
36
|
+
"assert": {
|
|
37
|
+
"statusIn": [400, 422],
|
|
38
|
+
"requireJson": true
|
|
39
|
+
},
|
|
40
|
+
"fallbackPath": "/",
|
|
41
|
+
"fallbackAssert": {
|
|
42
|
+
"statusIn": [200, 400, 404, 405]
|
|
43
|
+
},
|
|
44
|
+
"weight": 1
|
|
45
|
+
}
|
|
46
|
+
]
|
|
47
|
+
}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "agent-eval",
|
|
3
|
+
"description": "Ships a reproducible agent-eval harness into the scaffold: starter scenarios, a deterministic + optional LLM-judge runner that talks to the agent over HTTP, a baseline/regression workflow, and a CI gate. Any scaffold that layers this in can answer `is this agent improving or regressing?` from minute zero, no separate eval repo to bootstrap.",
|
|
4
|
+
"appliesTo": [
|
|
5
|
+
"agent-service-ts",
|
|
6
|
+
"agent-swarm-ts",
|
|
7
|
+
"multimodal-agent",
|
|
8
|
+
"voice-first-agent",
|
|
9
|
+
"vision-first-agent"
|
|
10
|
+
],
|
|
11
|
+
"defaults": {
|
|
12
|
+
"evalPort": "3100",
|
|
13
|
+
"evalThreshold": "0.7"
|
|
14
|
+
},
|
|
15
|
+
"packageDeps": {
|
|
16
|
+
"dependencies": {
|
|
17
|
+
"@tangle-network/agent-eval": "^0.7.0"
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
"files": [
|
|
21
|
+
{
|
|
22
|
+
"source": "files/tests/eval/scenarios.json",
|
|
23
|
+
"target": "tests/eval/scenarios.json"
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
"source": "files/tests/eval/run-eval.mjs",
|
|
27
|
+
"target": "tests/eval/run-eval.mjs"
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
"source": "files/tests/eval/judge.mjs",
|
|
31
|
+
"target": "tests/eval/judge.mjs"
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
"source": "files/tests/eval/README.md",
|
|
35
|
+
"target": "tests/eval/README.md"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"source": "files/.github/workflows/eval.yml",
|
|
39
|
+
"target": ".github/workflows/eval.yml"
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
"source": "files/scripts/eval-baseline.mjs",
|
|
43
|
+
"target": "scripts/eval-baseline.mjs"
|
|
44
|
+
}
|
|
45
|
+
],
|
|
46
|
+
"contextHints": {
|
|
47
|
+
"commands": [
|
|
48
|
+
"node tests/eval/run-eval.mjs",
|
|
49
|
+
"node scripts/eval-baseline.mjs --write"
|
|
50
|
+
],
|
|
51
|
+
"extensionPoints": [
|
|
52
|
+
"tests/eval/scenarios.json",
|
|
53
|
+
"tests/eval/judge.mjs"
|
|
54
|
+
]
|
|
55
|
+
},
|
|
56
|
+
"keywords": [
|
|
57
|
+
"agent eval",
|
|
58
|
+
"agent evaluation",
|
|
59
|
+
"eval harness",
|
|
60
|
+
"llm judge",
|
|
61
|
+
"llm as judge",
|
|
62
|
+
"quality gate",
|
|
63
|
+
"agent quality",
|
|
64
|
+
"scoring pipeline",
|
|
65
|
+
"benchmark agent",
|
|
66
|
+
"eval integrated",
|
|
67
|
+
"measurable agent"
|
|
68
|
+
],
|
|
69
|
+
"tieredKeywords": {
|
|
70
|
+
"tier1": ["agent eval", "eval harness", "quality gate"],
|
|
71
|
+
"tier2": ["llm judge", "scoring pipeline", "benchmark agent", "eval integrated"]
|
|
72
|
+
}
|
|
73
|
+
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"id": "agent-multi-agent",
|
|
3
|
-
"description": "
|
|
3
|
+
"description": "In-process sub-agent tool-routing for single agent-service starters — the main agent delegates to specialist sub-agents exposed as tools. For full graph-based swarm orchestration, use family:agent-swarm-ts instead.",
|
|
4
4
|
"appliesTo": [
|
|
5
5
|
"agent-service-ts",
|
|
6
6
|
"agent-service-py",
|
|
@@ -27,13 +27,13 @@
|
|
|
27
27
|
]
|
|
28
28
|
},
|
|
29
29
|
"keywords": [
|
|
30
|
-
"
|
|
31
|
-
"
|
|
32
|
-
"
|
|
33
|
-
"agent
|
|
34
|
-
"agent
|
|
35
|
-
"
|
|
36
|
-
"
|
|
37
|
-
"agent
|
|
30
|
+
"sub-agent tool",
|
|
31
|
+
"sub-agent delegation",
|
|
32
|
+
"parallel tool use",
|
|
33
|
+
"agent-as-tool",
|
|
34
|
+
"agent hierarchy",
|
|
35
|
+
"nested agent",
|
|
36
|
+
"tool-routing agent",
|
|
37
|
+
"agent with sub-agents"
|
|
38
38
|
]
|
|
39
39
|
}
|
|
@@ -25,7 +25,9 @@
|
|
|
25
25
|
"chat-data.json"
|
|
26
26
|
]
|
|
27
27
|
},
|
|
28
|
-
"capabilityRequires": [
|
|
28
|
+
"capabilityRequires": [
|
|
29
|
+
"layout-chat"
|
|
30
|
+
],
|
|
29
31
|
"keywords": [
|
|
30
32
|
"chat interface",
|
|
31
33
|
"chat ui",
|
|
@@ -61,5 +63,114 @@
|
|
|
61
63
|
"Server-Sent Events for streaming",
|
|
62
64
|
"Markdown rendering"
|
|
63
65
|
]
|
|
66
|
+
},
|
|
67
|
+
"packageDeps": {
|
|
68
|
+
"dependencies": {
|
|
69
|
+
"ai": "^4.0.0",
|
|
70
|
+
"@ai-sdk/react": "^1.0.0"
|
|
71
|
+
}
|
|
72
|
+
},
|
|
73
|
+
"tieredKeywords": {
|
|
74
|
+
"archetypes": [
|
|
75
|
+
"ai app",
|
|
76
|
+
"ai tool",
|
|
77
|
+
"ai platform",
|
|
78
|
+
"ai assistant",
|
|
79
|
+
"ai agent",
|
|
80
|
+
"ai bot",
|
|
81
|
+
"ai advisor",
|
|
82
|
+
"ai tutor",
|
|
83
|
+
"ai companion",
|
|
84
|
+
"ai writer",
|
|
85
|
+
"ai scheduler",
|
|
86
|
+
"ai analyzer",
|
|
87
|
+
"ai optimizer",
|
|
88
|
+
"ai planner",
|
|
89
|
+
"ai generator",
|
|
90
|
+
"ai helper",
|
|
91
|
+
"ai reviewer",
|
|
92
|
+
"ai builder",
|
|
93
|
+
"ai engine",
|
|
94
|
+
"ai system",
|
|
95
|
+
"ai pipeline",
|
|
96
|
+
"ai workflow",
|
|
97
|
+
"ai manager",
|
|
98
|
+
"ai screener",
|
|
99
|
+
"ai screening",
|
|
100
|
+
"ai coach",
|
|
101
|
+
"ai copilot",
|
|
102
|
+
"ai feature",
|
|
103
|
+
"ai cooking",
|
|
104
|
+
"ai personal",
|
|
105
|
+
"ai language",
|
|
106
|
+
"ai voice",
|
|
107
|
+
"ai travel",
|
|
108
|
+
"ai meal",
|
|
109
|
+
"ai interior",
|
|
110
|
+
"ai code",
|
|
111
|
+
"ai recipe",
|
|
112
|
+
"ai resume",
|
|
113
|
+
"ai social",
|
|
114
|
+
"ai customer",
|
|
115
|
+
"ai legal",
|
|
116
|
+
"ai medical",
|
|
117
|
+
"ai homework",
|
|
118
|
+
"ai newsletter",
|
|
119
|
+
"ai podcast",
|
|
120
|
+
"ai video",
|
|
121
|
+
"ai property",
|
|
122
|
+
"ai content",
|
|
123
|
+
"ai data",
|
|
124
|
+
"ai recruit",
|
|
125
|
+
"ai symptom",
|
|
126
|
+
"ai image",
|
|
127
|
+
"ai photo",
|
|
128
|
+
"ai audio",
|
|
129
|
+
"ai chat",
|
|
130
|
+
"ai email",
|
|
131
|
+
"ai search",
|
|
132
|
+
"ai-powered",
|
|
133
|
+
"ai-driven",
|
|
134
|
+
"generative ai",
|
|
135
|
+
"artificial intelligence",
|
|
136
|
+
"ai suggests",
|
|
137
|
+
"ai turns",
|
|
138
|
+
"ai generates",
|
|
139
|
+
"ai highlights",
|
|
140
|
+
"ai writes",
|
|
141
|
+
"ai answers",
|
|
142
|
+
"ai analyzes",
|
|
143
|
+
"ai estimates",
|
|
144
|
+
"ai categor",
|
|
145
|
+
"ai identif",
|
|
146
|
+
"ai creat",
|
|
147
|
+
"ai cuts",
|
|
148
|
+
"ai tailors",
|
|
149
|
+
"ai adapts",
|
|
150
|
+
"ai screens",
|
|
151
|
+
"ai extracts",
|
|
152
|
+
"ai explains",
|
|
153
|
+
"ai reads",
|
|
154
|
+
"ai understands",
|
|
155
|
+
"ai processes",
|
|
156
|
+
"ai translates",
|
|
157
|
+
"ai summar",
|
|
158
|
+
"ai detects",
|
|
159
|
+
"ai recommends",
|
|
160
|
+
"ai scores",
|
|
161
|
+
"ai that",
|
|
162
|
+
"ai to ",
|
|
163
|
+
"ai which",
|
|
164
|
+
"ai for",
|
|
165
|
+
"an ai ",
|
|
166
|
+
"a ai ",
|
|
167
|
+
"transcribes",
|
|
168
|
+
"transcription",
|
|
169
|
+
"gives me a summary",
|
|
170
|
+
"summarizes",
|
|
171
|
+
"auto-summar",
|
|
172
|
+
"automatically generates",
|
|
173
|
+
"automatically cuts"
|
|
174
|
+
]
|
|
64
175
|
}
|
|
65
176
|
}
|