@raishin/vanguard-frontier-agentic 3.19.0 → 3.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +2 -2
- package/.claude-plugin/plugin.json +8 -1
- package/.cursor-plugin/plugin.json +8 -1
- package/.github/plugin/marketplace.json +1 -1
- package/README.md +21 -21
- package/agents/AGENTS.md +4 -4
- package/agents/README.md +7 -7
- package/agents/alibaba/alibaba-tablestore-architect-agent/AGENT.md +54 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/claude-code.agent.md +37 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/codex.toml +11 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/copilot.agent.md +43 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/cursor.agent.md +38 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/gemini.agent.md +39 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/harnesses/kiro-ide.agent.md +37 -0
- package/agents/alibaba/alibaba-tablestore-architect-agent/metadata.json +39 -0
- package/agents/aws/aws-dynamodb-patterns-agent/AGENT.md +53 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/claude-code.agent.md +36 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/codex.toml +23 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/copilot.agent.md +42 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/cursor.agent.md +38 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/gemini.agent.md +38 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/aws/aws-dynamodb-patterns-agent/harnesses/kiro-ide.agent.md +36 -0
- package/agents/aws/aws-dynamodb-patterns-agent/metadata.json +39 -0
- package/agents/azure/azure-cosmosdb-application-developer-agent/metadata.json +4 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/AGENT.md +53 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/claude-code.agent.md +36 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/codex.toml +23 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/copilot.agent.md +42 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/cursor.agent.md +37 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/gemini.agent.md +38 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/harnesses/kiro-ide.agent.md +36 -0
- package/agents/azure/azure-cosmosdb-pattern-agent/metadata.json +38 -0
- package/agents/gcp/gcp-bigtable-architect-agent/AGENT.md +54 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/claude-code.agent.md +37 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/codex.toml +11 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/copilot.agent.md +43 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/cursor.agent.md +38 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/gemini.agent.md +39 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/gcp/gcp-bigtable-architect-agent/harnesses/kiro-ide.agent.md +37 -0
- package/agents/gcp/gcp-bigtable-architect-agent/metadata.json +39 -0
- package/agents/huawei/huawei-geminidb-architect-agent/AGENT.md +54 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/claude-code.agent.md +37 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/codex.toml +11 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/copilot.agent.md +43 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/cursor.agent.md +38 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/gemini.agent.md +39 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/huawei/huawei-geminidb-architect-agent/harnesses/kiro-ide.agent.md +37 -0
- package/agents/huawei/huawei-geminidb-architect-agent/metadata.json +38 -0
- package/agents/oci/oci-nosql-database-architect-agent/AGENT.md +54 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/claude-code.agent.md +37 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/codex.toml +11 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/copilot.agent.md +43 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/cursor.agent.md +39 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/gemini.agent.md +39 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/oci/oci-nosql-database-architect-agent/harnesses/kiro-ide.agent.md +37 -0
- package/agents/oci/oci-nosql-database-architect-agent/metadata.json +39 -0
- package/agents/oci/oci-nosql-pattern-agent/AGENT.md +53 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/claude-code.agent.md +36 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/codex.toml +23 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/copilot.agent.md +42 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/cursor.agent.md +38 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/gemini.agent.md +38 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/kiro-cli.agent.json +5 -0
- package/agents/oci/oci-nosql-pattern-agent/harnesses/kiro-ide.agent.md +36 -0
- package/agents/oci/oci-nosql-pattern-agent/metadata.json +38 -0
- package/catalog/agents.json +204 -1
- package/catalog/asset-integrity.json +601 -61
- package/catalog/install-roles.json +19 -1
- package/catalog/model-assignments.json +231 -0
- package/catalog/skill-manifest.json +1603 -56
- package/catalog/skills.json +314 -14
- package/package.json +7 -2
- package/plugins/vanguard-frontier-agentic/.codex-plugin/plugin.json +1 -1
- package/powers/vanguard-alibaba/POWER.md +1 -1
- package/powers/vanguard-aws/POWER.md +1 -1
- package/powers/vanguard-azure/POWER.md +1 -1
- package/powers/vanguard-gcp/POWER.md +1 -1
- package/powers/vanguard-huawei/POWER.md +1 -1
- package/powers/vanguard-oci/POWER.md +1 -1
- package/skills/alibaba/README.md +2 -1
- package/skills/alibaba/alibaba-maestro/SKILL.md +2 -1
- package/skills/alibaba/alibaba-tablestore-architect/SKILL.md +69 -0
- package/skills/alibaba/alibaba-tablestore-architect/metadata.json +28 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/commands/audit/live.md +110 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/commands/audit/offline.md +119 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/commands/audit.md +22 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/evidence-ledger.md +87 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/operations.md +190 -0
- package/skills/alibaba/alibaba-tablestore-architect/references/tablestore-design-guide.md +159 -0
- package/skills/aws/aws-documentdb-architect/SKILL.md +43 -0
- package/skills/aws/aws-documentdb-architect/metadata.json +26 -0
- package/skills/aws/aws-documentdb-architect/references/commands/audit/live.md +135 -0
- package/skills/aws/aws-documentdb-architect/references/commands/audit/offline.md +127 -0
- package/skills/aws/aws-documentdb-architect/references/commands/audit.md +23 -0
- package/skills/aws/aws-documentdb-architect/references/evidence-ledger.md +52 -0
- package/skills/aws/aws-documentdb-architect/references/official-sources.md +15 -0
- package/skills/aws/aws-documentdb-architect/references/operations.md +165 -0
- package/skills/aws/aws-documentdb-architect/references/safety-checklist.md +22 -0
- package/skills/aws/aws-documentdb-architect/references/workflow-and-output.md +22 -0
- package/skills/aws/aws-dynamodb-data-modeling-performance-review/SKILL.md +5 -3
- package/skills/aws/aws-dynamodb-data-modeling-performance-review/metadata.json +7 -3
- package/skills/aws/aws-dynamodb-data-modeling-performance-review/references/consistency-indexing-replication.md +103 -0
- package/skills/aws/aws-dynamodb-data-modeling-performance-review/references/evidence-ledger.md +38 -0
- package/skills/aws/aws-dynamodb-patterns/CHANGELOG.md +87 -0
- package/skills/aws/aws-dynamodb-patterns/README.md +132 -0
- package/skills/aws/aws-dynamodb-patterns/SKILL.md +82 -0
- package/skills/aws/aws-dynamodb-patterns/assets/bedrock-embedding-input.json +6 -0
- package/skills/aws/aws-dynamodb-patterns/assets/content-review.json +6 -0
- package/skills/aws/aws-dynamodb-patterns/assets/create-table-with-lsi.json +41 -0
- package/skills/aws/aws-dynamodb-patterns/assets/create-table.json +27 -0
- package/skills/aws/aws-dynamodb-patterns/assets/create-table.sh +37 -0
- package/skills/aws/aws-dynamodb-patterns/assets/embedding-flow.py +89 -0
- package/skills/aws/aws-dynamodb-patterns/assets/query-input.json +13 -0
- package/skills/aws/aws-dynamodb-patterns/assets/query-pages.mjs +54 -0
- package/skills/aws/aws-dynamodb-patterns/assets/stream-read-policy.json +11 -0
- package/skills/aws/aws-dynamodb-patterns/assets/table-index-read-policy.json +20 -0
- package/skills/aws/aws-dynamodb-patterns/assets/table-resource-policy.json +22 -0
- package/skills/aws/aws-dynamodb-patterns/assets/table.cfn.yaml +55 -0
- package/skills/aws/aws-dynamodb-patterns/assets/typed-vector-item.json +15 -0
- package/skills/aws/aws-dynamodb-patterns/assets/vector-create-table.json +23 -0
- package/skills/aws/aws-dynamodb-patterns/assets/vector-search-policy.json +11 -0
- package/skills/aws/aws-dynamodb-patterns/assets/vector-search.json +10 -0
- package/skills/aws/aws-dynamodb-patterns/assets/vector-table.cfn.yaml +41 -0
- package/skills/aws/aws-dynamodb-patterns/evals/audit.test.py +87 -0
- package/skills/aws/aws-dynamodb-patterns/evals/backup-restore.test.py +163 -0
- package/skills/aws/aws-dynamodb-patterns/evals/commands.test.py +185 -0
- package/skills/aws/aws-dynamodb-patterns/evals/create-table.test.py +99 -0
- package/skills/aws/aws-dynamodb-patterns/evals/data-vectors-maintenance.test.py +201 -0
- package/skills/aws/aws-dynamodb-patterns/evals/embedding-commands.test.py +162 -0
- package/skills/aws/aws-dynamodb-patterns/evals/embedding-flow.test.py +167 -0
- package/skills/aws/aws-dynamodb-patterns/evals/eval.md +328 -0
- package/skills/aws/aws-dynamodb-patterns/evals/evals.json +185 -0
- package/skills/aws/aws-dynamodb-patterns/evals/modes.test.py +195 -0
- package/skills/aws/aws-dynamodb-patterns/evals/operations.test.py +288 -0
- package/skills/aws/aws-dynamodb-patterns/evals/query-pages.test.mjs +156 -0
- package/skills/aws/aws-dynamodb-patterns/evals/readme-and-loading.test.py +69 -0
- package/skills/aws/aws-dynamodb-patterns/evals/verify.py +166 -0
- package/skills/aws/aws-dynamodb-patterns/metadata.json +28 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/README.md +32 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/audit/live.md +64 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/audit/offline.md +28 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/audit.md +65 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/aws-cli.md +206 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/backup/on-demand.md +36 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/backup/pitr.md +41 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/backup.md +27 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/design.md +47 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/embedding.md +200 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/feature-plan.md +56 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/help.md +28 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/performance-test.md +95 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/recovery-target.md +47 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/refactor.md +82 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/restore/on-demand.md +32 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/restore/pitr.md +42 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/restore.md +76 -0
- package/skills/aws/aws-dynamodb-patterns/references/commands/select.md +22 -0
- package/skills/aws/aws-dynamodb-patterns/references/data-types-and-vectors.md +175 -0
- package/skills/aws/aws-dynamodb-patterns/references/embedding-integrations.md +237 -0
- package/skills/aws/aws-dynamodb-patterns/references/encryption.md +156 -0
- package/skills/aws/aws-dynamodb-patterns/references/evidence-index.md +116 -0
- package/skills/aws/aws-dynamodb-patterns/references/evidence-ledger.md +373 -0
- package/skills/aws/aws-dynamodb-patterns/references/iam-and-access.md +173 -0
- package/skills/aws/aws-dynamodb-patterns/references/language-adapters.md +251 -0
- package/skills/aws/aws-dynamodb-patterns/references/lsi-vs-gsi.md +116 -0
- package/skills/aws/aws-dynamodb-patterns/references/maintenance.md +56 -0
- package/skills/aws/aws-dynamodb-patterns/references/modeling.md +131 -0
- package/skills/aws/aws-dynamodb-patterns/references/monitoring.md +137 -0
- package/skills/aws/aws-dynamodb-patterns/references/official-sources.md +34 -0
- package/skills/aws/aws-dynamodb-patterns/references/operations.md +130 -0
- package/skills/aws/aws-dynamodb-patterns/references/provisioning.md +110 -0
- package/skills/aws/aws-dynamodb-patterns/references/recovery-and-replicas.md +148 -0
- package/skills/aws/aws-dynamodb-patterns/references/runtime-contract.md +140 -0
- package/skills/aws/aws-dynamodb-patterns/references/safety-checklist.md +35 -0
- package/skills/aws/aws-dynamodb-patterns/references/sources.md +170 -0
- package/skills/aws/aws-dynamodb-patterns/references/streams-and-dax.md +160 -0
- package/skills/aws/aws-dynamodb-patterns/references/workflow-and-output.md +34 -0
- package/skills/aws/aws-dynamodb-patterns/references/workflow.md +133 -0
- package/skills/aws/aws-dynamodb-patterns/scripts/review_due.py +61 -0
- package/skills/aws/aws-dynamodb-patterns/scripts/select_mode.py +127 -0
- package/skills/aws/aws-keyspaces-architect/SKILL.md +43 -0
- package/skills/aws/aws-keyspaces-architect/metadata.json +26 -0
- package/skills/aws/aws-keyspaces-architect/references/commands/audit/live.md +118 -0
- package/skills/aws/aws-keyspaces-architect/references/commands/audit/offline.md +125 -0
- package/skills/aws/aws-keyspaces-architect/references/commands/audit.md +22 -0
- package/skills/aws/aws-keyspaces-architect/references/evidence-ledger.md +49 -0
- package/skills/aws/aws-keyspaces-architect/references/official-sources.md +15 -0
- package/skills/aws/aws-keyspaces-architect/references/operations.md +154 -0
- package/skills/aws/aws-keyspaces-architect/references/safety-checklist.md +22 -0
- package/skills/aws/aws-keyspaces-architect/references/workflow-and-output.md +22 -0
- package/skills/aws/aws-maestro/SKILL.md +1 -1
- package/skills/aws/aws-maestro/metadata.json +1 -1
- package/skills/aws/aws-maestro/references/workflow-and-output.md +1 -0
- package/skills/azure/azure-cosmosdb-application-developer/SKILL.md +4 -2
- package/skills/azure/azure-cosmosdb-application-developer/metadata.json +1 -1
- package/skills/azure/azure-cosmosdb-pattern/CHANGELOG.md +10 -0
- package/skills/azure/azure-cosmosdb-pattern/README.md +102 -0
- package/skills/azure/azure-cosmosdb-pattern/SKILL.md +69 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/account.arm.json +59 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/content-review.json +9 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/indexing-policy.json +7 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/order.json +10 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/provision.sh +32 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/runtime.mjs +99 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/vector-indexing-policy.json +7 -0
- package/skills/azure/azure-cosmosdb-pattern/assets/vector-policy.json +3 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/eval.md +32 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/fixtures/recovery-continuous.json +28 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/prompts.json +24 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/report.md +54 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/runtime.test.mjs +146 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/source-evidence.json +28 -0
- package/skills/azure/azure-cosmosdb-pattern/evals/test_package.py +355 -0
- package/skills/azure/azure-cosmosdb-pattern/metadata.json +25 -0
- package/skills/azure/azure-cosmosdb-pattern/references/access-control.md +42 -0
- package/skills/azure/azure-cosmosdb-pattern/references/change-feed-and-integrations.md +31 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/audit/live.md +17 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/audit/offline.md +15 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/audit.md +8 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/azure-cli.md +39 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/backup/continuous.md +30 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/backup/periodic.md +28 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/backup.md +11 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/design.md +13 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/feature-plan.md +18 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/help.md +13 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/performance-test.md +24 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/recovery-target.md +30 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/refactor.md +14 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/restore/continuous-deleted-resource.md +55 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/restore/continuous-new-account.md +50 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/restore/periodic-support.md +27 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/restore.md +13 -0
- package/skills/azure/azure-cosmosdb-pattern/references/commands/select.md +11 -0
- package/skills/azure/azure-cosmosdb-pattern/references/data-types-and-vectors.md +51 -0
- package/skills/azure/azure-cosmosdb-pattern/references/embedding-integrations.md +56 -0
- package/skills/azure/azure-cosmosdb-pattern/references/encryption.md +53 -0
- package/skills/azure/azure-cosmosdb-pattern/references/evidence-index.md +72 -0
- package/skills/azure/azure-cosmosdb-pattern/references/evidence-ledger.md +174 -0
- package/skills/azure/azure-cosmosdb-pattern/references/indexing-and-capacity.md +37 -0
- package/skills/azure/azure-cosmosdb-pattern/references/language-adapters.md +112 -0
- package/skills/azure/azure-cosmosdb-pattern/references/maintenance.md +19 -0
- package/skills/azure/azure-cosmosdb-pattern/references/modeling.md +44 -0
- package/skills/azure/azure-cosmosdb-pattern/references/monitoring.md +23 -0
- package/skills/azure/azure-cosmosdb-pattern/references/provisioning.md +61 -0
- package/skills/azure/azure-cosmosdb-pattern/references/recovery.md +31 -0
- package/skills/azure/azure-cosmosdb-pattern/references/replication.md +22 -0
- package/skills/azure/azure-cosmosdb-pattern/references/runtime-contract.md +43 -0
- package/skills/azure/azure-cosmosdb-pattern/references/sources.md +61 -0
- package/skills/azure/azure-cosmosdb-pattern/references/workflow.md +18 -0
- package/skills/azure/azure-cosmosdb-pattern/scripts/recovery_guard.py +96 -0
- package/skills/azure/azure-cosmosdb-pattern/scripts/review_due.py +26 -0
- package/skills/azure/azure-cosmosdb-pattern/scripts/select_mode.py +108 -0
- package/skills/azure/azure-cosmosdb-pattern/scripts/validate_assets.py +53 -0
- package/skills/azure/azure-cosmosdb-platform-operator/SKILL.md +6 -2
- package/skills/azure/azure-cosmosdb-platform-operator/metadata.json +6 -3
- package/skills/azure/azure-cosmosdb-platform-operator/references/commands/audit/live.md +180 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/commands/audit/offline.md +160 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/commands/audit.md +26 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/consistency-capacity-security.md +136 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/cosmosdb-platform-operations.md +1 -1
- package/skills/azure/azure-cosmosdb-platform-operator/references/evidence-ledger.md +242 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/operations-cassandra.md +178 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/operations-mongodb.md +202 -0
- package/skills/azure/azure-cosmosdb-platform-operator/references/operations.md +126 -0
- package/skills/azure/azure-maestro/SKILL.md +1 -0
- package/skills/gcp/README.md +2 -1
- package/skills/gcp/gcp-bigtable-architect/SKILL.md +71 -0
- package/skills/gcp/gcp-bigtable-architect/metadata.json +28 -0
- package/skills/gcp/gcp-bigtable-architect/references/bigtable-design-guide.md +156 -0
- package/skills/gcp/gcp-bigtable-architect/references/commands/audit/live.md +122 -0
- package/skills/gcp/gcp-bigtable-architect/references/commands/audit/offline.md +140 -0
- package/skills/gcp/gcp-bigtable-architect/references/commands/audit.md +21 -0
- package/skills/gcp/gcp-bigtable-architect/references/evidence-ledger.md +83 -0
- package/skills/gcp/gcp-bigtable-architect/references/operations.md +111 -0
- package/skills/gcp/gcp-firebase-developer/SKILL.md +6 -3
- package/skills/gcp/gcp-firebase-developer/metadata.json +14 -4
- package/skills/gcp/gcp-firebase-developer/references/commands/audit/live.md +124 -0
- package/skills/gcp/gcp-firebase-developer/references/commands/audit/offline.md +146 -0
- package/skills/gcp/gcp-firebase-developer/references/commands/audit.md +27 -0
- package/skills/gcp/gcp-firebase-developer/references/evidence-ledger.md +190 -0
- package/skills/gcp/gcp-firebase-developer/references/firestore-mongodb-operations.md +189 -0
- package/skills/gcp/gcp-firebase-developer/references/firestore-operations.md +202 -0
- package/skills/gcp/gcp-firebase-developer/references/firestore.md +122 -0
- package/skills/gcp/gcp-maestro/SKILL.md +2 -1
- package/skills/huawei/README.md +2 -1
- package/skills/huawei/huawei-gaussdb-rds-dba/SKILL.md +7 -4
- package/skills/huawei/huawei-gaussdb-rds-dba/metadata.json +12 -4
- package/skills/huawei/huawei-gaussdb-rds-dba/references/commands/audit/live.md +68 -0
- package/skills/huawei/huawei-gaussdb-rds-dba/references/commands/audit/offline.md +106 -0
- package/skills/huawei/huawei-gaussdb-rds-dba/references/commands/audit.md +23 -0
- package/skills/huawei/huawei-gaussdb-rds-dba/references/dds-operations.md +135 -0
- package/skills/huawei/huawei-gaussdb-rds-dba/references/evidence-ledger.md +87 -0
- package/skills/huawei/huawei-geminidb-architect/SKILL.md +68 -0
- package/skills/huawei/huawei-geminidb-architect/metadata.json +26 -0
- package/skills/huawei/huawei-geminidb-architect/references/commands/audit/live.md +68 -0
- package/skills/huawei/huawei-geminidb-architect/references/commands/audit/offline.md +108 -0
- package/skills/huawei/huawei-geminidb-architect/references/commands/audit.md +23 -0
- package/skills/huawei/huawei-geminidb-architect/references/evidence-ledger.md +83 -0
- package/skills/huawei/huawei-geminidb-architect/references/geminidb-design-guide.md +114 -0
- package/skills/huawei/huawei-geminidb-architect/references/operations.md +135 -0
- package/skills/huawei/huawei-maestro/SKILL.md +2 -1
- package/skills/ionos/ionos-live-database-lifecycle-guard/SKILL.md +2 -0
- package/skills/ionos/ionos-live-database-lifecycle-guard/references/commands/audit/live.md +87 -0
- package/skills/ionos/ionos-live-database-lifecycle-guard/references/commands/audit/offline.md +109 -0
- package/skills/ionos/ionos-live-database-lifecycle-guard/references/commands/audit.md +27 -0
- package/skills/ionos/ionos-live-database-lifecycle-guard/references/evidence-ledger.md +69 -0
- package/skills/ionos/ionos-live-database-lifecycle-guard/references/mongodb-operations.md +220 -0
- package/skills/oci/README.md +6 -1
- package/skills/oci/oci-nosql-database-architect/SKILL.md +73 -0
- package/skills/oci/oci-nosql-database-architect/metadata.json +28 -0
- package/skills/oci/oci-nosql-database-architect/references/commands/audit/live.md +136 -0
- package/skills/oci/oci-nosql-database-architect/references/commands/audit/offline.md +150 -0
- package/skills/oci/oci-nosql-database-architect/references/commands/audit.md +28 -0
- package/skills/oci/oci-nosql-database-architect/references/evidence-ledger.md +96 -0
- package/skills/oci/oci-nosql-database-architect/references/nosql-design-guide.md +194 -0
- package/skills/oci/oci-nosql-database-architect/references/operations.md +194 -0
- package/skills/oci/oci-nosql-database-architect/references/sdk-matrix.md +43 -0
- package/skills/oci/oci-nosql-pattern/CHANGELOG.md +8 -0
- package/skills/oci/oci-nosql-pattern/README.md +81 -0
- package/skills/oci/oci-nosql-pattern/SKILL.md +62 -0
- package/skills/oci/oci-nosql-pattern/assets/content-review.json +10 -0
- package/skills/oci/oci-nosql-pattern/assets/create-table.sh +32 -0
- package/skills/oci/oci-nosql-pattern/assets/index-keys.json +11 -0
- package/skills/oci/oci-nosql-pattern/assets/migrator-export.json +22 -0
- package/skills/oci/oci-nosql-pattern/assets/migrator-import.json +29 -0
- package/skills/oci/oci-nosql-pattern/assets/orders.ddl +9 -0
- package/skills/oci/oci-nosql-pattern/assets/orders.tf +46 -0
- package/skills/oci/oci-nosql-pattern/assets/query-pages.mjs +33 -0
- package/skills/oci/oci-nosql-pattern/assets/query.json +13 -0
- package/skills/oci/oci-nosql-pattern/assets/query.sql +1 -0
- package/skills/oci/oci-nosql-pattern/assets/recovery-manifest.example.json +35 -0
- package/skills/oci/oci-nosql-pattern/assets/row.json +10 -0
- package/skills/oci/oci-nosql-pattern/assets/table-limits.json +6 -0
- package/skills/oci/oci-nosql-pattern/evals/cli-shapes.json +222 -0
- package/skills/oci/oci-nosql-pattern/evals/eval.md +26 -0
- package/skills/oci/oci-nosql-pattern/evals/prompts.json +89 -0
- package/skills/oci/oci-nosql-pattern/evals/report.md +41 -0
- package/skills/oci/oci-nosql-pattern/evals/test_package.py +350 -0
- package/skills/oci/oci-nosql-pattern/evals/test_runtime.mjs +77 -0
- package/skills/oci/oci-nosql-pattern/metadata.json +25 -0
- package/skills/oci/oci-nosql-pattern/references/access.md +29 -0
- package/skills/oci/oci-nosql-pattern/references/commands/audit/live.md +10 -0
- package/skills/oci/oci-nosql-pattern/references/commands/audit/offline.md +8 -0
- package/skills/oci/oci-nosql-pattern/references/commands/audit.md +6 -0
- package/skills/oci/oci-nosql-pattern/references/commands/backup/migrator.md +12 -0
- package/skills/oci/oci-nosql-pattern/references/commands/backup/sdk.md +10 -0
- package/skills/oci/oci-nosql-pattern/references/commands/backup.md +7 -0
- package/skills/oci/oci-nosql-pattern/references/commands/design.md +10 -0
- package/skills/oci/oci-nosql-pattern/references/commands/feature-plan.md +10 -0
- package/skills/oci/oci-nosql-pattern/references/commands/help.md +8 -0
- package/skills/oci/oci-nosql-pattern/references/commands/performance-test.md +12 -0
- package/skills/oci/oci-nosql-pattern/references/commands/refactor.md +9 -0
- package/skills/oci/oci-nosql-pattern/references/commands/restore/migrator.md +13 -0
- package/skills/oci/oci-nosql-pattern/references/commands/restore/sdk.md +11 -0
- package/skills/oci/oci-nosql-pattern/references/commands/restore.md +8 -0
- package/skills/oci/oci-nosql-pattern/references/commands/select.md +8 -0
- package/skills/oci/oci-nosql-pattern/references/embedding-integrations.md +25 -0
- package/skills/oci/oci-nosql-pattern/references/encryption.md +18 -0
- package/skills/oci/oci-nosql-pattern/references/evidence-index.md +44 -0
- package/skills/oci/oci-nosql-pattern/references/evidence-ledger.md +73 -0
- package/skills/oci/oci-nosql-pattern/references/indexes.md +19 -0
- package/skills/oci/oci-nosql-pattern/references/language-adapters.md +160 -0
- package/skills/oci/oci-nosql-pattern/references/maintenance.md +15 -0
- package/skills/oci/oci-nosql-pattern/references/modeling.md +26 -0
- package/skills/oci/oci-nosql-pattern/references/monitoring.md +21 -0
- package/skills/oci/oci-nosql-pattern/references/provisioning.md +44 -0
- package/skills/oci/oci-nosql-pattern/references/recovery-boundary.md +32 -0
- package/skills/oci/oci-nosql-pattern/references/replicas.md +18 -0
- package/skills/oci/oci-nosql-pattern/references/runtime-contract.md +23 -0
- package/skills/oci/oci-nosql-pattern/references/sources.md +57 -0
- package/skills/oci/oci-nosql-pattern/references/ttl.md +19 -0
- package/skills/oci/oci-nosql-pattern/references/types-and-vectors.md +27 -0
- package/skills/oci/oci-nosql-pattern/scripts/check_recovery.py +52 -0
- package/skills/oci/oci-nosql-pattern/scripts/review_due.py +32 -0
- package/skills/oci/oci-nosql-pattern/scripts/select_mode.py +96 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/SKILL.md +43 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/metadata.json +25 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/commands/audit/live.md +90 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/commands/audit/offline.md +112 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/commands/audit.md +24 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/evidence-ledger.md +93 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/official-sources.md +15 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/operations.md +216 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/safety-checklist.md +22 -0
- package/skills/ovhcloud/ovhcloud-mongodb-architect/references/workflow-and-output.md +22 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/SKILL.md +43 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/metadata.json +24 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/commands/audit/live.md +99 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/commands/audit/offline.md +114 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/commands/audit.md +24 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/evidence-ledger.md +43 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/official-sources.md +14 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/operations.md +114 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/safety-checklist.md +22 -0
- package/skills/scaleway/scaleway-managed-mongodb-architect/references/workflow-and-output.md +22 -0
- package/templates/nosql-audit-template.md +127 -0
- package/templates/nosql-operations-template.md +60 -0
- package/tests/_generate_maestro_routing_fixtures.py +11 -0
- package/tests/fixtures/README.md +2 -2
- package/tests/fixtures/alibaba-maestro-routing/expected/050-happy-tablestore-partition-key.json +6 -0
- package/tests/fixtures/alibaba-maestro-routing/expected/adv-tablestore-not-polardb.json +6 -0
- package/tests/fixtures/alibaba-maestro-routing/inputs/050-happy-tablestore-partition-key.json +7 -0
- package/tests/fixtures/alibaba-maestro-routing/inputs/adv-tablestore-not-polardb.json +7 -0
- package/tests/fixtures/alibaba-maestro-routing/taxonomy.json +13 -0
- package/tests/fixtures/aws-maestro-routing/expected/042-happy-dynamodb-patterns.json +6 -0
- package/tests/fixtures/aws-maestro-routing/expected/043-happy-dynamodb-vector-index.json +6 -0
- package/tests/fixtures/aws-maestro-routing/inputs/042-happy-dynamodb-patterns.json +7 -0
- package/tests/fixtures/aws-maestro-routing/inputs/043-happy-dynamodb-vector-index.json +7 -0
- package/tests/fixtures/aws-maestro-routing/taxonomy.json +15 -1
- package/tests/fixtures/azure-maestro-routing/expected/028-happy-cosmosdb-pattern-feature-plan.json +6 -0
- package/tests/fixtures/azure-maestro-routing/expected/029-happy-cosmosdb-pattern-refactor.json +6 -0
- package/tests/fixtures/azure-maestro-routing/expected/adv-cosmos-hot-partition-not-key-vault.json +6 -0
- package/tests/fixtures/azure-maestro-routing/expected/adv-cosmos-partition-key-not-key-vault.json +6 -0
- package/tests/fixtures/azure-maestro-routing/expected/adv-cosmos-throttling-investigation.json +6 -0
- package/tests/fixtures/azure-maestro-routing/inputs/028-happy-cosmosdb-pattern-feature-plan.json +7 -0
- package/tests/fixtures/azure-maestro-routing/inputs/029-happy-cosmosdb-pattern-refactor.json +7 -0
- package/tests/fixtures/azure-maestro-routing/inputs/adv-cosmos-hot-partition-not-key-vault.json +7 -0
- package/tests/fixtures/azure-maestro-routing/inputs/adv-cosmos-partition-key-not-key-vault.json +7 -0
- package/tests/fixtures/azure-maestro-routing/inputs/adv-cosmos-throttling-investigation.json +7 -0
- package/tests/fixtures/azure-maestro-routing/taxonomy.json +21 -2
- package/tests/fixtures/gcp-maestro-routing/expected/049-happy-bigtable-row-key.json +6 -0
- package/tests/fixtures/gcp-maestro-routing/expected/adv-bigtable-not-firestore.json +8 -0
- package/tests/fixtures/gcp-maestro-routing/inputs/049-happy-bigtable-row-key.json +7 -0
- package/tests/fixtures/gcp-maestro-routing/inputs/adv-bigtable-not-firestore.json +7 -0
- package/tests/fixtures/gcp-maestro-routing/taxonomy.json +15 -0
- package/tests/fixtures/huawei-maestro-routing/expected/050-happy-geminidb-cassandra-partition.json +6 -0
- package/tests/fixtures/huawei-maestro-routing/expected/adv-geminidb-mongo-routes-dds.json +7 -0
- package/tests/fixtures/huawei-maestro-routing/inputs/050-happy-geminidb-cassandra-partition.json +7 -0
- package/tests/fixtures/huawei-maestro-routing/inputs/adv-geminidb-mongo-routes-dds.json +7 -0
- package/tests/fixtures/huawei-maestro-routing/taxonomy.json +15 -0
- package/tests/fixtures/nosql-scenarios/scenarios.json +472 -0
- package/tests/fixtures/oci-maestro-routing/expected/031-happy-nosql-database-architect.json +6 -0
- package/tests/fixtures/oci-maestro-routing/expected/032-happy-nosql-global-active-table.json +6 -0
- package/tests/fixtures/oci-maestro-routing/expected/033-happy-nosql-pattern-recovery.json +6 -0
- package/tests/fixtures/oci-maestro-routing/expected/034-happy-nosql-pattern-refactor.json +6 -0
- package/tests/fixtures/oci-maestro-routing/expected/adv-nosql-live-mutation.json +6 -0
- package/tests/fixtures/oci-maestro-routing/expected/adv-nosql-not-autonomous.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/031-happy-nosql-database-architect.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/032-happy-nosql-global-active-table.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/033-happy-nosql-pattern-recovery.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/034-happy-nosql-pattern-refactor.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/adv-nosql-live-mutation.json +7 -0
- package/tests/fixtures/oci-maestro-routing/inputs/adv-nosql-not-autonomous.json +7 -0
- package/tests/fixtures/oci-maestro-routing/taxonomy.json +27 -0
- package/tests/requirements-ci.txt +8 -0
- package/tests/validate-aws-skill-quality.py +7 -0
- package/tests/validate-nosql-audit.py +741 -0
- package/tests/validate-nosql-operations.py +136 -0
- package/tests/validate-nosql-pattern-evals.py +96 -0
- package/tests/validate-nosql-scenarios.py +94 -0
- package/tests/validate-skill-manifest.py +6 -1
- package/tests/validate-skill-references.py +225 -0
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Exercise the shell example against a fake aws executable; never calls AWS."""
|
|
3
|
+
import json
|
|
4
|
+
import os
|
|
5
|
+
from pathlib import Path
|
|
6
|
+
import subprocess
|
|
7
|
+
import tempfile
|
|
8
|
+
import unittest
|
|
9
|
+
|
|
10
|
+
SCRIPT = Path(__file__).resolve().parents[1] / "assets/create-table.sh"
|
|
11
|
+
FAKE_AWS = '''#!/usr/bin/env python3
|
|
12
|
+
import json, os, sys
|
|
13
|
+
args = sys.argv[1:]
|
|
14
|
+
with open(os.environ["CALL_LOG"], "a") as log:
|
|
15
|
+
log.write(json.dumps(args) + "\\n")
|
|
16
|
+
service = next(word for word in args if word in ("sts", "dynamodb"))
|
|
17
|
+
action = args[args.index(service) + 1]
|
|
18
|
+
if action == os.environ.get("FAIL_ACTION"):
|
|
19
|
+
sys.exit(42)
|
|
20
|
+
if service == "sts":
|
|
21
|
+
print("000000000000" if "--query" in args else '{"Account":"000000000000","Arn":"offline-role"}')
|
|
22
|
+
else:
|
|
23
|
+
print("{}")
|
|
24
|
+
'''
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class ShellExampleTests(unittest.TestCase):
|
|
28
|
+
def run_script(self, *, account="000000000000", confirmation="CREATE OfflineTable",
|
|
29
|
+
fail="", missing=""):
|
|
30
|
+
with tempfile.TemporaryDirectory(prefix="dynamodb-example-") as temp:
|
|
31
|
+
root = Path(temp)
|
|
32
|
+
fake = root / "aws"
|
|
33
|
+
fake.write_text(FAKE_AWS)
|
|
34
|
+
fake.chmod(0o700)
|
|
35
|
+
env = {
|
|
36
|
+
"PATH": f"{temp}:{os.environ['PATH']}",
|
|
37
|
+
"AWS_PROFILE": "offline-only", "AWS_REGION": "us-east-1",
|
|
38
|
+
"TABLE_NAME": "OfflineTable", "EXPECTED_ACCOUNT_ID": account,
|
|
39
|
+
"CALL_LOG": str(root / "calls.jsonl"), "FAIL_ACTION": fail,
|
|
40
|
+
}
|
|
41
|
+
if missing:
|
|
42
|
+
env.pop(missing)
|
|
43
|
+
result = subprocess.run(["bash", str(SCRIPT)], input=confirmation + "\n",
|
|
44
|
+
text=True, capture_output=True, env=env, timeout=10)
|
|
45
|
+
log = root / "calls.jsonl"
|
|
46
|
+
calls = [json.loads(line) for line in log.read_text().splitlines()] if log.exists() else []
|
|
47
|
+
for call in calls:
|
|
48
|
+
self.assertIn("--profile", call)
|
|
49
|
+
self.assertIn("--region", call)
|
|
50
|
+
actions = []
|
|
51
|
+
for call in calls:
|
|
52
|
+
service = next(word for word in call if word in ("sts", "dynamodb"))
|
|
53
|
+
actions.append(call[call.index(service) + 1])
|
|
54
|
+
return result, calls, actions
|
|
55
|
+
|
|
56
|
+
def test_missing_explicit_target_stops_before_any_call(self):
|
|
57
|
+
for variable in ("AWS_PROFILE", "AWS_REGION", "TABLE_NAME", "EXPECTED_ACCOUNT_ID"):
|
|
58
|
+
with self.subTest(variable=variable):
|
|
59
|
+
result, _, actions = self.run_script(missing=variable)
|
|
60
|
+
self.assertNotEqual(result.returncode, 0)
|
|
61
|
+
self.assertEqual(actions, [])
|
|
62
|
+
|
|
63
|
+
def test_wrong_account_stops_before_create(self):
|
|
64
|
+
result, _, actions = self.run_script(account="111111111111")
|
|
65
|
+
self.assertNotEqual(result.returncode, 0)
|
|
66
|
+
self.assertEqual(actions, ["get-caller-identity", "get-caller-identity"])
|
|
67
|
+
self.assertIn("Account mismatch", result.stderr)
|
|
68
|
+
|
|
69
|
+
def test_refused_confirmation_stops_before_create(self):
|
|
70
|
+
result, _, actions = self.run_script(confirmation="no")
|
|
71
|
+
self.assertNotEqual(result.returncode, 0)
|
|
72
|
+
self.assertNotIn("create-table", actions)
|
|
73
|
+
|
|
74
|
+
def test_success_orders_create_wait_config_and_readback(self):
|
|
75
|
+
result, calls, actions = self.run_script()
|
|
76
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
77
|
+
self.assertEqual(actions, [
|
|
78
|
+
"get-caller-identity", "get-caller-identity", "create-table", "wait",
|
|
79
|
+
"update-time-to-live", "update-continuous-backups", "describe-table",
|
|
80
|
+
"describe-time-to-live", "describe-continuous-backups"])
|
|
81
|
+
self.assertIn("table-exists", calls[3])
|
|
82
|
+
self.assertTrue(any(arg.endswith("create-table.json") for arg in calls[2]))
|
|
83
|
+
|
|
84
|
+
def test_existing_or_failed_create_is_not_adopted(self):
|
|
85
|
+
result, _, actions = self.run_script(fail="create-table")
|
|
86
|
+
self.assertEqual(result.returncode, 42)
|
|
87
|
+
self.assertEqual(actions[-1], "create-table")
|
|
88
|
+
self.assertNotIn("update-time-to-live", actions)
|
|
89
|
+
|
|
90
|
+
def test_partial_configuration_failure_does_not_delete_or_continue(self):
|
|
91
|
+
result, _, actions = self.run_script(fail="update-time-to-live")
|
|
92
|
+
self.assertEqual(result.returncode, 42)
|
|
93
|
+
self.assertEqual(actions[-1], "update-time-to-live")
|
|
94
|
+
self.assertNotIn("delete-table", actions)
|
|
95
|
+
self.assertNotIn("update-continuous-backups", actions)
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
if __name__ == "__main__":
|
|
99
|
+
unittest.main(verbosity=2)
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Offline reminder/vector fixture tests; no live search or general IAM evaluation."""
|
|
3
|
+
import copy
|
|
4
|
+
from datetime import date
|
|
5
|
+
from decimal import Decimal
|
|
6
|
+
import importlib.util
|
|
7
|
+
import json
|
|
8
|
+
import os
|
|
9
|
+
from pathlib import Path
|
|
10
|
+
import re
|
|
11
|
+
import subprocess
|
|
12
|
+
import sys
|
|
13
|
+
import tempfile
|
|
14
|
+
import unittest
|
|
15
|
+
|
|
16
|
+
import yaml
|
|
17
|
+
|
|
18
|
+
sys.dont_write_bytecode = True
|
|
19
|
+
ROOT = Path(__file__).resolve().parents[1]
|
|
20
|
+
spec = importlib.util.spec_from_file_location("review_due", ROOT / "scripts/review_due.py")
|
|
21
|
+
review = importlib.util.module_from_spec(spec)
|
|
22
|
+
spec.loader.exec_module(review)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
def load(name):
|
|
26
|
+
return json.loads((ROOT / "assets" / name).read_text())
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def check_vectors(create, item, search):
|
|
30
|
+
"""Narrow contract for this example; not an AWS schema/authorization validator."""
|
|
31
|
+
assert create["BillingMode"] == "PAY_PER_REQUEST"
|
|
32
|
+
index = create["VectorIndexes"][0]
|
|
33
|
+
assert len(create["VectorIndexes"]) == 1
|
|
34
|
+
assert index["IndexName"] == search["IndexName"] == "EmbeddingIndex"
|
|
35
|
+
dimension = index["Dimensions"]
|
|
36
|
+
assert type(dimension) is int and 1 <= dimension <= 4096
|
|
37
|
+
declared = {a["AttributeName"] for a in create["AttributeDefinitions"]}
|
|
38
|
+
expected = {k["AttributeName"] for k in create["KeySchema"]}
|
|
39
|
+
expected.update(s["AttributeName"] for s in index["SearchSchema"])
|
|
40
|
+
assert declared == expected == {"PK", "Tenant", "Status"}
|
|
41
|
+
assert len(create["AttributeDefinitions"]) == len(declared)
|
|
42
|
+
assert all(a["AttributeType"] == "S" for a in create["AttributeDefinitions"])
|
|
43
|
+
assert index["VectorAttribute"] == {"AttributeName": "Embedding"}
|
|
44
|
+
assert {k["SearchSchemaElementType"] for k in index["SearchSchema"]} == {"HASH", "INLINE_FILTER"}
|
|
45
|
+
assert set(item["Embedding"]) == {"L"} # ordered list, not NS or an invented type
|
|
46
|
+
for vector in [item["Embedding"]["L"], search["SearchVector"]]:
|
|
47
|
+
assert isinstance(vector, list) and len(vector) == dimension
|
|
48
|
+
numbers = []
|
|
49
|
+
for value in vector:
|
|
50
|
+
assert set(value) == {"N"} and isinstance(value["N"], str)
|
|
51
|
+
number = Decimal(value["N"])
|
|
52
|
+
assert number.is_finite() and abs(number) <= Decimal("3.4028234663852886E38")
|
|
53
|
+
numbers.append(number)
|
|
54
|
+
assert any(number != 0 for number in numbers), "Example avoids undefined cosine zero vectors"
|
|
55
|
+
assert type(search["TopK"]) is int and 1 <= search["TopK"] <= 100
|
|
56
|
+
assert search["SearchConditionExpression"] == "#tenant = :tenant AND #status = :status"
|
|
57
|
+
assert search["ExpressionAttributeNames"] == {"#tenant": "Tenant", "#status": "Status"}
|
|
58
|
+
assert search["ExpressionAttributeValues"][":tenant"] == item["Tenant"]
|
|
59
|
+
assert search["ExpressionAttributeValues"][":status"] == item["Status"]
|
|
60
|
+
assert not ({"ConsistentRead", "ExclusiveStartKey", "FilterExpression"} & set(search))
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
class ReminderTests(unittest.TestCase):
|
|
64
|
+
def test_initial_calendar_window_and_missed_reviews(self):
|
|
65
|
+
schedule = load("content-review.json")
|
|
66
|
+
self.assertEqual(schedule["next_review_due"], "2026-12-01")
|
|
67
|
+
self.assertIsNone(schedule["last_full_review"])
|
|
68
|
+
for when, expected in [("2026-11-08", "not_due"), ("2026-11-30", "not_due"),
|
|
69
|
+
("2026-12-01", "due"), ("2026-12-31", "due"),
|
|
70
|
+
("2027-01-01", "overdue"), ("2027-06-01", "overdue")]:
|
|
71
|
+
with self.subTest(date=when):
|
|
72
|
+
result = review.review_status(schedule, date.fromisoformat(when))
|
|
73
|
+
self.assertEqual(result["status"], expected)
|
|
74
|
+
self.assertEqual(result["next_review_due"], "2026-12-01")
|
|
75
|
+
|
|
76
|
+
def test_completed_review_moves_to_next_calendar_window(self):
|
|
77
|
+
schedule = load("content-review.json")
|
|
78
|
+
schedule.update(last_full_review="2026-12-15", next_review_due="2027-06-01")
|
|
79
|
+
for when, expected in [("2027-05-31", "not_due"), ("2027-06-01", "due"),
|
|
80
|
+
("2027-06-30", "due"), ("2027-07-01", "overdue")]:
|
|
81
|
+
self.assertEqual(review.review_status(schedule, date.fromisoformat(when))["status"], expected)
|
|
82
|
+
self.assertEqual(review.next_window_after(date(2027, 6, 30)), date(2027, 12, 1))
|
|
83
|
+
self.assertEqual(review.next_window_after(date(2027, 1, 15)), date(2027, 6, 1))
|
|
84
|
+
self.assertEqual(review.next_window_after(date(2026, 12, 1)), date(2027, 6, 1))
|
|
85
|
+
|
|
86
|
+
def test_bad_schedule_is_rejected_not_silently_reset(self):
|
|
87
|
+
for updates in [{"review_months": [5, 11]}, {"next_review_due": "2026-12-15"},
|
|
88
|
+
{"last_full_review": "2026-12-15"}, {"next_review_due": "bad-date"}]:
|
|
89
|
+
schedule = load("content-review.json")
|
|
90
|
+
schedule.update(updates)
|
|
91
|
+
with self.assertRaises(ValueError):
|
|
92
|
+
review.review_status(schedule, date(2026, 11, 8))
|
|
93
|
+
|
|
94
|
+
def test_cli_reminder_is_read_only_and_not_an_external_notification(self):
|
|
95
|
+
path = ROOT / "assets/content-review.json"
|
|
96
|
+
before = path.read_bytes()
|
|
97
|
+
result = subprocess.run([sys.executable, str(ROOT / "scripts/review_due.py"),
|
|
98
|
+
"--as-of", "2026-12-01"], capture_output=True, text=True)
|
|
99
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
100
|
+
self.assertEqual(json.loads(result.stdout)["status"], "due")
|
|
101
|
+
self.assertFalse(json.loads(result.stdout)["background_notification"])
|
|
102
|
+
self.assertEqual(path.read_bytes(), before)
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
class VectorTests(unittest.TestCase):
|
|
106
|
+
def test_typed_item_and_request_contract(self):
|
|
107
|
+
item = load("typed-vector-item.json")
|
|
108
|
+
self.assertEqual({tag for value in item.values() for tag in value},
|
|
109
|
+
{"S", "N", "B", "BOOL", "NULL", "L", "M", "SS", "NS", "BS"})
|
|
110
|
+
check_vectors(load("vector-create-table.json"), item, load("vector-search.json"))
|
|
111
|
+
policy = load("vector-search-policy.json")
|
|
112
|
+
statement = policy["Statement"][0]
|
|
113
|
+
self.assertEqual(statement["Action"], "dynamodb:SearchVectors")
|
|
114
|
+
self.assertEqual(statement["Resource"],
|
|
115
|
+
"arn:aws:dynamodb:us-east-1:111122223333:table/VectorDocuments/index/EmbeddingIndex")
|
|
116
|
+
self.assertNotIn("Condition", statement) # no fabricated LeadingKeys protection
|
|
117
|
+
|
|
118
|
+
def test_bad_vector_type_dimensions_schema_and_search_fixtures(self):
|
|
119
|
+
mutations = [
|
|
120
|
+
lambda c, i, s: c.update(BillingMode="PROVISIONED"),
|
|
121
|
+
lambda c, i, s: c["VectorIndexes"][0].update(Dimensions=4),
|
|
122
|
+
lambda c, i, s: c["AttributeDefinitions"].pop(),
|
|
123
|
+
lambda c, i, s: c["AttributeDefinitions"].append({"AttributeName": "Embedding", "AttributeType": "L"}),
|
|
124
|
+
lambda c, i, s: i.update(Embedding={"NS": ["0.1", "0.2", "0.3"]}),
|
|
125
|
+
lambda c, i, s: i.update(Embedding={"V": [0.1, 0.2, 0.3]}),
|
|
126
|
+
lambda c, i, s: s.update(SearchVector={"L": s["SearchVector"]}),
|
|
127
|
+
lambda c, i, s: s["SearchVector"].__setitem__(0, {"N": "NaN"}),
|
|
128
|
+
lambda c, i, s: s["SearchVector"].__setitem__(0, {"S": "0.1"}),
|
|
129
|
+
lambda c, i, s: s["SearchVector"].__setitem__(0, {"N": "1e39"}),
|
|
130
|
+
lambda c, i, s: s.update(TopK=101),
|
|
131
|
+
lambda c, i, s: s.update(SearchConditionExpression="#status = :status"),
|
|
132
|
+
lambda c, i, s: s.update(ConsistentRead=True),
|
|
133
|
+
]
|
|
134
|
+
for number, mutate in enumerate(mutations):
|
|
135
|
+
create, item, search = [copy.deepcopy(load(name)) for name in
|
|
136
|
+
["vector-create-table.json", "typed-vector-item.json", "vector-search.json"]]
|
|
137
|
+
mutate(create, item, search)
|
|
138
|
+
with self.subTest(fixture=number):
|
|
139
|
+
with self.assertRaises(AssertionError):
|
|
140
|
+
check_vectors(create, item, search)
|
|
141
|
+
|
|
142
|
+
def test_cfn_cli_equivalence_and_explicit_lint_compatibility_finding(self):
|
|
143
|
+
class Loader(yaml.SafeLoader):
|
|
144
|
+
pass
|
|
145
|
+
Loader.add_constructor("!Ref", lambda loader, node: loader.construct_scalar(node))
|
|
146
|
+
template = yaml.load((ROOT / "assets/vector-table.cfn.yaml").read_text(), Loader=Loader)
|
|
147
|
+
resource = template["Resources"]["VectorDocuments"]
|
|
148
|
+
props = copy.deepcopy(resource["Properties"])
|
|
149
|
+
props.pop("TableName")
|
|
150
|
+
self.assertEqual(props, load("vector-create-table.json"))
|
|
151
|
+
self.assertEqual(resource["DeletionPolicy"], "Retain")
|
|
152
|
+
self.assertEqual(resource["UpdateReplacePolicy"], "Retain")
|
|
153
|
+
path = str(ROOT / "assets/vector-table.cfn.yaml")
|
|
154
|
+
strict = subprocess.run(["cfn-lint", "--format", "json", "--template", path],
|
|
155
|
+
text=True, capture_output=True, timeout=30)
|
|
156
|
+
findings = json.loads(strict.stdout or "[]")
|
|
157
|
+
if strict.returncode:
|
|
158
|
+
self.assertTrue(findings, strict.stderr)
|
|
159
|
+
self.assertEqual({f["Rule"]["Id"] for f in findings}, {"E3039"})
|
|
160
|
+
print("NOTE: strict vector lint E3039 compatibility MISS, not a strict pass")
|
|
161
|
+
else:
|
|
162
|
+
self.assertEqual(findings, [])
|
|
163
|
+
# Exact declared-set semantics were independently checked above. No global
|
|
164
|
+
# suppression, inline ignore or removal of AWS-required attributes.
|
|
165
|
+
result = subprocess.run(["cfn-lint", "--ignore-checks", "E3039", "--template", path],
|
|
166
|
+
text=True, capture_output=True, timeout=30)
|
|
167
|
+
self.assertEqual(result.returncode, 0, result.stdout + result.stderr)
|
|
168
|
+
self.assertNotIn("Metadata", template)
|
|
169
|
+
|
|
170
|
+
def test_actual_vector_commands_against_fake_cli(self):
|
|
171
|
+
text = (ROOT / "references/data-types-and-vectors.md").read_text()
|
|
172
|
+
code = "\n".join(re.findall(r"```bash\n(.*?)\n```", text, re.S))
|
|
173
|
+
with tempfile.TemporaryDirectory(prefix="ddb-vector-cli-") as directory:
|
|
174
|
+
root = Path(directory)
|
|
175
|
+
(root / "aws").write_text('#!/usr/bin/env python3\nimport json,os,sys\nwith open(os.environ["LOG"],"a") as f: f.write(json.dumps(sys.argv[1:])+"\\n")\nprint("{}")\n')
|
|
176
|
+
(root / "aws").chmod(0o700)
|
|
177
|
+
(root / "assets").symlink_to(ROOT / "assets", target_is_directory=True)
|
|
178
|
+
env = {"PATH": f"{root}:{os.environ['PATH']}", "AWS_PROFILE": "offline-only",
|
|
179
|
+
"AWS_REGION": "us-east-1", "VECTOR_TABLE_NAME": "VectorDocuments", "LOG": str(root / "calls")}
|
|
180
|
+
result = subprocess.run(["bash", "-c", code], cwd=root, env=env,
|
|
181
|
+
text=True, capture_output=True, timeout=15)
|
|
182
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
183
|
+
calls = [json.loads(line) for line in (root / "calls").read_text().splitlines()]
|
|
184
|
+
actions = []
|
|
185
|
+
for args in calls:
|
|
186
|
+
service = "dynamodb" if "dynamodb" in args else "sts"
|
|
187
|
+
action = args[args.index(service) + 1]
|
|
188
|
+
actions.append(action)
|
|
189
|
+
self.assertEqual(args[args.index("--profile") + 1], "offline-only")
|
|
190
|
+
self.assertEqual(args[args.index("--region") + 1], "us-east-1")
|
|
191
|
+
if action == "search-vectors":
|
|
192
|
+
self.assertIn("file://assets/vector-search.json", args)
|
|
193
|
+
self.assertFalse({"--consistent-read", "--exclusive-start-key", "--limit"} & set(args))
|
|
194
|
+
if action == "put-item":
|
|
195
|
+
self.assertIn("--condition-expression", args)
|
|
196
|
+
self.assertEqual(args[args.index("--cli-binary-format") + 1], "base64")
|
|
197
|
+
self.assertEqual(actions, ["get-caller-identity", "create-table", "wait", "describe-table", "put-item", "search-vectors"])
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
if __name__ == "__main__":
|
|
201
|
+
unittest.main(verbosity=2)
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Execute the lazy command guide against fake AWS; never use credentials/network."""
|
|
3
|
+
import json
|
|
4
|
+
import os
|
|
5
|
+
from pathlib import Path
|
|
6
|
+
import re
|
|
7
|
+
import subprocess
|
|
8
|
+
import tempfile
|
|
9
|
+
import unittest
|
|
10
|
+
|
|
11
|
+
ROOT = Path(__file__).resolve().parents[1]
|
|
12
|
+
GUIDE = ROOT / "references/commands/embedding.md"
|
|
13
|
+
FAKE_AWS = r'''#!/usr/bin/env python3
|
|
14
|
+
import json, os, pathlib, sys
|
|
15
|
+
args = sys.argv[1:]
|
|
16
|
+
services = {"sts", "bedrock-runtime", "dynamodb", "s3vectors", "bedrock-agent", "bedrock-agent-runtime"}
|
|
17
|
+
service = next(x for x in args if x in services)
|
|
18
|
+
action = args[args.index(service) + 1]
|
|
19
|
+
def flag(name): return args[args.index(name) + 1]
|
|
20
|
+
files = {name: json.loads(pathlib.Path(flag(name)[7:]).read_text())
|
|
21
|
+
for name in ("--body", "--search-vector", "--query-vector", "--vectors") if name in args}
|
|
22
|
+
with open(os.environ["CALL_LOG"], "a") as log:
|
|
23
|
+
log.write(json.dumps({"service": service, "action": action, "args": args, "files": files}) + "\n")
|
|
24
|
+
if (service, action) == ("bedrock-runtime", "invoke-model"):
|
|
25
|
+
mode = os.environ.get("EMBEDDING_CASE", "valid")
|
|
26
|
+
values = [0.1] * (3 if mode == "dimension" else 1024)
|
|
27
|
+
if mode == "overflow": values[0] = 1e39
|
|
28
|
+
pathlib.Path(args[-1]).write_text(json.dumps({"embedding": values}))
|
|
29
|
+
print("{}")
|
|
30
|
+
elif (service, action) == ("bedrock-agent", "start-ingestion-job"):
|
|
31
|
+
print(json.dumps({"ingestionJob": {"ingestionJobId": "JOB1234567"}}))
|
|
32
|
+
elif (service, action) == ("bedrock-agent", "get-ingestion-job"):
|
|
33
|
+
print(json.dumps({"ingestionJob": {"status": os.environ.get("JOB_STATUS", "COMPLETE")}}))
|
|
34
|
+
elif (service, action) in {("sts", "get-caller-identity"), ("dynamodb", "search-vectors"),
|
|
35
|
+
("s3vectors", "put-vectors"), ("s3vectors", "query-vectors"),
|
|
36
|
+
("bedrock-agent-runtime", "retrieve")}:
|
|
37
|
+
print("{}")
|
|
38
|
+
else:
|
|
39
|
+
raise SystemExit("Unexpected fake AWS operation")
|
|
40
|
+
'''
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def blocks():
|
|
44
|
+
return re.findall(r"```bash\n(.*?)\n```", GUIDE.read_text(), re.S)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def run_sections(selected, missing=None, **updates):
|
|
48
|
+
with tempfile.TemporaryDirectory(prefix="embedding-cli-") as directory:
|
|
49
|
+
root = Path(directory)
|
|
50
|
+
(root / "aws").write_text(FAKE_AWS)
|
|
51
|
+
(root / "aws").chmod(0o700)
|
|
52
|
+
(root / "assets").symlink_to(ROOT / "assets", target_is_directory=True)
|
|
53
|
+
env = {"PATH": f"{root}:{os.environ['PATH']}", "TMPDIR": directory,
|
|
54
|
+
"AWS_PROFILE": "offline-only", "AWS_REGION": "us-east-1",
|
|
55
|
+
"VECTOR_TABLE_NAME": "OfflineVectorTable", "VECTOR_INDEX_NAME": "EmbeddingIndex",
|
|
56
|
+
"TENANT_ID": "tenant-\"quoted", "S3_VECTOR_INDEX_ARN": "arn:aws:s3vectors:us-east-1:111122223333:bucket/example/index/example",
|
|
57
|
+
"VECTOR_KEY": "tenant-doc-v17-chunk-1", "SOURCE_BUCKET": "example-source",
|
|
58
|
+
"SOURCE_KEY": "folder/quoted-\"manual.txt", "SOURCE_VERSION_ID": "v17",
|
|
59
|
+
"KB_ID": "KB12345678", "DS_ID": "DS12345678", "JOB_ID": "JOB1234567",
|
|
60
|
+
"INGESTION_TOKEN": "12345678-1234-1234-1234-123456789abc",
|
|
61
|
+
"CALL_LOG": str(root / "calls.jsonl"), **updates}
|
|
62
|
+
if missing:
|
|
63
|
+
env.pop(missing)
|
|
64
|
+
result = subprocess.run(["bash", "-c", "\n".join(blocks()[i] for i in selected)],
|
|
65
|
+
cwd=root, env=env, text=True, capture_output=True, timeout=15)
|
|
66
|
+
log = root / "calls.jsonl"
|
|
67
|
+
calls = [json.loads(line) for line in log.read_text().splitlines()] if log.exists() else []
|
|
68
|
+
return result, calls
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
class EmbeddingCommandsTests(unittest.TestCase):
|
|
72
|
+
def test_routes_are_selective_not_eager(self):
|
|
73
|
+
entry = (ROOT / "SKILL.md").read_text()
|
|
74
|
+
self.assertIn("references/commands/embedding.md", entry)
|
|
75
|
+
self.assertIn("Do not recursively load", entry)
|
|
76
|
+
self.assertNotIn("--cli-binary-format", entry)
|
|
77
|
+
self.assertNotIn("run_path(", entry)
|
|
78
|
+
for name in ["commands/aws-cli.md", "embedding-integrations.md"]:
|
|
79
|
+
self.assertRegex((ROOT / "references" / name).read_text(), r"\]\((?:commands/)?embedding\.md\)")
|
|
80
|
+
|
|
81
|
+
def test_all_sections_parse_and_use_explicit_targets(self):
|
|
82
|
+
syntax = subprocess.run(["bash", "-n"], input="\n".join(blocks()), text=True, capture_output=True)
|
|
83
|
+
self.assertEqual(syntax.returncode, 0, syntax.stderr)
|
|
84
|
+
result, calls = run_sections(range(7))
|
|
85
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
86
|
+
self.assertEqual(len(calls), 8)
|
|
87
|
+
for call in calls:
|
|
88
|
+
args = call["args"]
|
|
89
|
+
self.assertEqual(args[args.index("--profile") + 1], "offline-only")
|
|
90
|
+
self.assertEqual(args[args.index("--region") + 1], "us-east-1")
|
|
91
|
+
self.assertIn("--no-cli-pager", args)
|
|
92
|
+
self.assertNotIn("--no-verify-ssl", args)
|
|
93
|
+
self.assertNotIn(call["action"], {"create-table", "create-index", "create-vector-bucket", "delete-vectors"})
|
|
94
|
+
|
|
95
|
+
def test_model_output_becomes_distinct_wire_formats(self):
|
|
96
|
+
result, calls = run_sections([0, 1, 2, 3])
|
|
97
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
98
|
+
model, native, put, query = calls[1:]
|
|
99
|
+
body = model["files"]["--body"]
|
|
100
|
+
self.assertEqual(body["dimensions"], 1024)
|
|
101
|
+
self.assertEqual(body["embeddingTypes"], ["float"])
|
|
102
|
+
self.assertIs(body["normalize"], True)
|
|
103
|
+
self.assertIn("amazon.titan-embed-text-v2:0", model["args"])
|
|
104
|
+
self.assertIn("raw-in-base64-out", model["args"])
|
|
105
|
+
numbers = native["files"]["--search-vector"]
|
|
106
|
+
self.assertEqual(len(numbers), 1024)
|
|
107
|
+
self.assertEqual(set(numbers[0]), {"N"})
|
|
108
|
+
values_arg = native["args"][native["args"].index("--expression-attribute-values") + 1]
|
|
109
|
+
self.assertEqual(json.loads(values_arg)[":tenant"], {"S": 'tenant-"quoted'})
|
|
110
|
+
vector = put["files"]["--vectors"][0]
|
|
111
|
+
self.assertEqual(vector["data"], query["files"]["--query-vector"])
|
|
112
|
+
self.assertEqual(len(vector["data"]["float32"]), 1024)
|
|
113
|
+
self.assertEqual(vector["metadata"]["sourceKey"], 'folder/quoted-"manual.txt')
|
|
114
|
+
self.assertEqual(vector["metadata"]["sourceVersion"], "v17")
|
|
115
|
+
for call in (put, query):
|
|
116
|
+
index = call["args"][call["args"].index("--index-arn") + 1]
|
|
117
|
+
self.assertEqual(index, "arn:aws:s3vectors:us-east-1:111122223333:bucket/example/index/example")
|
|
118
|
+
self.assertIn("--no-paginate", query["args"])
|
|
119
|
+
|
|
120
|
+
def test_missing_targets_fail_before_affected_service(self):
|
|
121
|
+
for missing in ["AWS_PROFILE", "AWS_REGION"]:
|
|
122
|
+
result, calls = run_sections([0], missing=missing)
|
|
123
|
+
self.assertNotEqual(result.returncode, 0)
|
|
124
|
+
self.assertEqual(calls, [])
|
|
125
|
+
groups = [([0, 1, 2], "dynamodb", ["VECTOR_TABLE_NAME", "VECTOR_INDEX_NAME", "TENANT_ID"]),
|
|
126
|
+
([0, 1, 3], "s3vectors", ["S3_VECTOR_INDEX_ARN", "VECTOR_KEY", "TENANT_ID",
|
|
127
|
+
"SOURCE_BUCKET", "SOURCE_KEY", "SOURCE_VERSION_ID"]),
|
|
128
|
+
([0, 4], "bedrock-agent", ["KB_ID", "DS_ID", "INGESTION_TOKEN"]),
|
|
129
|
+
([0, 5], "bedrock-agent", ["KB_ID", "DS_ID", "JOB_ID"])]
|
|
130
|
+
for selected, service, names in groups:
|
|
131
|
+
for missing in names:
|
|
132
|
+
with self.subTest(missing=missing, selected=selected):
|
|
133
|
+
result, calls = run_sections(selected, missing=missing)
|
|
134
|
+
self.assertNotEqual(result.returncode, 0)
|
|
135
|
+
self.assertFalse(any(call["service"] == service for call in calls))
|
|
136
|
+
result, calls = run_sections([0, 1, 3], SOURCE_VERSION_ID="null")
|
|
137
|
+
self.assertNotEqual(result.returncode, 0)
|
|
138
|
+
self.assertFalse(any(call["service"] == "s3vectors" for call in calls))
|
|
139
|
+
|
|
140
|
+
def test_bad_vectors_stop_before_database_operations(self):
|
|
141
|
+
for mode in ["dimension", "overflow"]:
|
|
142
|
+
with self.subTest(mode=mode):
|
|
143
|
+
result, calls = run_sections([0, 1, 2, 3], EMBEDDING_CASE=mode)
|
|
144
|
+
self.assertNotEqual(result.returncode, 0)
|
|
145
|
+
self.assertEqual([call["service"] for call in calls], ["sts", "bedrock-runtime"])
|
|
146
|
+
|
|
147
|
+
def test_kb_job_is_inspected_and_incomplete_job_does_not_retrieve(self):
|
|
148
|
+
result, calls = run_sections([0, 4, 5, 6])
|
|
149
|
+
self.assertEqual(result.returncode, 0, result.stderr)
|
|
150
|
+
self.assertEqual([call["action"] for call in calls], [
|
|
151
|
+
"get-caller-identity", "start-ingestion-job", "get-ingestion-job", "retrieve"])
|
|
152
|
+
self.assertIn("--client-token", calls[1]["args"])
|
|
153
|
+
self.assertIn("JOB1234567", calls[2]["args"])
|
|
154
|
+
config = calls[3]["args"][calls[3]["args"].index("--retrieval-configuration") + 1]
|
|
155
|
+
self.assertEqual(json.loads(config), {"vectorSearchConfiguration": {"numberOfResults": 5}})
|
|
156
|
+
result, calls = run_sections([0, 5, 6], JOB_STATUS="IN_PROGRESS")
|
|
157
|
+
self.assertNotEqual(result.returncode, 0)
|
|
158
|
+
self.assertFalse(any(call["action"] == "retrieve" for call in calls))
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
if __name__ == "__main__":
|
|
162
|
+
unittest.main(verbosity=2)
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Offline numeric and injected-client example tests; no SDK or AWS calls."""
|
|
3
|
+
import importlib.util
|
|
4
|
+
import io
|
|
5
|
+
import json
|
|
6
|
+
from pathlib import Path
|
|
7
|
+
import re
|
|
8
|
+
import struct
|
|
9
|
+
import sys
|
|
10
|
+
import unittest
|
|
11
|
+
|
|
12
|
+
sys.dont_write_bytecode = True
|
|
13
|
+
ROOT = Path(__file__).resolve().parents[1]
|
|
14
|
+
spec = importlib.util.spec_from_file_location("flow", ROOT / "assets/embedding-flow.py")
|
|
15
|
+
flow = importlib.util.module_from_spec(spec)
|
|
16
|
+
spec.loader.exec_module(flow)
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
class Bedrock:
|
|
20
|
+
def __init__(self, values=None):
|
|
21
|
+
self.values = values if values is not None else [0.1] * 1024
|
|
22
|
+
self.calls = []
|
|
23
|
+
|
|
24
|
+
def invoke_model(self, **request):
|
|
25
|
+
self.calls.append(request)
|
|
26
|
+
return {"body": io.BytesIO(json.dumps({"embedding": self.values}).encode())}
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class DynamoDB:
|
|
30
|
+
def __init__(self):
|
|
31
|
+
self.puts, self.searches = [], []
|
|
32
|
+
|
|
33
|
+
def put_item(self, **request):
|
|
34
|
+
self.puts.append(request)
|
|
35
|
+
return {"ok": True}
|
|
36
|
+
|
|
37
|
+
def search_vectors(self, **request):
|
|
38
|
+
self.searches.append(request)
|
|
39
|
+
return {"SearchResults": [{"Item": {"PK": {"S": "example"}}, "Score": 0.1}]}
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
class EmbeddingFlowTests(unittest.TestCase):
|
|
43
|
+
def test_s3_vectors_put_and_query_have_different_wire_fields(self):
|
|
44
|
+
guide = (ROOT / "references/embedding-integrations.md").read_text()
|
|
45
|
+
requests = [json.loads(block) for block in
|
|
46
|
+
re.findall(r"```json\n(.*?)\n```", guide, re.S)]
|
|
47
|
+
put, query = requests
|
|
48
|
+
self.assertEqual(put["vectorBucketName"], query["vectorBucketName"])
|
|
49
|
+
self.assertEqual(put["indexName"], query["indexName"])
|
|
50
|
+
self.assertEqual(put["vectors"][0]["data"]["float32"], query["queryVector"]["float32"])
|
|
51
|
+
self.assertEqual(len(query["queryVector"]["float32"]), 3)
|
|
52
|
+
self.assertNotIn("data", query)
|
|
53
|
+
self.assertNotIn("queryVector", put)
|
|
54
|
+
self.assertTrue(all(type(value) is float for value in query["queryVector"]["float32"]))
|
|
55
|
+
self.assertEqual(put["vectors"][0]["metadata"]["sourceVersion"], "v17")
|
|
56
|
+
|
|
57
|
+
def test_float32_rounding_not_fixed_decimal_places(self):
|
|
58
|
+
values = flow.number_values([0.1, 1.00000001, -0.25], 3)
|
|
59
|
+
for before, wire in zip([0.1, 1.00000001, -0.25], values):
|
|
60
|
+
rounded = struct.unpack("!f", struct.pack("!f", before))[0]
|
|
61
|
+
self.assertEqual(struct.pack("!f", float(wire["N"])), struct.pack("!f", rounded))
|
|
62
|
+
self.assertLessEqual(len(wire["N"].replace("-", "").split("e")[0].replace(".", "")), 10)
|
|
63
|
+
self.assertEqual(values[1], {"N": "1"})
|
|
64
|
+
|
|
65
|
+
def test_finite_normal_boundaries(self):
|
|
66
|
+
largest = struct.unpack("!f", bytes.fromhex("7f7fffff"))[0]
|
|
67
|
+
smallest_normal = 2.0 ** -126
|
|
68
|
+
result = flow.number_values([largest, -largest, smallest_normal, 0.0], 4)
|
|
69
|
+
self.assertEqual(len(result), 4)
|
|
70
|
+
self.assertEqual(struct.pack("!f", float(result[0]["N"])), bytes.fromhex("7f7fffff"))
|
|
71
|
+
|
|
72
|
+
def test_rejects_bad_values_and_conservative_underflow_policy(self):
|
|
73
|
+
for values in [[True], ["0.1"], [None], [float("nan")], [float("inf")],
|
|
74
|
+
[-float("inf")], [1e39], [-1e39], [1e-50], [2.0 ** -149],
|
|
75
|
+
[0.0], [-0.0], {0.1}, [[0.1]]]:
|
|
76
|
+
with self.subTest(values=values), self.assertRaises(ValueError):
|
|
77
|
+
flow.number_values(values, 1)
|
|
78
|
+
for dimension in [0, 4097, True, 1.5]:
|
|
79
|
+
with self.subTest(dimension=dimension), self.assertRaises(ValueError):
|
|
80
|
+
flow.number_values([0.1], dimension)
|
|
81
|
+
for values in [[], [0.1], [0.1] * 4]:
|
|
82
|
+
with self.subTest(length=len(values)), self.assertRaises(ValueError):
|
|
83
|
+
flow.number_values(values, 3)
|
|
84
|
+
|
|
85
|
+
def test_bedrock_request_is_explicit_and_fixed(self):
|
|
86
|
+
client = Bedrock()
|
|
87
|
+
result = flow.embed_text(client, "Synthetic source")
|
|
88
|
+
self.assertEqual(len(result), 1024)
|
|
89
|
+
request = client.calls[0]
|
|
90
|
+
self.assertEqual(request["modelId"], "amazon.titan-embed-text-v2:0")
|
|
91
|
+
self.assertEqual(request["contentType"], "application/json")
|
|
92
|
+
self.assertEqual(request["accept"], "application/json")
|
|
93
|
+
self.assertEqual(json.loads(request["body"]), {
|
|
94
|
+
"inputText": "Synthetic source", "dimensions": 1024,
|
|
95
|
+
"normalize": True, "embeddingTypes": ["float"]})
|
|
96
|
+
|
|
97
|
+
def test_item_stores_explicit_source_and_model_not_a_vector_pointer(self):
|
|
98
|
+
bedrock, ddb = Bedrock(), DynamoDB()
|
|
99
|
+
source = {"bucket": "example-source", "key": "manual.txt", "version_id": "v17"}
|
|
100
|
+
flow.index_chunk(bedrock, ddb, "ApprovedTable", "tenant-a", "immutable-chunk-v17",
|
|
101
|
+
"Synthetic source", source)
|
|
102
|
+
request = ddb.puts[0]
|
|
103
|
+
self.assertEqual(request["TableName"], "ApprovedTable")
|
|
104
|
+
self.assertEqual(request["ConditionExpression"], "attribute_not_exists(PK)")
|
|
105
|
+
item = request["Item"]
|
|
106
|
+
self.assertEqual(item["Source"]["M"], {
|
|
107
|
+
"bucket": {"S": "example-source"}, "key": {"S": "manual.txt"},
|
|
108
|
+
"version_id": {"S": "v17"}})
|
|
109
|
+
self.assertEqual(item["EmbeddingModel"], {"S": flow.MODEL_ID})
|
|
110
|
+
self.assertEqual(item["EmbeddingDimensions"], {"N": "1024"})
|
|
111
|
+
self.assertEqual(item["Tenant"], {"S": "tenant-a"})
|
|
112
|
+
self.assertEqual(item["ChunkText"], {"S": "Synthetic source"})
|
|
113
|
+
self.assertEqual(set(item["Embedding"]), {"L"})
|
|
114
|
+
self.assertEqual(len(item["Embedding"]["L"]), 1024)
|
|
115
|
+
|
|
116
|
+
def test_search_matches_model_filters_and_wire_shape(self):
|
|
117
|
+
bedrock, ddb = Bedrock(), DynamoDB()
|
|
118
|
+
result = flow.search_chunks(bedrock, ddb, "ApprovedTable", "ApprovedIndex",
|
|
119
|
+
"tenant-a", "Synthetic question", top_k=7)
|
|
120
|
+
self.assertEqual(len(result["SearchResults"]), 1)
|
|
121
|
+
request = ddb.searches[0]
|
|
122
|
+
self.assertEqual(request["IndexName"], "ApprovedIndex")
|
|
123
|
+
self.assertEqual(request["TopK"], 7)
|
|
124
|
+
self.assertIsInstance(request["SearchVector"], list)
|
|
125
|
+
self.assertEqual(len(request["SearchVector"]), 1024)
|
|
126
|
+
self.assertEqual(request["ExpressionAttributeValues"], {
|
|
127
|
+
":tenant": {"S": "tenant-a"}, ":status": {"S": "PUBLISHED"}})
|
|
128
|
+
self.assertNotIn("ConsistentRead", request)
|
|
129
|
+
self.assertEqual(json.loads(bedrock.calls[0]["body"])["dimensions"], 1024)
|
|
130
|
+
|
|
131
|
+
def test_bad_embeddings_stop_before_database_calls(self):
|
|
132
|
+
source = {"bucket": "example", "key": "manual.txt", "version_id": "v1"}
|
|
133
|
+
for values in [[0.1] * 3, [0.0] * 1024, [1e39] * 1024]:
|
|
134
|
+
with self.subTest(values=values[:1]):
|
|
135
|
+
bedrock, ddb = Bedrock(values), DynamoDB()
|
|
136
|
+
with self.assertRaises(ValueError):
|
|
137
|
+
flow.index_chunk(bedrock, ddb, "Table", "tenant", "chunk", "Text", source)
|
|
138
|
+
with self.assertRaises(ValueError):
|
|
139
|
+
flow.search_chunks(bedrock, ddb, "Table", "Index", "tenant", "Question")
|
|
140
|
+
self.assertFalse(ddb.puts or ddb.searches)
|
|
141
|
+
|
|
142
|
+
def test_invalid_targets_source_and_bounds_stop_before_model_cost(self):
|
|
143
|
+
bedrock, ddb = Bedrock(), DynamoDB()
|
|
144
|
+
for source in [{}, {"bucket": "x", "key": "x", "version_id": "null"}]:
|
|
145
|
+
with self.assertRaises(ValueError):
|
|
146
|
+
flow.index_chunk(bedrock, ddb, "Table", "tenant", "chunk", "Text", source)
|
|
147
|
+
for top_k in [0, 101, True]:
|
|
148
|
+
with self.assertRaises(ValueError):
|
|
149
|
+
flow.search_chunks(bedrock, ddb, "Table", "Index", "tenant", "Question", top_k)
|
|
150
|
+
with self.assertRaises(ValueError):
|
|
151
|
+
flow.search_chunks(bedrock, ddb, "", "Index", "tenant", "Question")
|
|
152
|
+
with self.assertRaises(ValueError):
|
|
153
|
+
flow.embed_text(bedrock, " ")
|
|
154
|
+
self.assertFalse(bedrock.calls or ddb.puts or ddb.searches)
|
|
155
|
+
|
|
156
|
+
def test_model_errors_are_not_empty_search_results(self):
|
|
157
|
+
class Broken(Bedrock):
|
|
158
|
+
def invoke_model(self, **request):
|
|
159
|
+
raise RuntimeError("synthetic failure")
|
|
160
|
+
ddb = DynamoDB()
|
|
161
|
+
with self.assertRaisesRegex(RuntimeError, "synthetic failure"):
|
|
162
|
+
flow.search_chunks(Broken(), ddb, "Table", "Index", "tenant", "Question")
|
|
163
|
+
self.assertFalse(ddb.searches)
|
|
164
|
+
|
|
165
|
+
|
|
166
|
+
if __name__ == "__main__":
|
|
167
|
+
unittest.main(verbosity=2)
|