opencode-skills-collection 4.1.3 → 4.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundled-skills/.antigravity-install-manifest.json +23 -1
- package/bundled-skills/ai-agent-evaluation-benchmarking/SKILL.md +124 -0
- package/bundled-skills/ai-agent-tool-routing/SKILL.md +136 -0
- package/bundled-skills/ai-code-generation-guardrails/SKILL.md +142 -0
- package/bundled-skills/ai-prompt-regression-testing/SKILL.md +130 -0
- package/bundled-skills/antigravity-maintainer-batch-release/SKILL.md +11 -7
- package/bundled-skills/cline-pilot/README.md +138 -0
- package/bundled-skills/cline-pilot/SKILL.md +301 -0
- package/bundled-skills/cline-pilot/assets/global-memory-bank-prompt.en.md +66 -0
- package/bundled-skills/cline-pilot/assets/global-memory-bank-prompt.md +56 -0
- package/bundled-skills/cline-pilot/references/cold-start.md +58 -0
- package/bundled-skills/cline-pilot/references/decision-log.example.md +9 -0
- package/bundled-skills/cline-pilot/references/local-config.example.md +26 -0
- package/bundled-skills/cline-pilot/references/project-profiles.example.md +10 -0
- package/bundled-skills/cline-pilot/scripts/session_report.py +151 -0
- package/bundled-skills/cross-chain-relayer-audit/SKILL.md +136 -0
- package/bundled-skills/defi-yield-strategy-allocator/SKILL.md +124 -0
- package/bundled-skills/dropthehassle-publish/SKILL.md +151 -0
- package/bundled-skills/smart-contract-formal-verification/SKILL.md +136 -0
- package/bundled-skills/smart-contract-upgrade-governance/SKILL.md +130 -0
- package/bundled-skills/soroban-contract-audit/SKILL.md +136 -0
- package/bundled-skills/soroban-liquidity-pool/SKILL.md +118 -0
- package/bundled-skills/soroban-oracle-data-feed-audit/SKILL.md +118 -0
- package/bundled-skills/soroban-storage-ttl-lifecycle/SKILL.md +118 -0
- package/bundled-skills/soroban-token-minter/SKILL.md +124 -0
- package/bundled-skills/stellar-anchor-integration/SKILL.md +136 -0
- package/bundled-skills/stellar-asset-clawback-compliance/SKILL.md +118 -0
- package/bundled-skills/stellar-escrow-timelock/SKILL.md +118 -0
- package/bundled-skills/stellar-multisig-threshold-coordinator/SKILL.md +112 -0
- package/bundled-skills/waf-setup/SKILL.md +1 -1
- package/bundled-skills/web3-rate-limiting-circuit-breaker/SKILL.md +130 -0
- package/bundled-skills/web3-transaction-relayer-pool/SKILL.md +124 -0
- package/bundled-skills/zk-proof-verification-pipeline/SKILL.md +124 -0
- package/package.json +1 -1
- package/skills_index.json +805 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": 1,
|
|
3
|
-
"updatedAt": "2026-10-
|
|
3
|
+
"updatedAt": "2026-10-03T02:39:21.778Z",
|
|
4
4
|
"entries": [
|
|
5
5
|
"00-andruia-consultant",
|
|
6
6
|
"007",
|
|
@@ -77,9 +77,12 @@
|
|
|
77
77
|
"agy-auto",
|
|
78
78
|
"agy-delegate",
|
|
79
79
|
"ai-agent-development",
|
|
80
|
+
"ai-agent-evaluation-benchmarking",
|
|
80
81
|
"ai-agent-security",
|
|
82
|
+
"ai-agent-tool-routing",
|
|
81
83
|
"ai-agents-architect",
|
|
82
84
|
"ai-analyzer",
|
|
85
|
+
"ai-code-generation-guardrails",
|
|
83
86
|
"ai-coding-agent-guardrails",
|
|
84
87
|
"ai-dev-jobs-mcp",
|
|
85
88
|
"ai-engineer",
|
|
@@ -96,6 +99,7 @@
|
|
|
96
99
|
"ai-pipeline-orchestration",
|
|
97
100
|
"ai-podcast-voiceover",
|
|
98
101
|
"ai-product",
|
|
102
|
+
"ai-prompt-regression-testing",
|
|
99
103
|
"ai-red-teaming",
|
|
100
104
|
"ai-security-hardening",
|
|
101
105
|
"ai-seo",
|
|
@@ -539,6 +543,7 @@
|
|
|
539
543
|
"client-secret-exposure-audit",
|
|
540
544
|
"clients-accounts",
|
|
541
545
|
"cline-delegate",
|
|
546
|
+
"cline-pilot",
|
|
542
547
|
"close-automation",
|
|
543
548
|
"closed-loop-delivery",
|
|
544
549
|
"cloud-architect",
|
|
@@ -667,6 +672,7 @@
|
|
|
667
672
|
"crewai",
|
|
668
673
|
"cro",
|
|
669
674
|
"cron-doctor",
|
|
675
|
+
"cross-chain-relayer-audit",
|
|
670
676
|
"cross-platform-contract-propagation-audit",
|
|
671
677
|
"crossframe",
|
|
672
678
|
"crossframe-casebook",
|
|
@@ -742,6 +748,7 @@
|
|
|
742
748
|
"deep-research-framework",
|
|
743
749
|
"deepapi",
|
|
744
750
|
"defi-protocol-templates",
|
|
751
|
+
"defi-yield-strategy-allocator",
|
|
745
752
|
"defuddle",
|
|
746
753
|
"dei-dashboard",
|
|
747
754
|
"delegate-setup",
|
|
@@ -881,6 +888,7 @@
|
|
|
881
888
|
"drizzle-migration-conflict",
|
|
882
889
|
"drizzle-orm-expert",
|
|
883
890
|
"dropbox-automation",
|
|
891
|
+
"dropthehassle-publish",
|
|
884
892
|
"dsh-deepread",
|
|
885
893
|
"dwarf-expert",
|
|
886
894
|
"dx-optimizer",
|
|
@@ -2198,6 +2206,8 @@
|
|
|
2198
2206
|
"sleep-analyzer",
|
|
2199
2207
|
"slideops",
|
|
2200
2208
|
"slo-implementation",
|
|
2209
|
+
"smart-contract-formal-verification",
|
|
2210
|
+
"smart-contract-upgrade-governance",
|
|
2201
2211
|
"smart-git-automation",
|
|
2202
2212
|
"smartui-skill",
|
|
2203
2213
|
"smtp-penetration-testing",
|
|
@@ -2214,6 +2224,11 @@
|
|
|
2214
2224
|
"solidity-security",
|
|
2215
2225
|
"sop-company-wiki",
|
|
2216
2226
|
"sops-encryption",
|
|
2227
|
+
"soroban-contract-audit",
|
|
2228
|
+
"soroban-liquidity-pool",
|
|
2229
|
+
"soroban-oracle-data-feed-audit",
|
|
2230
|
+
"soroban-storage-ttl-lifecycle",
|
|
2231
|
+
"soroban-token-minter",
|
|
2217
2232
|
"source-document-filing",
|
|
2218
2233
|
"source-driven-development",
|
|
2219
2234
|
"spark-optimization",
|
|
@@ -2248,6 +2263,10 @@
|
|
|
2248
2263
|
"startup-it-troubleshooting",
|
|
2249
2264
|
"startup-metrics-framework",
|
|
2250
2265
|
"statsmodels",
|
|
2266
|
+
"stellar-anchor-integration",
|
|
2267
|
+
"stellar-asset-clawback-compliance",
|
|
2268
|
+
"stellar-escrow-timelock",
|
|
2269
|
+
"stellar-multisig-threshold-coordinator",
|
|
2251
2270
|
"steve-jobs",
|
|
2252
2271
|
"stitch-design-taste",
|
|
2253
2272
|
"stitch-loop",
|
|
@@ -2534,7 +2553,9 @@
|
|
|
2534
2553
|
"web-security-testing",
|
|
2535
2554
|
"web2-recon",
|
|
2536
2555
|
"web3-audit",
|
|
2556
|
+
"web3-rate-limiting-circuit-breaker",
|
|
2537
2557
|
"web3-testing",
|
|
2558
|
+
"web3-transaction-relayer-pool",
|
|
2538
2559
|
"webapp-testing",
|
|
2539
2560
|
"webdriverio-skill",
|
|
2540
2561
|
"webflow-automation",
|
|
@@ -2608,6 +2629,7 @@
|
|
|
2608
2629
|
"zero-trust",
|
|
2609
2630
|
"zeroize-audit",
|
|
2610
2631
|
"zipai-optimizer",
|
|
2632
|
+
"zk-proof-verification-pipeline",
|
|
2611
2633
|
"zod-validation-expert",
|
|
2612
2634
|
"zoho-crm-automation",
|
|
2613
2635
|
"zoom-automation",
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: ai-agent-evaluation-benchmarking
|
|
3
|
+
description: 'Autonomous AI agent benchmark evaluation register: task completion rates, planning accuracy, tool invocation precision, and cost benchmarks.'
|
|
4
|
+
category: engineering
|
|
5
|
+
risk: safe
|
|
6
|
+
source: self
|
|
7
|
+
source_type: self
|
|
8
|
+
date_added: "2026-10-01"
|
|
9
|
+
author: Ranjeet2063
|
|
10
|
+
tags: [ai, agents, evaluation, benchmarks, llm, automation, quality]
|
|
11
|
+
tools: []
|
|
12
|
+
source_repo: Ranjeet2063/agentic-awesome-skills
|
|
13
|
+
---
|
|
14
|
+
|
|
15
|
+
# AI Agent Capability Evaluation & Benchmarking
|
|
16
|
+
|
|
17
|
+
**What it is:** Standardizes multi-metric capability benchmarking, token cost efficiency, and regression monitoring across autonomous coding agents.
|
|
18
|
+
|
|
19
|
+
## Overview
|
|
20
|
+
|
|
21
|
+
Provides a standardized, auditable framework and data model for **AI Agent Capability Evaluation & Benchmarking** operations across distributed engineering and decentralized application systems.
|
|
22
|
+
|
|
23
|
+
## When to Use This Skill
|
|
24
|
+
|
|
25
|
+
- When formalizing architectural contracts, security invariants, or operational limits for AI Agent Capability Evaluation & Benchmarking.
|
|
26
|
+
- When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
|
|
27
|
+
- When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
|
|
28
|
+
|
|
29
|
+
## How It Works
|
|
30
|
+
|
|
31
|
+
1. Define the parameters, thresholds, and identity bindings required for the target operational register.
|
|
32
|
+
2. Select appropriate boundary enforcement values from validated enum select sets.
|
|
33
|
+
3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
|
|
34
|
+
|
|
35
|
+
## Field Reference
|
|
36
|
+
|
|
37
|
+
| # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
|
|
38
|
+
|---|------------|------|----------|------------------|----------------------|---------------|
|
|
39
|
+
| 1 | Benchmark Run ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `BENCH-001` |
|
|
40
|
+
| 2 | Evaluated Agent Model | `select` | `VARCHAR(64)` | `string` | Select | `Claude 3.7 Sonnet` |
|
|
41
|
+
| 3 | Benchmark Suite Domain | `select` | `VARCHAR(64)` | `string` | Select | `SWE-bench Verified` |
|
|
42
|
+
| 4 | Tasks Evaluated Count | `number` | `INTEGER` | `number` | Number | `100` |
|
|
43
|
+
| 5 | Pass Rate Percentage | `number` | `NUMERIC(5,2)` | `number` | Number | `78.40` |
|
|
44
|
+
| 6 | Tool Hallucination Rate % | `number` | `NUMERIC(5,2)` | `number` | Number | `0.60` |
|
|
45
|
+
| 7 | Average Tokens Per Task | `number` | `INTEGER` | `number` | Number | `42500` |
|
|
46
|
+
| 8 | Cost Per Solved Task USD | `currency` | `NUMERIC(8,4)` | `number` | Number | `0.3420` |
|
|
47
|
+
| 9 | Regression Verdict | `select` | `VARCHAR(32)` | `string` | Select | `Superior` |
|
|
48
|
+
| 10 | Evaluation Lead | `text` | `VARCHAR(64)` | `string` | Text | `Ranjeet2063` |
|
|
49
|
+
| 11 | Benchmark Execution Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
|
|
50
|
+
|
|
51
|
+
## Select Options
|
|
52
|
+
|
|
53
|
+
**Evaluated Agent Model**
|
|
54
|
+
|
|
55
|
+
```
|
|
56
|
+
Claude 3.7 Sonnet | Claude 3.5 Sonnet | GPT-4o | Gemini 2.0 Flash | DeepSeek V3
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
**Benchmark Suite Domain**
|
|
60
|
+
|
|
61
|
+
```
|
|
62
|
+
SWE-bench Verified | WebArena | AgentBench | HumanEval-Rust | Web3AuditBench
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
**Regression Verdict**
|
|
66
|
+
|
|
67
|
+
```
|
|
68
|
+
Superior | Parity Baseline | Regression Failure
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
## Relations
|
|
72
|
+
|
|
73
|
+
- `Audit Reference` -> links to the formal review documentation or test repository.
|
|
74
|
+
- `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
|
|
75
|
+
|
|
76
|
+
## Examples
|
|
77
|
+
|
|
78
|
+
**Prompt**
|
|
79
|
+
|
|
80
|
+
```
|
|
81
|
+
How do I configure and track AI Agent Capability Evaluation & Benchmarking for our production environment?
|
|
82
|
+
```
|
|
83
|
+
|
|
84
|
+
**Recommended Next Step**
|
|
85
|
+
|
|
86
|
+
> Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
|
|
87
|
+
>
|
|
88
|
+
> Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
|
|
89
|
+
|
|
90
|
+
## Best Practices
|
|
91
|
+
|
|
92
|
+
- Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
|
|
93
|
+
- Re-run validation test suites on every state-altering commit or parameter change.
|
|
94
|
+
- Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
|
|
95
|
+
|
|
96
|
+
## Limitations
|
|
97
|
+
|
|
98
|
+
- Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
|
|
99
|
+
- Requires network connectivity and valid RPC credentials when querying on-chain states.
|
|
100
|
+
|
|
101
|
+
## Security & Safety Notes
|
|
102
|
+
|
|
103
|
+
- All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
|
|
104
|
+
- Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
|
|
105
|
+
|
|
106
|
+
## Common Pitfalls
|
|
107
|
+
|
|
108
|
+
- **Problem:** Mismatched decimal precision between contract runtime and database register.
|
|
109
|
+
**Solution:** Always verify decimals using the explicit field mapping in this reference.
|
|
110
|
+
- **Problem:** Missing authorization checks prior to state update.
|
|
111
|
+
**Solution:** Cross-validate against the Security Audit register before deployment.
|
|
112
|
+
|
|
113
|
+
## Related Skills
|
|
114
|
+
|
|
115
|
+
- @ai-agent-tool-routing - covers tool schema registration and retry policy.
|
|
116
|
+
- @ai-prompt-regression-testing - covers prompt regression baselines and drift.
|
|
117
|
+
- @ai-code-generation-guardrails - covers static guardrails for generated code.
|
|
118
|
+
|
|
119
|
+
## Reusable Prompt
|
|
120
|
+
|
|
121
|
+
```
|
|
122
|
+
I want to establish a verified AI Agent Capability Evaluation & Benchmarking register for our production protocol.
|
|
123
|
+
Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
|
|
124
|
+
```
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: ai-agent-tool-routing
|
|
3
|
+
description: 'Autonomous AI agent tool router register: schema registration, runtime parameter coercion, idempotency keys, and error recovery policies.'
|
|
4
|
+
category: engineering
|
|
5
|
+
risk: safe
|
|
6
|
+
source: self
|
|
7
|
+
source_type: self
|
|
8
|
+
date_added: "2026-10-01"
|
|
9
|
+
author: Ranjeet2063
|
|
10
|
+
tags: [ai, agents, tool-use, mcp, llm, automation, python]
|
|
11
|
+
tools: []
|
|
12
|
+
source_repo: Ranjeet2063/agentic-awesome-skills
|
|
13
|
+
---
|
|
14
|
+
|
|
15
|
+
# Autonomous AI Agent Tool Routing
|
|
16
|
+
|
|
17
|
+
**What it is:** Coordinates discovery, runtime execution bounds, and fault-tolerant retry policies for external tools consumed by autonomous AI coding agents.
|
|
18
|
+
|
|
19
|
+
## Overview
|
|
20
|
+
|
|
21
|
+
Provides a standardized, auditable framework and data model for **Autonomous AI Agent Tool Routing** operations across distributed engineering and decentralized application systems.
|
|
22
|
+
|
|
23
|
+
## When to Use This Skill
|
|
24
|
+
|
|
25
|
+
- When formalizing architectural contracts, security invariants, or operational limits for Autonomous AI Agent Tool Routing.
|
|
26
|
+
- When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
|
|
27
|
+
- When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
|
|
28
|
+
|
|
29
|
+
## How It Works
|
|
30
|
+
|
|
31
|
+
1. Define the parameters, thresholds, and identity bindings required for the target operational register.
|
|
32
|
+
2. Select appropriate boundary enforcement values from validated enum select sets.
|
|
33
|
+
3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
|
|
34
|
+
|
|
35
|
+
## Field Reference
|
|
36
|
+
|
|
37
|
+
| # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
|
|
38
|
+
|---|------------|------|----------|------------------|----------------------|---------------|
|
|
39
|
+
| 1 | Tool Definition ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `TOOL-001` |
|
|
40
|
+
| 2 | Tool Canonical Name | `text` | `VARCHAR(64)` | `string` | Text | `stellar_ledger_query` |
|
|
41
|
+
| 3 | Target Protocol / Server | `text` | `VARCHAR(64)` | `string` | Text | `Stellar Horizon RPC` |
|
|
42
|
+
| 4 | Invocation Mode | `select` | `VARCHAR(32)` | `string` | Select | `Synchronous` |
|
|
43
|
+
| 5 | Idempotency Enforced | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
|
|
44
|
+
| 6 | Parameter Coercion Strategy | `select` | `VARCHAR(64)` | `string` | Select | `Strict Pydantic V2` |
|
|
45
|
+
| 7 | Rate Limit Requests Per Min | `number` | `INTEGER` | `number` | Number | `120` |
|
|
46
|
+
| 8 | Retry Backoff Policy | `select` | `VARCHAR(32)` | `string` | Select | `Exponential with Jitter` |
|
|
47
|
+
| 9 | Timeout Threshold Ms | `number` | `INTEGER` | `number` | Number | `5000` |
|
|
48
|
+
| 10 | Router Registration Status | `select` | `VARCHAR(32)` | `string` | Select | `Active Verified` |
|
|
49
|
+
| 11 | Last Validation Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
|
|
50
|
+
|
|
51
|
+
## Select Options
|
|
52
|
+
|
|
53
|
+
**Invocation Mode**
|
|
54
|
+
|
|
55
|
+
```
|
|
56
|
+
Synchronous | Asynchronous Background | Scheduled Cron
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
**Idempotency Enforced**
|
|
60
|
+
|
|
61
|
+
```
|
|
62
|
+
Yes | No
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
**Parameter Coercion Strategy**
|
|
66
|
+
|
|
67
|
+
```
|
|
68
|
+
Strict Pydantic V2 | JSON Schema Draft 7 | Permissive Fallback
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
**Retry Backoff Policy**
|
|
72
|
+
|
|
73
|
+
```
|
|
74
|
+
Exponential with Jitter | Linear Step | Immediate Reversion
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
**Router Registration Status**
|
|
78
|
+
|
|
79
|
+
```
|
|
80
|
+
Draft | Active Verified | Deprecated | Blocked
|
|
81
|
+
```
|
|
82
|
+
|
|
83
|
+
## Relations
|
|
84
|
+
|
|
85
|
+
- `Audit Reference` -> links to the formal review documentation or test repository.
|
|
86
|
+
- `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
|
|
87
|
+
|
|
88
|
+
## Examples
|
|
89
|
+
|
|
90
|
+
**Prompt**
|
|
91
|
+
|
|
92
|
+
```
|
|
93
|
+
How do I configure and track Autonomous AI Agent Tool Routing for our production environment?
|
|
94
|
+
```
|
|
95
|
+
|
|
96
|
+
**Recommended Next Step**
|
|
97
|
+
|
|
98
|
+
> Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
|
|
99
|
+
>
|
|
100
|
+
> Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
|
|
101
|
+
|
|
102
|
+
## Best Practices
|
|
103
|
+
|
|
104
|
+
- Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
|
|
105
|
+
- Re-run validation test suites on every state-altering commit or parameter change.
|
|
106
|
+
- Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
|
|
107
|
+
|
|
108
|
+
## Limitations
|
|
109
|
+
|
|
110
|
+
- Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
|
|
111
|
+
- Requires network connectivity and valid RPC credentials when querying on-chain states.
|
|
112
|
+
|
|
113
|
+
## Security & Safety Notes
|
|
114
|
+
|
|
115
|
+
- All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
|
|
116
|
+
- Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
|
|
117
|
+
|
|
118
|
+
## Common Pitfalls
|
|
119
|
+
|
|
120
|
+
- **Problem:** Mismatched decimal precision between contract runtime and database register.
|
|
121
|
+
**Solution:** Always verify decimals using the explicit field mapping in this reference.
|
|
122
|
+
- **Problem:** Missing authorization checks prior to state update.
|
|
123
|
+
**Solution:** Cross-validate against the Security Audit register before deployment.
|
|
124
|
+
|
|
125
|
+
## Related Skills
|
|
126
|
+
|
|
127
|
+
- @ai-prompt-regression-testing - covers prompt regression baselines and drift.
|
|
128
|
+
- @web3-rate-limiting-circuit-breaker - provides operational guardrails and threshold breakers.
|
|
129
|
+
- @cross-chain-relayer-audit - covers message hashes, nonces and quorum proofs.
|
|
130
|
+
|
|
131
|
+
## Reusable Prompt
|
|
132
|
+
|
|
133
|
+
```
|
|
134
|
+
I want to establish a verified Autonomous AI Agent Tool Routing register for our production protocol.
|
|
135
|
+
Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
|
|
136
|
+
```
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: ai-code-generation-guardrails
|
|
3
|
+
description: 'Autonomous AI code generation safety guardrail register: static AST analysis, forbidden import filters, and zero-day vulnerability checks.'
|
|
4
|
+
category: engineering
|
|
5
|
+
risk: safe
|
|
6
|
+
source: self
|
|
7
|
+
source_type: self
|
|
8
|
+
date_added: "2026-10-01"
|
|
9
|
+
author: Ranjeet2063
|
|
10
|
+
tags: [ai, security, guardrails, ast, code-quality, devsecops]
|
|
11
|
+
tools: []
|
|
12
|
+
source_repo: Ranjeet2063/agentic-awesome-skills
|
|
13
|
+
---
|
|
14
|
+
|
|
15
|
+
# AI Code Generation Security Guardrails
|
|
16
|
+
|
|
17
|
+
**What it is:** Defines automated AST validation filters, forbidden pattern checks, and boundary invariants for code synthesized by generative AI models.
|
|
18
|
+
|
|
19
|
+
## Overview
|
|
20
|
+
|
|
21
|
+
Provides a standardized, auditable framework and data model for **AI Code Generation Security Guardrails** operations across distributed engineering and decentralized application systems.
|
|
22
|
+
|
|
23
|
+
## When to Use This Skill
|
|
24
|
+
|
|
25
|
+
- When formalizing architectural contracts, security invariants, or operational limits for AI Code Generation Security Guardrails.
|
|
26
|
+
- When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
|
|
27
|
+
- When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
|
|
28
|
+
|
|
29
|
+
## How It Works
|
|
30
|
+
|
|
31
|
+
1. Define the parameters, thresholds, and identity bindings required for the target operational register.
|
|
32
|
+
2. Select appropriate boundary enforcement values from validated enum select sets.
|
|
33
|
+
3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
|
|
34
|
+
|
|
35
|
+
## Field Reference
|
|
36
|
+
|
|
37
|
+
| # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
|
|
38
|
+
|---|------------|------|----------|------------------|----------------------|---------------|
|
|
39
|
+
| 1 | Guardrail Policy ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `SEC-001` |
|
|
40
|
+
| 2 | Target Language Pipeline | `select` | `VARCHAR(32)` | `string` | Select | `Rust (Soroban)` |
|
|
41
|
+
| 3 | AST Security Scanner | `text` | `VARCHAR(64)` | `string` | Text | `cargo-audit & clippy` |
|
|
42
|
+
| 4 | Dangerous Primitives Filter | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
|
|
43
|
+
| 5 | Disallowed Unsafe Blocks | `select` | `VARCHAR(16)` | `string` | Select | `Enforced Strict` |
|
|
44
|
+
| 6 | Reentrancy Detection Rule | `select` | `VARCHAR(32)` | `string` | Select | `CEI Pattern Enforced` |
|
|
45
|
+
| 7 | Prompt Injection Protection | `select` | `VARCHAR(32)` | `string` | Select | `Dual-Layer Boundary` |
|
|
46
|
+
| 8 | Max Allowed Cyclomatic Complexity | `number` | `INTEGER` | `number` | Number | `15` |
|
|
47
|
+
| 9 | Pipeline Enforcement Status | `select` | `VARCHAR(32)` | `string` | Select | `Blocking CI Gate` |
|
|
48
|
+
| 10 | Lead Security Engineer | `text` | `VARCHAR(64)` | `string` | Text | `Ranjeet2063` |
|
|
49
|
+
| 11 | Policy Verification Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
|
|
50
|
+
|
|
51
|
+
## Select Options
|
|
52
|
+
|
|
53
|
+
**Target Language Pipeline**
|
|
54
|
+
|
|
55
|
+
```
|
|
56
|
+
Rust (Soroban) | TypeScript (React) | Solidity (EVM) | Python (FastAPI)
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
**Dangerous Primitives Filter**
|
|
60
|
+
|
|
61
|
+
```
|
|
62
|
+
Yes | No
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
**Disallowed Unsafe Blocks**
|
|
66
|
+
|
|
67
|
+
```
|
|
68
|
+
Enforced Strict | Warning Permissive
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
**Reentrancy Detection Rule**
|
|
72
|
+
|
|
73
|
+
```
|
|
74
|
+
CEI Pattern Enforced | Mutex Lock | Unchecked
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
**Prompt Injection Protection**
|
|
78
|
+
|
|
79
|
+
```
|
|
80
|
+
Dual-Layer Boundary | Heuristic Filter | None
|
|
81
|
+
```
|
|
82
|
+
|
|
83
|
+
**Pipeline Enforcement Status**
|
|
84
|
+
|
|
85
|
+
```
|
|
86
|
+
Blocking CI Gate | Advisory Only | Disabled
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
## Relations
|
|
90
|
+
|
|
91
|
+
- `Audit Reference` -> links to the formal review documentation or test repository.
|
|
92
|
+
- `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
|
|
93
|
+
|
|
94
|
+
## Examples
|
|
95
|
+
|
|
96
|
+
**Prompt**
|
|
97
|
+
|
|
98
|
+
```
|
|
99
|
+
How do I configure and track AI Code Generation Security Guardrails for our production environment?
|
|
100
|
+
```
|
|
101
|
+
|
|
102
|
+
**Recommended Next Step**
|
|
103
|
+
|
|
104
|
+
> Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
|
|
105
|
+
>
|
|
106
|
+
> Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
|
|
107
|
+
|
|
108
|
+
## Best Practices
|
|
109
|
+
|
|
110
|
+
- Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
|
|
111
|
+
- Re-run validation test suites on every state-altering commit or parameter change.
|
|
112
|
+
- Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
|
|
113
|
+
|
|
114
|
+
## Limitations
|
|
115
|
+
|
|
116
|
+
- Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
|
|
117
|
+
- Requires network connectivity and valid RPC credentials when querying on-chain states.
|
|
118
|
+
|
|
119
|
+
## Security & Safety Notes
|
|
120
|
+
|
|
121
|
+
- All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
|
|
122
|
+
- Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
|
|
123
|
+
|
|
124
|
+
## Common Pitfalls
|
|
125
|
+
|
|
126
|
+
- **Problem:** Mismatched decimal precision between contract runtime and database register.
|
|
127
|
+
**Solution:** Always verify decimals using the explicit field mapping in this reference.
|
|
128
|
+
- **Problem:** Missing authorization checks prior to state update.
|
|
129
|
+
**Solution:** Cross-validate against the Security Audit register before deployment.
|
|
130
|
+
|
|
131
|
+
## Related Skills
|
|
132
|
+
|
|
133
|
+
- @ai-agent-tool-routing - covers tool schema registration and retry policy.
|
|
134
|
+
- @ai-agent-evaluation-benchmarking - covers task-completion and cost benchmarking.
|
|
135
|
+
- @ai-prompt-regression-testing - covers prompt regression baselines and drift.
|
|
136
|
+
|
|
137
|
+
## Reusable Prompt
|
|
138
|
+
|
|
139
|
+
```
|
|
140
|
+
I want to establish a verified AI Code Generation Security Guardrails register for our production protocol.
|
|
141
|
+
Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
|
|
142
|
+
```
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: ai-prompt-regression-testing
|
|
3
|
+
description: 'Prompt engineering regression test matrix register: baseline outputs, semantic drift thresholds, judge evaluations, and golden dataset.'
|
|
4
|
+
category: engineering
|
|
5
|
+
risk: safe
|
|
6
|
+
source: self
|
|
7
|
+
source_type: self
|
|
8
|
+
date_added: "2026-10-01"
|
|
9
|
+
author: Ranjeet2063
|
|
10
|
+
tags: [ai, prompt-engineering, testing, evaluation, llm, benchmarking]
|
|
11
|
+
tools: []
|
|
12
|
+
source_repo: Ranjeet2063/agentic-awesome-skills
|
|
13
|
+
---
|
|
14
|
+
|
|
15
|
+
# AI Prompt Regression Test Matrix
|
|
16
|
+
|
|
17
|
+
**What it is:** Tracks regression baselines, evaluation rubrics, and automated judge verdicts to prevent output degradation across prompt revisions.
|
|
18
|
+
|
|
19
|
+
## Overview
|
|
20
|
+
|
|
21
|
+
Provides a standardized, auditable framework and data model for **AI Prompt Regression Test Matrix** operations across distributed engineering and decentralized application systems.
|
|
22
|
+
|
|
23
|
+
## When to Use This Skill
|
|
24
|
+
|
|
25
|
+
- When formalizing architectural contracts, security invariants, or operational limits for AI Prompt Regression Test Matrix.
|
|
26
|
+
- When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
|
|
27
|
+
- When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
|
|
28
|
+
|
|
29
|
+
## How It Works
|
|
30
|
+
|
|
31
|
+
1. Define the parameters, thresholds, and identity bindings required for the target operational register.
|
|
32
|
+
2. Select appropriate boundary enforcement values from validated enum select sets.
|
|
33
|
+
3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
|
|
34
|
+
|
|
35
|
+
## Field Reference
|
|
36
|
+
|
|
37
|
+
| # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
|
|
38
|
+
|---|------------|------|----------|------------------|----------------------|---------------|
|
|
39
|
+
| 1 | Prompt TestCase ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `PTEST-001` |
|
|
40
|
+
| 2 | Prompt Identifier | `text` | `VARCHAR(64)` | `string` | Text | `soroban_code_refactor_v2` |
|
|
41
|
+
| 3 | Target LLM Model Family | `select` | `VARCHAR(64)` | `string` | Select | `Claude 3.5 Sonnet` |
|
|
42
|
+
| 4 | Evaluation Metric | `select` | `VARCHAR(64)` | `string` | Select | `AST Code Correctness` |
|
|
43
|
+
| 5 | Semantic Drift Threshold | `number` | `NUMERIC(5,2)` | `number` | Number | `0.05` |
|
|
44
|
+
| 6 | Golden Baseline Match % | `number` | `NUMERIC(5,2)` | `number` | Number | `98.50` |
|
|
45
|
+
| 7 | Judge Model Evaluator | `text` | `VARCHAR(64)` | `string` | Text | `Gemini 1.5 Pro` |
|
|
46
|
+
| 8 | Zero-Shot Reasoning Verified | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
|
|
47
|
+
| 9 | Latency Bound Seconds | `number` | `NUMERIC(6,2)` | `number` | Number | `3.20` |
|
|
48
|
+
| 10 | Test Suite Verdict | `select` | `VARCHAR(32)` | `string` | Select | `Passed` |
|
|
49
|
+
| 11 | Benchmarking Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
|
|
50
|
+
|
|
51
|
+
## Select Options
|
|
52
|
+
|
|
53
|
+
**Target LLM Model Family**
|
|
54
|
+
|
|
55
|
+
```
|
|
56
|
+
Claude 3.5 Sonnet | GPT-4o | Gemini 1.5 Pro | DeepSeek Coder
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
**Evaluation Metric**
|
|
60
|
+
|
|
61
|
+
```
|
|
62
|
+
AST Code Correctness | Semantic Embedding Cosine | Exact Match | Rubric Scoring
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
**Zero-Shot Reasoning Verified**
|
|
66
|
+
|
|
67
|
+
```
|
|
68
|
+
Yes | No
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
**Test Suite Verdict**
|
|
72
|
+
|
|
73
|
+
```
|
|
74
|
+
Passed | Degraded | Failed Regression
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
## Relations
|
|
78
|
+
|
|
79
|
+
- `Audit Reference` -> links to the formal review documentation or test repository.
|
|
80
|
+
- `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
|
|
81
|
+
|
|
82
|
+
## Examples
|
|
83
|
+
|
|
84
|
+
**Prompt**
|
|
85
|
+
|
|
86
|
+
```
|
|
87
|
+
How do I configure and track AI Prompt Regression Test Matrix for our production environment?
|
|
88
|
+
```
|
|
89
|
+
|
|
90
|
+
**Recommended Next Step**
|
|
91
|
+
|
|
92
|
+
> Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
|
|
93
|
+
>
|
|
94
|
+
> Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
|
|
95
|
+
|
|
96
|
+
## Best Practices
|
|
97
|
+
|
|
98
|
+
- Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
|
|
99
|
+
- Re-run validation test suites on every state-altering commit or parameter change.
|
|
100
|
+
- Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
|
|
101
|
+
|
|
102
|
+
## Limitations
|
|
103
|
+
|
|
104
|
+
- Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
|
|
105
|
+
- Requires network connectivity and valid RPC credentials when querying on-chain states.
|
|
106
|
+
|
|
107
|
+
## Security & Safety Notes
|
|
108
|
+
|
|
109
|
+
- All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
|
|
110
|
+
- Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
|
|
111
|
+
|
|
112
|
+
## Common Pitfalls
|
|
113
|
+
|
|
114
|
+
- **Problem:** Mismatched decimal precision between contract runtime and database register.
|
|
115
|
+
**Solution:** Always verify decimals using the explicit field mapping in this reference.
|
|
116
|
+
- **Problem:** Missing authorization checks prior to state update.
|
|
117
|
+
**Solution:** Cross-validate against the Security Audit register before deployment.
|
|
118
|
+
|
|
119
|
+
## Related Skills
|
|
120
|
+
|
|
121
|
+
- @ai-agent-tool-routing - covers tool schema registration and retry policy.
|
|
122
|
+
- @cross-chain-relayer-audit - covers message hashes, nonces and quorum proofs.
|
|
123
|
+
- @smart-contract-formal-verification - verifies state invariants mathematically.
|
|
124
|
+
|
|
125
|
+
## Reusable Prompt
|
|
126
|
+
|
|
127
|
+
```
|
|
128
|
+
I want to establish a verified AI Prompt Regression Test Matrix register for our production protocol.
|
|
129
|
+
Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
|
|
130
|
+
```
|
|
@@ -141,13 +141,17 @@ The official skill-content review remains Tessl or exact-head maintainer attesta
|
|
|
141
141
|
|
|
142
142
|
### Reviewed fork bundle exceptions
|
|
143
143
|
|
|
144
|
-
`tools/config/reviewed-fork-skills.json` is a protected-base ledger for the
|
|
145
|
-
explicitly reviewed fork contributions
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
`scripts/` subtree and its root
|
|
149
|
-
|
|
150
|
-
|
|
144
|
+
`tools/config/reviewed-fork-skills.json` is a protected-base ledger for the
|
|
145
|
+
explicitly reviewed fork contributions. Each entry binds the base repository,
|
|
146
|
+
fork repository, PR number, original full reviewed head and complete Git
|
|
147
|
+
skill-tree object. The baseline rule permits only Markdown/assets/references
|
|
148
|
+
support files, Python files under that skill's `scripts/` subtree and its root
|
|
149
|
+
`LICENSE`, with a read-only Git copy origin when needed. An entry may opt in to
|
|
150
|
+
at most 16 extra exact paths inside its own skill root; the validator can only
|
|
151
|
+
represent root manifest files (`.gitignore`, `README.md`, `LICENSE`) and
|
|
152
|
+
`scripts/*.py`, so it can never become a general extension allowlist. It does not
|
|
153
|
+
allow workflows, arbitrary script types, generated-file mutations, unsafe modes,
|
|
154
|
+
links, invalid paths/objects or oversized content.
|
|
151
155
|
|
|
152
156
|
Both CI intake and `merge:batch` load the ledger from their trusted evaluator
|
|
153
157
|
checkout, never the PR's repository directory. Any change anywhere in the skill
|