opencode-skills-collection 4.1.3 → 4.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/bundled-skills/.antigravity-install-manifest.json +23 -1
  2. package/bundled-skills/ai-agent-evaluation-benchmarking/SKILL.md +124 -0
  3. package/bundled-skills/ai-agent-tool-routing/SKILL.md +136 -0
  4. package/bundled-skills/ai-code-generation-guardrails/SKILL.md +142 -0
  5. package/bundled-skills/ai-prompt-regression-testing/SKILL.md +130 -0
  6. package/bundled-skills/antigravity-maintainer-batch-release/SKILL.md +11 -7
  7. package/bundled-skills/cline-pilot/README.md +138 -0
  8. package/bundled-skills/cline-pilot/SKILL.md +301 -0
  9. package/bundled-skills/cline-pilot/assets/global-memory-bank-prompt.en.md +66 -0
  10. package/bundled-skills/cline-pilot/assets/global-memory-bank-prompt.md +56 -0
  11. package/bundled-skills/cline-pilot/references/cold-start.md +58 -0
  12. package/bundled-skills/cline-pilot/references/decision-log.example.md +9 -0
  13. package/bundled-skills/cline-pilot/references/local-config.example.md +26 -0
  14. package/bundled-skills/cline-pilot/references/project-profiles.example.md +10 -0
  15. package/bundled-skills/cline-pilot/scripts/session_report.py +151 -0
  16. package/bundled-skills/cross-chain-relayer-audit/SKILL.md +136 -0
  17. package/bundled-skills/defi-yield-strategy-allocator/SKILL.md +124 -0
  18. package/bundled-skills/dropthehassle-publish/SKILL.md +151 -0
  19. package/bundled-skills/smart-contract-formal-verification/SKILL.md +136 -0
  20. package/bundled-skills/smart-contract-upgrade-governance/SKILL.md +130 -0
  21. package/bundled-skills/soroban-contract-audit/SKILL.md +136 -0
  22. package/bundled-skills/soroban-liquidity-pool/SKILL.md +118 -0
  23. package/bundled-skills/soroban-oracle-data-feed-audit/SKILL.md +118 -0
  24. package/bundled-skills/soroban-storage-ttl-lifecycle/SKILL.md +118 -0
  25. package/bundled-skills/soroban-token-minter/SKILL.md +124 -0
  26. package/bundled-skills/stellar-anchor-integration/SKILL.md +136 -0
  27. package/bundled-skills/stellar-asset-clawback-compliance/SKILL.md +118 -0
  28. package/bundled-skills/stellar-escrow-timelock/SKILL.md +118 -0
  29. package/bundled-skills/stellar-multisig-threshold-coordinator/SKILL.md +112 -0
  30. package/bundled-skills/waf-setup/SKILL.md +1 -1
  31. package/bundled-skills/web3-rate-limiting-circuit-breaker/SKILL.md +130 -0
  32. package/bundled-skills/web3-transaction-relayer-pool/SKILL.md +124 -0
  33. package/bundled-skills/zk-proof-verification-pipeline/SKILL.md +124 -0
  34. package/package.json +1 -1
  35. package/skills_index.json +805 -0
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "schemaVersion": 1,
3
- "updatedAt": "2026-10-02T02:52:57.042Z",
3
+ "updatedAt": "2026-10-03T02:39:21.778Z",
4
4
  "entries": [
5
5
  "00-andruia-consultant",
6
6
  "007",
@@ -77,9 +77,12 @@
77
77
  "agy-auto",
78
78
  "agy-delegate",
79
79
  "ai-agent-development",
80
+ "ai-agent-evaluation-benchmarking",
80
81
  "ai-agent-security",
82
+ "ai-agent-tool-routing",
81
83
  "ai-agents-architect",
82
84
  "ai-analyzer",
85
+ "ai-code-generation-guardrails",
83
86
  "ai-coding-agent-guardrails",
84
87
  "ai-dev-jobs-mcp",
85
88
  "ai-engineer",
@@ -96,6 +99,7 @@
96
99
  "ai-pipeline-orchestration",
97
100
  "ai-podcast-voiceover",
98
101
  "ai-product",
102
+ "ai-prompt-regression-testing",
99
103
  "ai-red-teaming",
100
104
  "ai-security-hardening",
101
105
  "ai-seo",
@@ -539,6 +543,7 @@
539
543
  "client-secret-exposure-audit",
540
544
  "clients-accounts",
541
545
  "cline-delegate",
546
+ "cline-pilot",
542
547
  "close-automation",
543
548
  "closed-loop-delivery",
544
549
  "cloud-architect",
@@ -667,6 +672,7 @@
667
672
  "crewai",
668
673
  "cro",
669
674
  "cron-doctor",
675
+ "cross-chain-relayer-audit",
670
676
  "cross-platform-contract-propagation-audit",
671
677
  "crossframe",
672
678
  "crossframe-casebook",
@@ -742,6 +748,7 @@
742
748
  "deep-research-framework",
743
749
  "deepapi",
744
750
  "defi-protocol-templates",
751
+ "defi-yield-strategy-allocator",
745
752
  "defuddle",
746
753
  "dei-dashboard",
747
754
  "delegate-setup",
@@ -881,6 +888,7 @@
881
888
  "drizzle-migration-conflict",
882
889
  "drizzle-orm-expert",
883
890
  "dropbox-automation",
891
+ "dropthehassle-publish",
884
892
  "dsh-deepread",
885
893
  "dwarf-expert",
886
894
  "dx-optimizer",
@@ -2198,6 +2206,8 @@
2198
2206
  "sleep-analyzer",
2199
2207
  "slideops",
2200
2208
  "slo-implementation",
2209
+ "smart-contract-formal-verification",
2210
+ "smart-contract-upgrade-governance",
2201
2211
  "smart-git-automation",
2202
2212
  "smartui-skill",
2203
2213
  "smtp-penetration-testing",
@@ -2214,6 +2224,11 @@
2214
2224
  "solidity-security",
2215
2225
  "sop-company-wiki",
2216
2226
  "sops-encryption",
2227
+ "soroban-contract-audit",
2228
+ "soroban-liquidity-pool",
2229
+ "soroban-oracle-data-feed-audit",
2230
+ "soroban-storage-ttl-lifecycle",
2231
+ "soroban-token-minter",
2217
2232
  "source-document-filing",
2218
2233
  "source-driven-development",
2219
2234
  "spark-optimization",
@@ -2248,6 +2263,10 @@
2248
2263
  "startup-it-troubleshooting",
2249
2264
  "startup-metrics-framework",
2250
2265
  "statsmodels",
2266
+ "stellar-anchor-integration",
2267
+ "stellar-asset-clawback-compliance",
2268
+ "stellar-escrow-timelock",
2269
+ "stellar-multisig-threshold-coordinator",
2251
2270
  "steve-jobs",
2252
2271
  "stitch-design-taste",
2253
2272
  "stitch-loop",
@@ -2534,7 +2553,9 @@
2534
2553
  "web-security-testing",
2535
2554
  "web2-recon",
2536
2555
  "web3-audit",
2556
+ "web3-rate-limiting-circuit-breaker",
2537
2557
  "web3-testing",
2558
+ "web3-transaction-relayer-pool",
2538
2559
  "webapp-testing",
2539
2560
  "webdriverio-skill",
2540
2561
  "webflow-automation",
@@ -2608,6 +2629,7 @@
2608
2629
  "zero-trust",
2609
2630
  "zeroize-audit",
2610
2631
  "zipai-optimizer",
2632
+ "zk-proof-verification-pipeline",
2611
2633
  "zod-validation-expert",
2612
2634
  "zoho-crm-automation",
2613
2635
  "zoom-automation",
@@ -0,0 +1,124 @@
1
+ ---
2
+ name: ai-agent-evaluation-benchmarking
3
+ description: 'Autonomous AI agent benchmark evaluation register: task completion rates, planning accuracy, tool invocation precision, and cost benchmarks.'
4
+ category: engineering
5
+ risk: safe
6
+ source: self
7
+ source_type: self
8
+ date_added: "2026-10-01"
9
+ author: Ranjeet2063
10
+ tags: [ai, agents, evaluation, benchmarks, llm, automation, quality]
11
+ tools: []
12
+ source_repo: Ranjeet2063/agentic-awesome-skills
13
+ ---
14
+
15
+ # AI Agent Capability Evaluation & Benchmarking
16
+
17
+ **What it is:** Standardizes multi-metric capability benchmarking, token cost efficiency, and regression monitoring across autonomous coding agents.
18
+
19
+ ## Overview
20
+
21
+ Provides a standardized, auditable framework and data model for **AI Agent Capability Evaluation & Benchmarking** operations across distributed engineering and decentralized application systems.
22
+
23
+ ## When to Use This Skill
24
+
25
+ - When formalizing architectural contracts, security invariants, or operational limits for AI Agent Capability Evaluation & Benchmarking.
26
+ - When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
27
+ - When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
28
+
29
+ ## How It Works
30
+
31
+ 1. Define the parameters, thresholds, and identity bindings required for the target operational register.
32
+ 2. Select appropriate boundary enforcement values from validated enum select sets.
33
+ 3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
34
+
35
+ ## Field Reference
36
+
37
+ | # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
38
+ |---|------------|------|----------|------------------|----------------------|---------------|
39
+ | 1 | Benchmark Run ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `BENCH-001` |
40
+ | 2 | Evaluated Agent Model | `select` | `VARCHAR(64)` | `string` | Select | `Claude 3.7 Sonnet` |
41
+ | 3 | Benchmark Suite Domain | `select` | `VARCHAR(64)` | `string` | Select | `SWE-bench Verified` |
42
+ | 4 | Tasks Evaluated Count | `number` | `INTEGER` | `number` | Number | `100` |
43
+ | 5 | Pass Rate Percentage | `number` | `NUMERIC(5,2)` | `number` | Number | `78.40` |
44
+ | 6 | Tool Hallucination Rate % | `number` | `NUMERIC(5,2)` | `number` | Number | `0.60` |
45
+ | 7 | Average Tokens Per Task | `number` | `INTEGER` | `number` | Number | `42500` |
46
+ | 8 | Cost Per Solved Task USD | `currency` | `NUMERIC(8,4)` | `number` | Number | `0.3420` |
47
+ | 9 | Regression Verdict | `select` | `VARCHAR(32)` | `string` | Select | `Superior` |
48
+ | 10 | Evaluation Lead | `text` | `VARCHAR(64)` | `string` | Text | `Ranjeet2063` |
49
+ | 11 | Benchmark Execution Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
50
+
51
+ ## Select Options
52
+
53
+ **Evaluated Agent Model**
54
+
55
+ ```
56
+ Claude 3.7 Sonnet | Claude 3.5 Sonnet | GPT-4o | Gemini 2.0 Flash | DeepSeek V3
57
+ ```
58
+
59
+ **Benchmark Suite Domain**
60
+
61
+ ```
62
+ SWE-bench Verified | WebArena | AgentBench | HumanEval-Rust | Web3AuditBench
63
+ ```
64
+
65
+ **Regression Verdict**
66
+
67
+ ```
68
+ Superior | Parity Baseline | Regression Failure
69
+ ```
70
+
71
+ ## Relations
72
+
73
+ - `Audit Reference` -> links to the formal review documentation or test repository.
74
+ - `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
75
+
76
+ ## Examples
77
+
78
+ **Prompt**
79
+
80
+ ```
81
+ How do I configure and track AI Agent Capability Evaluation & Benchmarking for our production environment?
82
+ ```
83
+
84
+ **Recommended Next Step**
85
+
86
+ > Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
87
+ >
88
+ > Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
89
+
90
+ ## Best Practices
91
+
92
+ - Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
93
+ - Re-run validation test suites on every state-altering commit or parameter change.
94
+ - Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
95
+
96
+ ## Limitations
97
+
98
+ - Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
99
+ - Requires network connectivity and valid RPC credentials when querying on-chain states.
100
+
101
+ ## Security & Safety Notes
102
+
103
+ - All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
104
+ - Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
105
+
106
+ ## Common Pitfalls
107
+
108
+ - **Problem:** Mismatched decimal precision between contract runtime and database register.
109
+ **Solution:** Always verify decimals using the explicit field mapping in this reference.
110
+ - **Problem:** Missing authorization checks prior to state update.
111
+ **Solution:** Cross-validate against the Security Audit register before deployment.
112
+
113
+ ## Related Skills
114
+
115
+ - @ai-agent-tool-routing - covers tool schema registration and retry policy.
116
+ - @ai-prompt-regression-testing - covers prompt regression baselines and drift.
117
+ - @ai-code-generation-guardrails - covers static guardrails for generated code.
118
+
119
+ ## Reusable Prompt
120
+
121
+ ```
122
+ I want to establish a verified AI Agent Capability Evaluation & Benchmarking register for our production protocol.
123
+ Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
124
+ ```
@@ -0,0 +1,136 @@
1
+ ---
2
+ name: ai-agent-tool-routing
3
+ description: 'Autonomous AI agent tool router register: schema registration, runtime parameter coercion, idempotency keys, and error recovery policies.'
4
+ category: engineering
5
+ risk: safe
6
+ source: self
7
+ source_type: self
8
+ date_added: "2026-10-01"
9
+ author: Ranjeet2063
10
+ tags: [ai, agents, tool-use, mcp, llm, automation, python]
11
+ tools: []
12
+ source_repo: Ranjeet2063/agentic-awesome-skills
13
+ ---
14
+
15
+ # Autonomous AI Agent Tool Routing
16
+
17
+ **What it is:** Coordinates discovery, runtime execution bounds, and fault-tolerant retry policies for external tools consumed by autonomous AI coding agents.
18
+
19
+ ## Overview
20
+
21
+ Provides a standardized, auditable framework and data model for **Autonomous AI Agent Tool Routing** operations across distributed engineering and decentralized application systems.
22
+
23
+ ## When to Use This Skill
24
+
25
+ - When formalizing architectural contracts, security invariants, or operational limits for Autonomous AI Agent Tool Routing.
26
+ - When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
27
+ - When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
28
+
29
+ ## How It Works
30
+
31
+ 1. Define the parameters, thresholds, and identity bindings required for the target operational register.
32
+ 2. Select appropriate boundary enforcement values from validated enum select sets.
33
+ 3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
34
+
35
+ ## Field Reference
36
+
37
+ | # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
38
+ |---|------------|------|----------|------------------|----------------------|---------------|
39
+ | 1 | Tool Definition ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `TOOL-001` |
40
+ | 2 | Tool Canonical Name | `text` | `VARCHAR(64)` | `string` | Text | `stellar_ledger_query` |
41
+ | 3 | Target Protocol / Server | `text` | `VARCHAR(64)` | `string` | Text | `Stellar Horizon RPC` |
42
+ | 4 | Invocation Mode | `select` | `VARCHAR(32)` | `string` | Select | `Synchronous` |
43
+ | 5 | Idempotency Enforced | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
44
+ | 6 | Parameter Coercion Strategy | `select` | `VARCHAR(64)` | `string` | Select | `Strict Pydantic V2` |
45
+ | 7 | Rate Limit Requests Per Min | `number` | `INTEGER` | `number` | Number | `120` |
46
+ | 8 | Retry Backoff Policy | `select` | `VARCHAR(32)` | `string` | Select | `Exponential with Jitter` |
47
+ | 9 | Timeout Threshold Ms | `number` | `INTEGER` | `number` | Number | `5000` |
48
+ | 10 | Router Registration Status | `select` | `VARCHAR(32)` | `string` | Select | `Active Verified` |
49
+ | 11 | Last Validation Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
50
+
51
+ ## Select Options
52
+
53
+ **Invocation Mode**
54
+
55
+ ```
56
+ Synchronous | Asynchronous Background | Scheduled Cron
57
+ ```
58
+
59
+ **Idempotency Enforced**
60
+
61
+ ```
62
+ Yes | No
63
+ ```
64
+
65
+ **Parameter Coercion Strategy**
66
+
67
+ ```
68
+ Strict Pydantic V2 | JSON Schema Draft 7 | Permissive Fallback
69
+ ```
70
+
71
+ **Retry Backoff Policy**
72
+
73
+ ```
74
+ Exponential with Jitter | Linear Step | Immediate Reversion
75
+ ```
76
+
77
+ **Router Registration Status**
78
+
79
+ ```
80
+ Draft | Active Verified | Deprecated | Blocked
81
+ ```
82
+
83
+ ## Relations
84
+
85
+ - `Audit Reference` -> links to the formal review documentation or test repository.
86
+ - `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
87
+
88
+ ## Examples
89
+
90
+ **Prompt**
91
+
92
+ ```
93
+ How do I configure and track Autonomous AI Agent Tool Routing for our production environment?
94
+ ```
95
+
96
+ **Recommended Next Step**
97
+
98
+ > Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
99
+ >
100
+ > Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
101
+
102
+ ## Best Practices
103
+
104
+ - Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
105
+ - Re-run validation test suites on every state-altering commit or parameter change.
106
+ - Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
107
+
108
+ ## Limitations
109
+
110
+ - Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
111
+ - Requires network connectivity and valid RPC credentials when querying on-chain states.
112
+
113
+ ## Security & Safety Notes
114
+
115
+ - All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
116
+ - Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
117
+
118
+ ## Common Pitfalls
119
+
120
+ - **Problem:** Mismatched decimal precision between contract runtime and database register.
121
+ **Solution:** Always verify decimals using the explicit field mapping in this reference.
122
+ - **Problem:** Missing authorization checks prior to state update.
123
+ **Solution:** Cross-validate against the Security Audit register before deployment.
124
+
125
+ ## Related Skills
126
+
127
+ - @ai-prompt-regression-testing - covers prompt regression baselines and drift.
128
+ - @web3-rate-limiting-circuit-breaker - provides operational guardrails and threshold breakers.
129
+ - @cross-chain-relayer-audit - covers message hashes, nonces and quorum proofs.
130
+
131
+ ## Reusable Prompt
132
+
133
+ ```
134
+ I want to establish a verified Autonomous AI Agent Tool Routing register for our production protocol.
135
+ Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
136
+ ```
@@ -0,0 +1,142 @@
1
+ ---
2
+ name: ai-code-generation-guardrails
3
+ description: 'Autonomous AI code generation safety guardrail register: static AST analysis, forbidden import filters, and zero-day vulnerability checks.'
4
+ category: engineering
5
+ risk: safe
6
+ source: self
7
+ source_type: self
8
+ date_added: "2026-10-01"
9
+ author: Ranjeet2063
10
+ tags: [ai, security, guardrails, ast, code-quality, devsecops]
11
+ tools: []
12
+ source_repo: Ranjeet2063/agentic-awesome-skills
13
+ ---
14
+
15
+ # AI Code Generation Security Guardrails
16
+
17
+ **What it is:** Defines automated AST validation filters, forbidden pattern checks, and boundary invariants for code synthesized by generative AI models.
18
+
19
+ ## Overview
20
+
21
+ Provides a standardized, auditable framework and data model for **AI Code Generation Security Guardrails** operations across distributed engineering and decentralized application systems.
22
+
23
+ ## When to Use This Skill
24
+
25
+ - When formalizing architectural contracts, security invariants, or operational limits for AI Code Generation Security Guardrails.
26
+ - When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
27
+ - When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
28
+
29
+ ## How It Works
30
+
31
+ 1. Define the parameters, thresholds, and identity bindings required for the target operational register.
32
+ 2. Select appropriate boundary enforcement values from validated enum select sets.
33
+ 3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
34
+
35
+ ## Field Reference
36
+
37
+ | # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
38
+ |---|------------|------|----------|------------------|----------------------|---------------|
39
+ | 1 | Guardrail Policy ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `SEC-001` |
40
+ | 2 | Target Language Pipeline | `select` | `VARCHAR(32)` | `string` | Select | `Rust (Soroban)` |
41
+ | 3 | AST Security Scanner | `text` | `VARCHAR(64)` | `string` | Text | `cargo-audit & clippy` |
42
+ | 4 | Dangerous Primitives Filter | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
43
+ | 5 | Disallowed Unsafe Blocks | `select` | `VARCHAR(16)` | `string` | Select | `Enforced Strict` |
44
+ | 6 | Reentrancy Detection Rule | `select` | `VARCHAR(32)` | `string` | Select | `CEI Pattern Enforced` |
45
+ | 7 | Prompt Injection Protection | `select` | `VARCHAR(32)` | `string` | Select | `Dual-Layer Boundary` |
46
+ | 8 | Max Allowed Cyclomatic Complexity | `number` | `INTEGER` | `number` | Number | `15` |
47
+ | 9 | Pipeline Enforcement Status | `select` | `VARCHAR(32)` | `string` | Select | `Blocking CI Gate` |
48
+ | 10 | Lead Security Engineer | `text` | `VARCHAR(64)` | `string` | Text | `Ranjeet2063` |
49
+ | 11 | Policy Verification Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
50
+
51
+ ## Select Options
52
+
53
+ **Target Language Pipeline**
54
+
55
+ ```
56
+ Rust (Soroban) | TypeScript (React) | Solidity (EVM) | Python (FastAPI)
57
+ ```
58
+
59
+ **Dangerous Primitives Filter**
60
+
61
+ ```
62
+ Yes | No
63
+ ```
64
+
65
+ **Disallowed Unsafe Blocks**
66
+
67
+ ```
68
+ Enforced Strict | Warning Permissive
69
+ ```
70
+
71
+ **Reentrancy Detection Rule**
72
+
73
+ ```
74
+ CEI Pattern Enforced | Mutex Lock | Unchecked
75
+ ```
76
+
77
+ **Prompt Injection Protection**
78
+
79
+ ```
80
+ Dual-Layer Boundary | Heuristic Filter | None
81
+ ```
82
+
83
+ **Pipeline Enforcement Status**
84
+
85
+ ```
86
+ Blocking CI Gate | Advisory Only | Disabled
87
+ ```
88
+
89
+ ## Relations
90
+
91
+ - `Audit Reference` -> links to the formal review documentation or test repository.
92
+ - `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
93
+
94
+ ## Examples
95
+
96
+ **Prompt**
97
+
98
+ ```
99
+ How do I configure and track AI Code Generation Security Guardrails for our production environment?
100
+ ```
101
+
102
+ **Recommended Next Step**
103
+
104
+ > Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
105
+ >
106
+ > Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
107
+
108
+ ## Best Practices
109
+
110
+ - Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
111
+ - Re-run validation test suites on every state-altering commit or parameter change.
112
+ - Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
113
+
114
+ ## Limitations
115
+
116
+ - Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
117
+ - Requires network connectivity and valid RPC credentials when querying on-chain states.
118
+
119
+ ## Security & Safety Notes
120
+
121
+ - All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
122
+ - Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
123
+
124
+ ## Common Pitfalls
125
+
126
+ - **Problem:** Mismatched decimal precision between contract runtime and database register.
127
+ **Solution:** Always verify decimals using the explicit field mapping in this reference.
128
+ - **Problem:** Missing authorization checks prior to state update.
129
+ **Solution:** Cross-validate against the Security Audit register before deployment.
130
+
131
+ ## Related Skills
132
+
133
+ - @ai-agent-tool-routing - covers tool schema registration and retry policy.
134
+ - @ai-agent-evaluation-benchmarking - covers task-completion and cost benchmarking.
135
+ - @ai-prompt-regression-testing - covers prompt regression baselines and drift.
136
+
137
+ ## Reusable Prompt
138
+
139
+ ```
140
+ I want to establish a verified AI Code Generation Security Guardrails register for our production protocol.
141
+ Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
142
+ ```
@@ -0,0 +1,130 @@
1
+ ---
2
+ name: ai-prompt-regression-testing
3
+ description: 'Prompt engineering regression test matrix register: baseline outputs, semantic drift thresholds, judge evaluations, and golden dataset.'
4
+ category: engineering
5
+ risk: safe
6
+ source: self
7
+ source_type: self
8
+ date_added: "2026-10-01"
9
+ author: Ranjeet2063
10
+ tags: [ai, prompt-engineering, testing, evaluation, llm, benchmarking]
11
+ tools: []
12
+ source_repo: Ranjeet2063/agentic-awesome-skills
13
+ ---
14
+
15
+ # AI Prompt Regression Test Matrix
16
+
17
+ **What it is:** Tracks regression baselines, evaluation rubrics, and automated judge verdicts to prevent output degradation across prompt revisions.
18
+
19
+ ## Overview
20
+
21
+ Provides a standardized, auditable framework and data model for **AI Prompt Regression Test Matrix** operations across distributed engineering and decentralized application systems.
22
+
23
+ ## When to Use This Skill
24
+
25
+ - When formalizing architectural contracts, security invariants, or operational limits for AI Prompt Regression Test Matrix.
26
+ - When cross-functional review is required between protocol developers, smart contract auditors, and AI engineering agents.
27
+ - When generating reproducible CSV, SQL DDL, JSON Schema, and Notion property registers for tracking compliance.
28
+
29
+ ## How It Works
30
+
31
+ 1. Define the parameters, thresholds, and identity bindings required for the target operational register.
32
+ 2. Select appropriate boundary enforcement values from validated enum select sets.
33
+ 3. Export standardized artifacts (CSV table, SQL DDL, JSON Schema) to integrate into validation CI pipelines.
34
+
35
+ ## Field Reference
36
+
37
+ | # | Field Name | Type | SQL Type | JSON Schema Type | Notion Property Type | Example Value |
38
+ |---|------------|------|----------|------------------|----------------------|---------------|
39
+ | 1 | Prompt TestCase ID | `id` | `SERIAL PRIMARY KEY` | `integer` | Text | `PTEST-001` |
40
+ | 2 | Prompt Identifier | `text` | `VARCHAR(64)` | `string` | Text | `soroban_code_refactor_v2` |
41
+ | 3 | Target LLM Model Family | `select` | `VARCHAR(64)` | `string` | Select | `Claude 3.5 Sonnet` |
42
+ | 4 | Evaluation Metric | `select` | `VARCHAR(64)` | `string` | Select | `AST Code Correctness` |
43
+ | 5 | Semantic Drift Threshold | `number` | `NUMERIC(5,2)` | `number` | Number | `0.05` |
44
+ | 6 | Golden Baseline Match % | `number` | `NUMERIC(5,2)` | `number` | Number | `98.50` |
45
+ | 7 | Judge Model Evaluator | `text` | `VARCHAR(64)` | `string` | Text | `Gemini 1.5 Pro` |
46
+ | 8 | Zero-Shot Reasoning Verified | `select` | `VARCHAR(16)` | `string` | Select | `Yes` |
47
+ | 9 | Latency Bound Seconds | `number` | `NUMERIC(6,2)` | `number` | Number | `3.20` |
48
+ | 10 | Test Suite Verdict | `select` | `VARCHAR(32)` | `string` | Select | `Passed` |
49
+ | 11 | Benchmarking Date | `date` | `DATE` | `string, format: date` | Date | `2026-10-01` |
50
+
51
+ ## Select Options
52
+
53
+ **Target LLM Model Family**
54
+
55
+ ```
56
+ Claude 3.5 Sonnet | GPT-4o | Gemini 1.5 Pro | DeepSeek Coder
57
+ ```
58
+
59
+ **Evaluation Metric**
60
+
61
+ ```
62
+ AST Code Correctness | Semantic Embedding Cosine | Exact Match | Rubric Scoring
63
+ ```
64
+
65
+ **Zero-Shot Reasoning Verified**
66
+
67
+ ```
68
+ Yes | No
69
+ ```
70
+
71
+ **Test Suite Verdict**
72
+
73
+ ```
74
+ Passed | Degraded | Failed Regression
75
+ ```
76
+
77
+ ## Relations
78
+
79
+ - `Audit Reference` -> links to the formal review documentation or test repository.
80
+ - `Target Architecture` -> links to the deployed contract or autonomous agent runtime component.
81
+
82
+ ## Examples
83
+
84
+ **Prompt**
85
+
86
+ ```
87
+ How do I configure and track AI Prompt Regression Test Matrix for our production environment?
88
+ ```
89
+
90
+ **Recommended Next Step**
91
+
92
+ > Generate the unified field schema, SQL DDL migration, and JSON validation schema to register into your system catalog.
93
+ >
94
+ > Workflow: Define criteria -> Run automated verification -> Record baseline -> Monitor invariants.
95
+
96
+ ## Best Practices
97
+
98
+ - Enforce strict typing on numerical bounds and currency amounts; avoid unstructured free-text fields for critical states.
99
+ - Re-run validation test suites on every state-altering commit or parameter change.
100
+ - Keep example data synthetic and isolated from production cryptographic keys or private endpoints.
101
+
102
+ ## Limitations
103
+
104
+ - Provides architectural specifications, data models, and verification schemas; does not execute direct transaction signing without authorized external tooling.
105
+ - Requires network connectivity and valid RPC credentials when querying on-chain states.
106
+
107
+ ## Security & Safety Notes
108
+
109
+ - All parameters declare `risk: safe`. No unauthorized state modification or privileged credential access is performed.
110
+ - Use synthetic dummy keys and mock addresses in test suites and local verification scripts.
111
+
112
+ ## Common Pitfalls
113
+
114
+ - **Problem:** Mismatched decimal precision between contract runtime and database register.
115
+ **Solution:** Always verify decimals using the explicit field mapping in this reference.
116
+ - **Problem:** Missing authorization checks prior to state update.
117
+ **Solution:** Cross-validate against the Security Audit register before deployment.
118
+
119
+ ## Related Skills
120
+
121
+ - @ai-agent-tool-routing - covers tool schema registration and retry policy.
122
+ - @cross-chain-relayer-audit - covers message hashes, nonces and quorum proofs.
123
+ - @smart-contract-formal-verification - verifies state invariants mathematically.
124
+
125
+ ## Reusable Prompt
126
+
127
+ ```
128
+ I want to establish a verified AI Prompt Regression Test Matrix register for our production protocol.
129
+ Guide me through the required field parameters and output the corresponding SQL DDL and JSON Schema.
130
+ ```
@@ -141,13 +141,17 @@ The official skill-content review remains Tessl or exact-head maintainer attesta
141
141
 
142
142
  ### Reviewed fork bundle exceptions
143
143
 
144
- `tools/config/reviewed-fork-skills.json` is a protected-base ledger for the two
145
- explicitly reviewed fork contributions #1337 and #1413. Each entry binds the
146
- base repository, fork repository, PR number, original full reviewed head and
147
- complete Git skill-tree object. It permits only Python files under that skill's
148
- `scripts/` subtree and its root `LICENSE`, with a read-only Git copy origin when
149
- needed. It does not allow workflows, arbitrary script types, generated-file
150
- mutations, unsafe modes, links, invalid paths/objects or oversized content.
144
+ `tools/config/reviewed-fork-skills.json` is a protected-base ledger for the
145
+ explicitly reviewed fork contributions. Each entry binds the base repository,
146
+ fork repository, PR number, original full reviewed head and complete Git
147
+ skill-tree object. The baseline rule permits only Markdown/assets/references
148
+ support files, Python files under that skill's `scripts/` subtree and its root
149
+ `LICENSE`, with a read-only Git copy origin when needed. An entry may opt in to
150
+ at most 16 extra exact paths inside its own skill root; the validator can only
151
+ represent root manifest files (`.gitignore`, `README.md`, `LICENSE`) and
152
+ `scripts/*.py`, so it can never become a general extension allowlist. It does not
153
+ allow workflows, arbitrary script types, generated-file mutations, unsafe modes,
154
+ links, invalid paths/objects or oversized content.
151
155
 
152
156
  Both CI intake and `merge:batch` load the ledger from their trusted evaluator
153
157
  checkout, never the PR's repository directory. Any change anywhere in the skill