ctxfw 3.5.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ctxfw-3.5.0/PKG-INFO +160 -0
- ctxfw-3.5.0/README.md +143 -0
- ctxfw-3.5.0/pyproject.toml +42 -0
- ctxfw-3.5.0/setup.cfg +4 -0
- ctxfw-3.5.0/src/ctxfw/__init__.py +42 -0
- ctxfw-3.5.0/src/ctxfw/__main__.py +7 -0
- ctxfw-3.5.0/src/ctxfw/auditor.py +165 -0
- ctxfw-3.5.0/src/ctxfw/cli.py +547 -0
- ctxfw-3.5.0/src/ctxfw/core/__init__.py +31 -0
- ctxfw-3.5.0/src/ctxfw/core/contracts.py +105 -0
- ctxfw-3.5.0/src/ctxfw/core/polyglot.py +174 -0
- ctxfw-3.5.0/src/ctxfw/core/pruner.py +169 -0
- ctxfw-3.5.0/src/ctxfw/core/topological.py +265 -0
- ctxfw-3.5.0/src/ctxfw/gatekeeper.py +273 -0
- ctxfw-3.5.0/src/ctxfw/installer.py +730 -0
- ctxfw-3.5.0/src/ctxfw/mcp.py +353 -0
- ctxfw-3.5.0/src/ctxfw/mcp_server.py +15 -0
- ctxfw-3.5.0/src/ctxfw/proxy.py +728 -0
- ctxfw-3.5.0/src/ctxfw/service.py +297 -0
- ctxfw-3.5.0/src/ctxfw/sieve/__init__.py +24 -0
- ctxfw-3.5.0/src/ctxfw/sieve/engine.py +246 -0
- ctxfw-3.5.0/src/ctxfw/storage/__init__.py +19 -0
- ctxfw-3.5.0/src/ctxfw/storage/cache.py +125 -0
- ctxfw-3.5.0/src/ctxfw/storage/dashboard_template.py +522 -0
- ctxfw-3.5.0/src/ctxfw/storage/telemetry.py +351 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/PKG-INFO +160 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/SOURCES.txt +43 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/dependency_links.txt +1 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/entry_points.txt +8 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/requires.txt +9 -0
- ctxfw-3.5.0/src/ctxfw.egg-info/top_level.txt +1 -0
- ctxfw-3.5.0/tests/test_ci_gatekeeper.py +145 -0
- ctxfw-3.5.0/tests/test_contracts.py +227 -0
- ctxfw-3.5.0/tests/test_finops_auditor.py +120 -0
- ctxfw-3.5.0/tests/test_firewall_cli.py +212 -0
- ctxfw-3.5.0/tests/test_installer_and_doctor.py +214 -0
- ctxfw-3.5.0/tests/test_mcp_server.py +343 -0
- ctxfw-3.5.0/tests/test_polyglot_pruner.py +186 -0
- ctxfw-3.5.0/tests/test_proxy_gateway.py +307 -0
- ctxfw-3.5.0/tests/test_proxy_streaming.py +246 -0
- ctxfw-3.5.0/tests/test_run_evals.py +59 -0
- ctxfw-3.5.0/tests/test_spec_sieve.py +388 -0
- ctxfw-3.5.0/tests/test_standalone_and_service.py +142 -0
- ctxfw-3.5.0/tests/test_telemetry_and_dashboard.py +264 -0
- ctxfw-3.5.0/tests/test_topological_resolver.py +138 -0
ctxfw-3.5.0/PKG-INFO
ADDED
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: ctxfw
|
|
3
|
+
Version: 3.5.0
|
|
4
|
+
Summary: Deterministic Axiomatic Gatekeeper & Context Firewall // Skunk Works Division
|
|
5
|
+
Author-email: Heuristico LAB // Skunk Works Division <defense@metaversemexico.mx>
|
|
6
|
+
Requires-Python: >=3.10
|
|
7
|
+
Description-Content-Type: text/markdown
|
|
8
|
+
Requires-Dist: pydantic>=2.0.0
|
|
9
|
+
Requires-Dist: pytest>=8.0.0
|
|
10
|
+
Requires-Dist: fastapi>=0.100.0
|
|
11
|
+
Requires-Dist: httpx>=0.24.0
|
|
12
|
+
Requires-Dist: uvicorn>=0.20.0
|
|
13
|
+
Requires-Dist: tree-sitter>=0.21.0
|
|
14
|
+
Requires-Dist: tree-sitter-typescript
|
|
15
|
+
Requires-Dist: tree-sitter-go
|
|
16
|
+
Requires-Dist: tree-sitter-java
|
|
17
|
+
|
|
18
|
+
<div align="center">
|
|
19
|
+
|
|
20
|
+
# CTXFW // CONTEXT FIREWALL
|
|
21
|
+
### High-Assurance Axiomatic Gatekeeper for Synthetic Code Intelligence
|
|
22
|
+
|
|
23
|
+
[](https://github.com/)
|
|
24
|
+
[](https://github.com/)
|
|
25
|
+
[](https://github.com/)
|
|
26
|
+
[](LICENSE)
|
|
27
|
+
|
|
28
|
+
**The deterministic boundary between generative AI hallucinations and mission-critical infrastructure.**
|
|
29
|
+
|
|
30
|
+
[Architecture](#architectural-perimeter) • [Technical Capabilities](#technical-capabilities) • [Zero-Touch Onboarding](#quickstart-the-2-minute-verification) • [Enterprise Compliance](#enterprise-compliance-mapping)
|
|
31
|
+
|
|
32
|
+
---
|
|
33
|
+
|
|
34
|
+
</div>
|
|
35
|
+
|
|
36
|
+
## Executive Abstract
|
|
37
|
+
|
|
38
|
+
Modern LLM-assisted development introduces catastrophic probabilistic risk: autonomous agents generate plausible, unverified architectures violating core security invariants, transaction idempotency, and regulatory boundaries.
|
|
39
|
+
|
|
40
|
+
**CTXFW** is an out-of-band, deterministic context firewall and Model Context Protocol (MCP) gatekeeper. It intercepts architectural intake, enforces a mathematical floor on negative invariants ($N \ge 5$), binds variable domains, and cryptographically signs validated specification manifests.
|
|
41
|
+
|
|
42
|
+
> **Core Doctrine:** No synthetic code enters the repository without a verified axiomatic certificate ($\text{ACI} \ge 0.9000$).
|
|
43
|
+
|
|
44
|
+
---
|
|
45
|
+
|
|
46
|
+
## Architectural Perimeter
|
|
47
|
+
|
|
48
|
+
```
|
|
49
|
+
PROBABILISTIC DOMAIN DETERMINISTIC PERIMETER
|
|
50
|
+
┌───────────────────────┐ ┌────────────────────────────────────────┐
|
|
51
|
+
│ Autonomous AI Agent │ │ CTXFW ENGINE │
|
|
52
|
+
│ (Claude / Gemini / │ │ │
|
|
53
|
+
│ Cursor / Antigravity│ │ ┌──────────────────────────────────┐ │
|
|
54
|
+
└───────────┬───────────┘ │ │ Axiomatic Sieve Engine │ │
|
|
55
|
+
│ │ │ - Negative Invariant Floor │ │
|
|
56
|
+
│ Intake Brief │ │ - Bounded Variable Ranges │ │
|
|
57
|
+
▼ │ │ - Deterministic FSM Delta │ │
|
|
58
|
+
┌───────────────────────┐ │ │ - 4-Class Error Taxonomy │ │
|
|
59
|
+
│ MCP Stdio Interceptor ├─────────────────►│ └────────────────┬─────────────────┘ │
|
|
60
|
+
└───────────────────────┘ │ │ │
|
|
61
|
+
│ ▼ │
|
|
62
|
+
│ [ ACI >= 0.9000? ] │
|
|
63
|
+
│ / \ │
|
|
64
|
+
│ YES NO │
|
|
65
|
+
│ │ │ │
|
|
66
|
+
│ ▼ ▼ │
|
|
67
|
+
│ ┌──────────────┐ ┌─────────────────┐ │
|
|
68
|
+
│ │ VERIFIED │ │ QUARANTINED │ │
|
|
69
|
+
│ │ SHA-256 Seal │ │ Execution Halt │ │
|
|
70
|
+
│ └──────┬───────┘ └────────┬────────┘ │
|
|
71
|
+
└────────┼────────────────────┼──────────┘
|
|
72
|
+
│ │
|
|
73
|
+
▼ ▼
|
|
74
|
+
[ Code Generation ] [ Forensic Report ]
|
|
75
|
+
[ & Git Permitted ] [ Pre-Commit Abort]
|
|
76
|
+
```
|
|
77
|
+
|
|
78
|
+
---
|
|
79
|
+
|
|
80
|
+
## Technical Capabilities
|
|
81
|
+
|
|
82
|
+
### 1. Axiomatic Specification Sieve
|
|
83
|
+
* **Negative Invariants Floor**: Enforces non-negotiable negative clauses (`shall never` or `never`) preventing silent security degradation (e.g., plaintext PAN/PIN, unvalidated idempotency, untrusted state transitions).
|
|
84
|
+
* **Deterministic State Machine (FSM)**: Requires formal state transition definitions $\delta(S, E) \rightarrow S'$ and explicit terminal states before backend synthesis.
|
|
85
|
+
* **4-Class Fault Domain Taxonomy**: Strict segregation into Transient (Class 1), Deterministic Client (Class 2), Semantic Business (Class 3), and Security Isolation (Class 4) quarantine sinks.
|
|
86
|
+
|
|
87
|
+
### 2. Zero-Touch Toolchain Integration
|
|
88
|
+
* **Multi-IDE Auto-Discovery**: Automatic environment detection and non-destructive injection for **Google Antigravity**, **Cursor**, and **Claude Desktop**.
|
|
89
|
+
* **Safe Configuration Merge**: Idempotent configuration management (`safe_merge`) with strict third-party MCP server preservation.
|
|
90
|
+
* **Local Repository Armor**: Automated deployment of `.git/hooks/pre-commit` gatekeeper preventing unverified commits.
|
|
91
|
+
|
|
92
|
+
### 3. Cryptographic Attestation
|
|
93
|
+
* Every verified brief generates an immutable SHA-256 digest (`manifest_hash`) computed over lexicographically sorted negative invariants.
|
|
94
|
+
* Enforces provenance: all generated artifacts must embed the attestation seal in their source header.
|
|
95
|
+
|
|
96
|
+
---
|
|
97
|
+
|
|
98
|
+
## Quickstart: The 2-Minute Verification
|
|
99
|
+
|
|
100
|
+
### Installation
|
|
101
|
+
Install the pre-built distribution wheel or source package:
|
|
102
|
+
```bash
|
|
103
|
+
pip install dist/ctxfw-3.5.0-py3-none-any.whl
|
|
104
|
+
# or via pipx for global isolation:
|
|
105
|
+
pipx install .
|
|
106
|
+
```
|
|
107
|
+
|
|
108
|
+
### 1. System Health & Stream Isolation Audit
|
|
109
|
+
Run the diagnostic suite to certify your local runtime and verify stdio channel purity:
|
|
110
|
+
```bash
|
|
111
|
+
ctxfw doctor
|
|
112
|
+
```
|
|
113
|
+
|
|
114
|
+
### 2. Global IDE Provisioning
|
|
115
|
+
Inject the axiomatic gateway directives and MCP endpoints into all detected IDEs:
|
|
116
|
+
```bash
|
|
117
|
+
ctxfw init --global
|
|
118
|
+
```
|
|
119
|
+
|
|
120
|
+
### 3. Repository Perimeter Armor
|
|
121
|
+
Activate the pre-commit gatekeeper and deploy canonical axioms into your project:
|
|
122
|
+
```bash
|
|
123
|
+
cd /path/to/your/project
|
|
124
|
+
ctxfw init --repo .
|
|
125
|
+
```
|
|
126
|
+
|
|
127
|
+
---
|
|
128
|
+
|
|
129
|
+
## Enterprise Compliance Mapping
|
|
130
|
+
|
|
131
|
+
CTXFW automates compliance requirements for organizations operating under rigorous audit frameworks:
|
|
132
|
+
|
|
133
|
+
| Standard | Clause / Control | CTXFW Enforcement Mechanism |
|
|
134
|
+
| :--- | :--- | :--- |
|
|
135
|
+
| **PCI-DSS v4.0** | Req 3.4 & 6.4 | Pre-code invariant checking: rejects any brief permitting plaintext PAN/CVV storage or unmasked logging. |
|
|
136
|
+
| **SOC 2 Type II** | CC6.6 & CC7.1 | Mathematical attestation manifests provide non-repudiable audit logs of code generation inputs and invariants. |
|
|
137
|
+
| **EU AI Act** | Article 14 (Human Oversight) | Prevents runaway autonomous code generation by forcing formal spec sign-off gates and quarantine sinks. |
|
|
138
|
+
| **DORA (EU)** | ICT Risk Management | Fault domain taxonomy enforces explicit resilience classification and circuit-breaking on all service endpoints. |
|
|
139
|
+
|
|
140
|
+
---
|
|
141
|
+
|
|
142
|
+
## Distributed Toolchain Components
|
|
143
|
+
|
|
144
|
+
The distribution binary provides dedicated console entrypoints for continuous integration and runtime defense:
|
|
145
|
+
|
|
146
|
+
* `ctxfw`: Unified operational CLI (Distance-0 context compiler and subcommand dispatcher).
|
|
147
|
+
* `ctxfw-doctor`: High-assurance environment, stdio stream isolation, and integrity diagnostics.
|
|
148
|
+
* `ctxfw-init`: Automated zero-touch global IDE and repository perimeter provisioner.
|
|
149
|
+
* `ctxfw-mcp`: Zero-latency JSON-RPC 2.0 stdio protocol server for AI agents.
|
|
150
|
+
* `ctxfw-ci`: Headless compliance gatekeeper for CI/CD pipelines (GitHub Actions, Gitea, GitLab CI).
|
|
151
|
+
* `ctxfw-audit`: Ledger auditor for cryptographic attestation manifests and token telemetry.
|
|
152
|
+
* `ctxfw-proxy`: Local perimeter reverse proxy gateway with streaming SSE compression.
|
|
153
|
+
|
|
154
|
+
---
|
|
155
|
+
|
|
156
|
+
<div align="center">
|
|
157
|
+
<sub>ENGINEERED & CLASSIFIED BY HEURISTICO LAB // SKUNK WORKS DIVISION</sub><br>
|
|
158
|
+
<sub>HIGH-ASSURANCE DEFENSE SYSTEMS GROUP</sub>
|
|
159
|
+
</div>
|
|
160
|
+
|
ctxfw-3.5.0/README.md
ADDED
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
<div align="center">
|
|
2
|
+
|
|
3
|
+
# CTXFW // CONTEXT FIREWALL
|
|
4
|
+
### High-Assurance Axiomatic Gatekeeper for Synthetic Code Intelligence
|
|
5
|
+
|
|
6
|
+
[](https://github.com/)
|
|
7
|
+
[](https://github.com/)
|
|
8
|
+
[](https://github.com/)
|
|
9
|
+
[](LICENSE)
|
|
10
|
+
|
|
11
|
+
**The deterministic boundary between generative AI hallucinations and mission-critical infrastructure.**
|
|
12
|
+
|
|
13
|
+
[Architecture](#architectural-perimeter) • [Technical Capabilities](#technical-capabilities) • [Zero-Touch Onboarding](#quickstart-the-2-minute-verification) • [Enterprise Compliance](#enterprise-compliance-mapping)
|
|
14
|
+
|
|
15
|
+
---
|
|
16
|
+
|
|
17
|
+
</div>
|
|
18
|
+
|
|
19
|
+
## Executive Abstract
|
|
20
|
+
|
|
21
|
+
Modern LLM-assisted development introduces catastrophic probabilistic risk: autonomous agents generate plausible, unverified architectures violating core security invariants, transaction idempotency, and regulatory boundaries.
|
|
22
|
+
|
|
23
|
+
**CTXFW** is an out-of-band, deterministic context firewall and Model Context Protocol (MCP) gatekeeper. It intercepts architectural intake, enforces a mathematical floor on negative invariants ($N \ge 5$), binds variable domains, and cryptographically signs validated specification manifests.
|
|
24
|
+
|
|
25
|
+
> **Core Doctrine:** No synthetic code enters the repository without a verified axiomatic certificate ($\text{ACI} \ge 0.9000$).
|
|
26
|
+
|
|
27
|
+
---
|
|
28
|
+
|
|
29
|
+
## Architectural Perimeter
|
|
30
|
+
|
|
31
|
+
```
|
|
32
|
+
PROBABILISTIC DOMAIN DETERMINISTIC PERIMETER
|
|
33
|
+
┌───────────────────────┐ ┌────────────────────────────────────────┐
|
|
34
|
+
│ Autonomous AI Agent │ │ CTXFW ENGINE │
|
|
35
|
+
│ (Claude / Gemini / │ │ │
|
|
36
|
+
│ Cursor / Antigravity│ │ ┌──────────────────────────────────┐ │
|
|
37
|
+
└───────────┬───────────┘ │ │ Axiomatic Sieve Engine │ │
|
|
38
|
+
│ │ │ - Negative Invariant Floor │ │
|
|
39
|
+
│ Intake Brief │ │ - Bounded Variable Ranges │ │
|
|
40
|
+
▼ │ │ - Deterministic FSM Delta │ │
|
|
41
|
+
┌───────────────────────┐ │ │ - 4-Class Error Taxonomy │ │
|
|
42
|
+
│ MCP Stdio Interceptor ├─────────────────►│ └────────────────┬─────────────────┘ │
|
|
43
|
+
└───────────────────────┘ │ │ │
|
|
44
|
+
│ ▼ │
|
|
45
|
+
│ [ ACI >= 0.9000? ] │
|
|
46
|
+
│ / \ │
|
|
47
|
+
│ YES NO │
|
|
48
|
+
│ │ │ │
|
|
49
|
+
│ ▼ ▼ │
|
|
50
|
+
│ ┌──────────────┐ ┌─────────────────┐ │
|
|
51
|
+
│ │ VERIFIED │ │ QUARANTINED │ │
|
|
52
|
+
│ │ SHA-256 Seal │ │ Execution Halt │ │
|
|
53
|
+
│ └──────┬───────┘ └────────┬────────┘ │
|
|
54
|
+
└────────┼────────────────────┼──────────┘
|
|
55
|
+
│ │
|
|
56
|
+
▼ ▼
|
|
57
|
+
[ Code Generation ] [ Forensic Report ]
|
|
58
|
+
[ & Git Permitted ] [ Pre-Commit Abort]
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
---
|
|
62
|
+
|
|
63
|
+
## Technical Capabilities
|
|
64
|
+
|
|
65
|
+
### 1. Axiomatic Specification Sieve
|
|
66
|
+
* **Negative Invariants Floor**: Enforces non-negotiable negative clauses (`shall never` or `never`) preventing silent security degradation (e.g., plaintext PAN/PIN, unvalidated idempotency, untrusted state transitions).
|
|
67
|
+
* **Deterministic State Machine (FSM)**: Requires formal state transition definitions $\delta(S, E) \rightarrow S'$ and explicit terminal states before backend synthesis.
|
|
68
|
+
* **4-Class Fault Domain Taxonomy**: Strict segregation into Transient (Class 1), Deterministic Client (Class 2), Semantic Business (Class 3), and Security Isolation (Class 4) quarantine sinks.
|
|
69
|
+
|
|
70
|
+
### 2. Zero-Touch Toolchain Integration
|
|
71
|
+
* **Multi-IDE Auto-Discovery**: Automatic environment detection and non-destructive injection for **Google Antigravity**, **Cursor**, and **Claude Desktop**.
|
|
72
|
+
* **Safe Configuration Merge**: Idempotent configuration management (`safe_merge`) with strict third-party MCP server preservation.
|
|
73
|
+
* **Local Repository Armor**: Automated deployment of `.git/hooks/pre-commit` gatekeeper preventing unverified commits.
|
|
74
|
+
|
|
75
|
+
### 3. Cryptographic Attestation
|
|
76
|
+
* Every verified brief generates an immutable SHA-256 digest (`manifest_hash`) computed over lexicographically sorted negative invariants.
|
|
77
|
+
* Enforces provenance: all generated artifacts must embed the attestation seal in their source header.
|
|
78
|
+
|
|
79
|
+
---
|
|
80
|
+
|
|
81
|
+
## Quickstart: The 2-Minute Verification
|
|
82
|
+
|
|
83
|
+
### Installation
|
|
84
|
+
Install the pre-built distribution wheel or source package:
|
|
85
|
+
```bash
|
|
86
|
+
pip install dist/ctxfw-3.5.0-py3-none-any.whl
|
|
87
|
+
# or via pipx for global isolation:
|
|
88
|
+
pipx install .
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
### 1. System Health & Stream Isolation Audit
|
|
92
|
+
Run the diagnostic suite to certify your local runtime and verify stdio channel purity:
|
|
93
|
+
```bash
|
|
94
|
+
ctxfw doctor
|
|
95
|
+
```
|
|
96
|
+
|
|
97
|
+
### 2. Global IDE Provisioning
|
|
98
|
+
Inject the axiomatic gateway directives and MCP endpoints into all detected IDEs:
|
|
99
|
+
```bash
|
|
100
|
+
ctxfw init --global
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
### 3. Repository Perimeter Armor
|
|
104
|
+
Activate the pre-commit gatekeeper and deploy canonical axioms into your project:
|
|
105
|
+
```bash
|
|
106
|
+
cd /path/to/your/project
|
|
107
|
+
ctxfw init --repo .
|
|
108
|
+
```
|
|
109
|
+
|
|
110
|
+
---
|
|
111
|
+
|
|
112
|
+
## Enterprise Compliance Mapping
|
|
113
|
+
|
|
114
|
+
CTXFW automates compliance requirements for organizations operating under rigorous audit frameworks:
|
|
115
|
+
|
|
116
|
+
| Standard | Clause / Control | CTXFW Enforcement Mechanism |
|
|
117
|
+
| :--- | :--- | :--- |
|
|
118
|
+
| **PCI-DSS v4.0** | Req 3.4 & 6.4 | Pre-code invariant checking: rejects any brief permitting plaintext PAN/CVV storage or unmasked logging. |
|
|
119
|
+
| **SOC 2 Type II** | CC6.6 & CC7.1 | Mathematical attestation manifests provide non-repudiable audit logs of code generation inputs and invariants. |
|
|
120
|
+
| **EU AI Act** | Article 14 (Human Oversight) | Prevents runaway autonomous code generation by forcing formal spec sign-off gates and quarantine sinks. |
|
|
121
|
+
| **DORA (EU)** | ICT Risk Management | Fault domain taxonomy enforces explicit resilience classification and circuit-breaking on all service endpoints. |
|
|
122
|
+
|
|
123
|
+
---
|
|
124
|
+
|
|
125
|
+
## Distributed Toolchain Components
|
|
126
|
+
|
|
127
|
+
The distribution binary provides dedicated console entrypoints for continuous integration and runtime defense:
|
|
128
|
+
|
|
129
|
+
* `ctxfw`: Unified operational CLI (Distance-0 context compiler and subcommand dispatcher).
|
|
130
|
+
* `ctxfw-doctor`: High-assurance environment, stdio stream isolation, and integrity diagnostics.
|
|
131
|
+
* `ctxfw-init`: Automated zero-touch global IDE and repository perimeter provisioner.
|
|
132
|
+
* `ctxfw-mcp`: Zero-latency JSON-RPC 2.0 stdio protocol server for AI agents.
|
|
133
|
+
* `ctxfw-ci`: Headless compliance gatekeeper for CI/CD pipelines (GitHub Actions, Gitea, GitLab CI).
|
|
134
|
+
* `ctxfw-audit`: Ledger auditor for cryptographic attestation manifests and token telemetry.
|
|
135
|
+
* `ctxfw-proxy`: Local perimeter reverse proxy gateway with streaming SSE compression.
|
|
136
|
+
|
|
137
|
+
---
|
|
138
|
+
|
|
139
|
+
<div align="center">
|
|
140
|
+
<sub>ENGINEERED & CLASSIFIED BY HEURISTICO LAB // SKUNK WORKS DIVISION</sub><br>
|
|
141
|
+
<sub>HIGH-ASSURANCE DEFENSE SYSTEMS GROUP</sub>
|
|
142
|
+
</div>
|
|
143
|
+
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
[project]
|
|
2
|
+
name = "ctxfw"
|
|
3
|
+
version = "3.5.0"
|
|
4
|
+
description = "Deterministic Axiomatic Gatekeeper & Context Firewall // Skunk Works Division"
|
|
5
|
+
readme = "README.md"
|
|
6
|
+
requires-python = ">=3.10"
|
|
7
|
+
authors = [
|
|
8
|
+
{ name = "Heuristico LAB // Skunk Works Division", email = "defense@metaversemexico.mx" }
|
|
9
|
+
]
|
|
10
|
+
dependencies = [
|
|
11
|
+
"pydantic>=2.0.0",
|
|
12
|
+
"pytest>=8.0.0",
|
|
13
|
+
"fastapi>=0.100.0",
|
|
14
|
+
"httpx>=0.24.0",
|
|
15
|
+
"uvicorn>=0.20.0",
|
|
16
|
+
"tree-sitter>=0.21.0",
|
|
17
|
+
"tree-sitter-typescript",
|
|
18
|
+
"tree-sitter-go",
|
|
19
|
+
"tree-sitter-java",
|
|
20
|
+
]
|
|
21
|
+
|
|
22
|
+
[build-system]
|
|
23
|
+
requires = ["setuptools>=61.0"]
|
|
24
|
+
build-backend = "setuptools.build_meta"
|
|
25
|
+
|
|
26
|
+
[project.scripts]
|
|
27
|
+
ctxfw = "ctxfw.cli:main"
|
|
28
|
+
ctxfw-init = "ctxfw.cli:init_entrypoint"
|
|
29
|
+
ctxfw-mcp = "ctxfw.mcp:main"
|
|
30
|
+
ctxfw-proxy = "ctxfw.proxy:main"
|
|
31
|
+
ctxfw-ci = "ctxfw.gatekeeper:main"
|
|
32
|
+
ctxfw-audit = "ctxfw.auditor:main"
|
|
33
|
+
ctxfw-doctor = "ctxfw.cli:doctor_entrypoint"
|
|
34
|
+
|
|
35
|
+
[tool.setuptools.packages.find]
|
|
36
|
+
where = ["src"]
|
|
37
|
+
|
|
38
|
+
[tool.pytest.ini_options]
|
|
39
|
+
testpaths = ["tests"]
|
|
40
|
+
python_files = ["test_*.py"]
|
|
41
|
+
pythonpath = ["src", "."]
|
|
42
|
+
addopts = "-v --tb=short"
|
ctxfw-3.5.0/setup.cfg
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"""
|
|
2
|
+
ctxfw — Sovereign Context Firewall & Token Optimization Engine (v3.4.0)
|
|
3
|
+
Hermetic Toolchain implementation adhering to Google style and POSIX/XDG standards.
|
|
4
|
+
"""
|
|
5
|
+
from __future__ import annotations
|
|
6
|
+
|
|
7
|
+
from ctxfw.core.contracts import (
|
|
8
|
+
OptimizationRequestDTO,
|
|
9
|
+
OptimizationResultDTO,
|
|
10
|
+
PruningDepth,
|
|
11
|
+
SupportedLanguage,
|
|
12
|
+
)
|
|
13
|
+
from ctxfw.core.polyglot import TreeSitterContextPruner
|
|
14
|
+
from ctxfw.core.pruner import DeterministicContextPruner, _MethodBodyStripper
|
|
15
|
+
from ctxfw.core.topological import (
|
|
16
|
+
ContextFirewallEngine,
|
|
17
|
+
ProjectDependencyGraph,
|
|
18
|
+
StaticImportExtractor,
|
|
19
|
+
TopologicalContextBundleDTO,
|
|
20
|
+
)
|
|
21
|
+
from ctxfw.cli import handle_init_command
|
|
22
|
+
from ctxfw.storage.cache import LocalSemanticCache, get_canonical_cache_path
|
|
23
|
+
|
|
24
|
+
__version__ = "3.5.0"
|
|
25
|
+
|
|
26
|
+
__all__ = [
|
|
27
|
+
"__version__",
|
|
28
|
+
"PruningDepth",
|
|
29
|
+
"SupportedLanguage",
|
|
30
|
+
"OptimizationRequestDTO",
|
|
31
|
+
"OptimizationResultDTO",
|
|
32
|
+
"DeterministicContextPruner",
|
|
33
|
+
"_MethodBodyStripper",
|
|
34
|
+
"TreeSitterContextPruner",
|
|
35
|
+
"StaticImportExtractor",
|
|
36
|
+
"ProjectDependencyGraph",
|
|
37
|
+
"TopologicalContextBundleDTO",
|
|
38
|
+
"ContextFirewallEngine",
|
|
39
|
+
"LocalSemanticCache",
|
|
40
|
+
"get_canonical_cache_path",
|
|
41
|
+
"handle_init_command",
|
|
42
|
+
]
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
"""
|
|
2
|
+
src/ctxfw/auditor.py — FinOps Ledger & Token Economics Auditor (v3.4.0)
|
|
3
|
+
Calculates token reduction metrics, USD cost avoidance, and cache bypass efficiency
|
|
4
|
+
in a 100% air-gapped, zero-cloud verification loop.
|
|
5
|
+
"""
|
|
6
|
+
from __future__ import annotations
|
|
7
|
+
|
|
8
|
+
import argparse
|
|
9
|
+
import json
|
|
10
|
+
import sqlite3
|
|
11
|
+
import sys
|
|
12
|
+
from datetime import datetime, timezone
|
|
13
|
+
from pathlib import Path
|
|
14
|
+
from typing import Optional
|
|
15
|
+
from pydantic import BaseModel, ConfigDict, Field
|
|
16
|
+
|
|
17
|
+
from ctxfw.core.contracts import OptimizationResultDTO
|
|
18
|
+
from ctxfw.core.pruner import DeterministicContextPruner
|
|
19
|
+
from ctxfw.core.topological import TopologicalContextBundleDTO
|
|
20
|
+
from ctxfw.storage.cache import get_canonical_cache_path
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
class FinOpsReportDTO(BaseModel):
|
|
24
|
+
"""Contrato inmutable de auditoría financiera y métricas de tokens."""
|
|
25
|
+
model_config = ConfigDict(frozen=True, extra="forbid")
|
|
26
|
+
|
|
27
|
+
total_tokens_evaluated: int = Field(..., ge=0, description="Volumen total de tokens evaluados en código original")
|
|
28
|
+
tokens_saved_cold: int = Field(..., ge=0, description="Tokens ahorrados mediante slicing sintáctico AST")
|
|
29
|
+
tokens_saved_cache_bypass: int = Field(..., ge=0, description="Tokens 100% eludidos mediante hits de caché cálida")
|
|
30
|
+
net_tokens_saved: int = Field(..., ge=0, description="Total neto de tokens ahorrados")
|
|
31
|
+
estimated_usd_savings: float = Field(..., ge=0.0, description="Ahorro financiero proyectado en USD")
|
|
32
|
+
cache_hit_ratio: float = Field(..., ge=0.0, le=100.0, description="Tasa porcentual de aciertos de caché")
|
|
33
|
+
air_gapped_certified: bool = Field(default=True, description="Certificación de ejecución 100% local sin red")
|
|
34
|
+
timestamp: str = Field(..., description="Marca temporal UTC de la auditoría en formato ISO 8601")
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
class FinOpsAuditor:
|
|
38
|
+
"""Motor de cálculo financiero y auditoría de tokens."""
|
|
39
|
+
|
|
40
|
+
DEFAULT_PRICE_PER_MILLION: float = 3.0 # Base USD por 1M de tokens (tier estándar frontier LLM)
|
|
41
|
+
|
|
42
|
+
@classmethod
|
|
43
|
+
def audit_bundle(
|
|
44
|
+
cls,
|
|
45
|
+
bundle: TopologicalContextBundleDTO,
|
|
46
|
+
price_per_million_tokens: float = DEFAULT_PRICE_PER_MILLION,
|
|
47
|
+
) -> FinOpsReportDTO:
|
|
48
|
+
"""Calculates token savings and monetary return on an active context bundle."""
|
|
49
|
+
total_tokens = 0
|
|
50
|
+
saved_cold = 0
|
|
51
|
+
saved_bypass = 0
|
|
52
|
+
hits = 0
|
|
53
|
+
total_entries = len(bundle.entries)
|
|
54
|
+
|
|
55
|
+
for res in bundle.entries.values():
|
|
56
|
+
orig_t = DeterministicContextPruner.estimate_tokens(res.original_chars)
|
|
57
|
+
total_tokens += orig_t
|
|
58
|
+
|
|
59
|
+
if res.cache_hit:
|
|
60
|
+
hits += 1
|
|
61
|
+
# In warm cache hits, 100% of the token context is bypassed
|
|
62
|
+
saved_bypass += orig_t
|
|
63
|
+
else:
|
|
64
|
+
saved_cold += res.estimated_tokens_saved
|
|
65
|
+
|
|
66
|
+
net_saved = saved_cold + saved_bypass
|
|
67
|
+
hit_ratio = round((hits / max(1, total_entries)) * 100.0, 2)
|
|
68
|
+
usd_savings = round((net_saved / 1_000_000.0) * price_per_million_tokens, 6)
|
|
69
|
+
|
|
70
|
+
return FinOpsReportDTO(
|
|
71
|
+
total_tokens_evaluated=total_tokens,
|
|
72
|
+
tokens_saved_cold=saved_cold,
|
|
73
|
+
tokens_saved_cache_bypass=saved_bypass,
|
|
74
|
+
net_tokens_saved=net_saved,
|
|
75
|
+
estimated_usd_savings=usd_savings,
|
|
76
|
+
cache_hit_ratio=hit_ratio,
|
|
77
|
+
air_gapped_certified=True,
|
|
78
|
+
timestamp=datetime.now(timezone.utc).isoformat(),
|
|
79
|
+
)
|
|
80
|
+
|
|
81
|
+
@classmethod
|
|
82
|
+
def audit_cache(
|
|
83
|
+
cls,
|
|
84
|
+
db_path: Optional[str | Path] = None,
|
|
85
|
+
price_per_million_tokens: float = DEFAULT_PRICE_PER_MILLION,
|
|
86
|
+
) -> FinOpsReportDTO:
|
|
87
|
+
"""Queries persistent SQLite WAL tokens_cache and computes aggregate financial return."""
|
|
88
|
+
actual_path = Path(db_path) if db_path else get_canonical_cache_path()
|
|
89
|
+
if not actual_path.is_file():
|
|
90
|
+
return FinOpsReportDTO(
|
|
91
|
+
total_tokens_evaluated=0,
|
|
92
|
+
tokens_saved_cold=0,
|
|
93
|
+
tokens_saved_cache_bypass=0,
|
|
94
|
+
net_tokens_saved=0,
|
|
95
|
+
estimated_usd_savings=0.0,
|
|
96
|
+
cache_hit_ratio=0.0,
|
|
97
|
+
air_gapped_certified=True,
|
|
98
|
+
timestamp=datetime.now(timezone.utc).isoformat(),
|
|
99
|
+
)
|
|
100
|
+
|
|
101
|
+
with sqlite3.connect(str(actual_path), timeout=5.0) as conn:
|
|
102
|
+
cur = conn.cursor()
|
|
103
|
+
cur.execute("""
|
|
104
|
+
SELECT
|
|
105
|
+
COUNT(*),
|
|
106
|
+
COALESCE(SUM(original_chars), 0),
|
|
107
|
+
COALESCE(SUM(pruned_chars), 0),
|
|
108
|
+
COALESCE(SUM(estimated_tokens_saved), 0)
|
|
109
|
+
FROM tokens_cache;
|
|
110
|
+
""")
|
|
111
|
+
count, orig_chars, pruned_chars, saved_tokens = cur.fetchone()
|
|
112
|
+
|
|
113
|
+
total_tokens = DeterministicContextPruner.estimate_tokens(orig_chars)
|
|
114
|
+
net_saved = int(saved_tokens)
|
|
115
|
+
usd_savings = round((net_saved / 1_000_000.0) * price_per_million_tokens, 6)
|
|
116
|
+
hit_ratio = 100.0 if count > 0 else 0.0
|
|
117
|
+
|
|
118
|
+
return FinOpsReportDTO(
|
|
119
|
+
total_tokens_evaluated=total_tokens,
|
|
120
|
+
tokens_saved_cold=net_saved,
|
|
121
|
+
tokens_saved_cache_bypass=0,
|
|
122
|
+
net_tokens_saved=net_saved,
|
|
123
|
+
estimated_usd_savings=usd_savings,
|
|
124
|
+
cache_hit_ratio=hit_ratio,
|
|
125
|
+
air_gapped_certified=True,
|
|
126
|
+
timestamp=datetime.now(timezone.utc).isoformat(),
|
|
127
|
+
)
|
|
128
|
+
|
|
129
|
+
@classmethod
|
|
130
|
+
def export_audit(
|
|
131
|
+
cls,
|
|
132
|
+
report: FinOpsReportDTO,
|
|
133
|
+
output_path: str = "tests/finops_audit.json",
|
|
134
|
+
) -> None:
|
|
135
|
+
"""Exports the FinOps report to a machine-readable JSON artifact."""
|
|
136
|
+
out = Path(output_path)
|
|
137
|
+
out.parent.mkdir(parents=True, exist_ok=True)
|
|
138
|
+
with open(out, "w", encoding="utf-8") as f:
|
|
139
|
+
f.write(report.model_dump_json(indent=2))
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
def main():
|
|
143
|
+
parser = argparse.ArgumentParser(description="ctxfw-audit — Token Economics & FinOps Auditor (v3.4.0)")
|
|
144
|
+
parser.add_argument("--db", type=str, default=None, help="Path to SQLite cache database (defaults to canonical XDG path)")
|
|
145
|
+
parser.add_argument("--price", type=float, default=3.0, help="Base USD price per 1M tokens")
|
|
146
|
+
parser.add_argument("--json", action="store_true", help="Print report as JSON to stdout")
|
|
147
|
+
args = parser.parse_args()
|
|
148
|
+
|
|
149
|
+
report = FinOpsAuditor.audit_cache(db_path=args.db, price_per_million_tokens=args.price)
|
|
150
|
+
if args.json:
|
|
151
|
+
print(report.model_dump_json(indent=2))
|
|
152
|
+
else:
|
|
153
|
+
print("======================================================")
|
|
154
|
+
print(" CTXFW FINOPS LEDGER & AUDIT TELEMETRY ")
|
|
155
|
+
print("======================================================")
|
|
156
|
+
print(f"Total Tokens Evaluated: {report.total_tokens_evaluated:,}")
|
|
157
|
+
print(f"Net Tokens Saved: {report.net_tokens_saved:,}")
|
|
158
|
+
print(f"Estimated USD Savings: ${report.estimated_usd_savings:.6f}")
|
|
159
|
+
print(f"Air-gapped Certified: {report.air_gapped_certified}")
|
|
160
|
+
print(f"Timestamp: {report.timestamp}")
|
|
161
|
+
print("======================================================")
|
|
162
|
+
|
|
163
|
+
|
|
164
|
+
if __name__ == "__main__":
|
|
165
|
+
main()
|