minicode-ai 0.9.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +935 -0
- package/LICENSE +21 -0
- package/README.md +200 -0
- package/cli/args.ts +195 -0
- package/cli/auto-update.ts +108 -0
- package/cli/commands/auth.ts +166 -0
- package/cli/commands/config.ts +382 -0
- package/cli/commands/doctor.ts +128 -0
- package/cli/commands/exec.ts +179 -0
- package/cli/commands/mcp.ts +35 -0
- package/cli/commands/memory.ts +107 -0
- package/cli/commands/pricing.ts +100 -0
- package/cli/commands/providers.ts +162 -0
- package/cli/commands/sessions.ts +128 -0
- package/cli/commands/skills.ts +61 -0
- package/cli/commands/stats.ts +82 -0
- package/cli/commands.ts +317 -0
- package/cli/index.ts +539 -0
- package/cli/model-manager.ts +112 -0
- package/cli/provider-manager.ts +111 -0
- package/cli/repl.ts +734 -0
- package/cli/router.ts +124 -0
- package/cli/setup.ts +780 -0
- package/cli/wizard.ts +21 -0
- package/docs/ARCHITECTURE.html +1222 -0
- package/docs/README.md +109 -0
- package/docs/architecture.md +44 -0
- package/docs/changelog.md +3 -0
- package/package.json +91 -0
- package/src/agents/pool.ts +43 -0
- package/src/app/mentions.ts +50 -0
- package/src/app/provider-layer.ts +118 -0
- package/src/app/rag-layer.ts +105 -0
- package/src/app/session.ts +154 -0
- package/src/app/tool-layer.ts +56 -0
- package/src/config.ts +372 -0
- package/src/constants.ts +119 -0
- package/src/hooks/run.ts +89 -0
- package/src/lib/atomic-write.ts +88 -0
- package/src/lib/db-path.ts +36 -0
- package/src/lib/git-hardening.ts +91 -0
- package/src/lib/ignore.ts +58 -0
- package/src/lib/keystore.ts +202 -0
- package/src/lib/net.ts +70 -0
- package/src/lib/safe-open.ts +138 -0
- package/src/lib/session-id.ts +23 -0
- package/src/lib/trash.ts +38 -0
- package/src/lib/trusted-exec.ts +81 -0
- package/src/lsp/client.ts +395 -0
- package/src/mcp/client.ts +400 -0
- package/src/mcp/http-transport.ts +344 -0
- package/src/mcp/server.ts +538 -0
- package/src/mcp/transport.ts +150 -0
- package/src/memory/files.ts +159 -0
- package/src/memory/vector.ts +775 -0
- package/src/policy/allowlist.ts +67 -0
- package/src/policy/bash-guard.ts +465 -0
- package/src/policy/compaction.ts +271 -0
- package/src/policy/context.ts +161 -0
- package/src/policy/executor.ts +199 -0
- package/src/policy/jail.ts +127 -0
- package/src/policy/permission.ts +517 -0
- package/src/policy/pricing.ts +336 -0
- package/src/policy/ratelimit.ts +54 -0
- package/src/policy/sandbox-policy.ts +157 -0
- package/src/policy/scrub.ts +138 -0
- package/src/policy/update-check.ts +200 -0
- package/src/policy/usage.ts +292 -0
- package/src/policy/verifier.ts +181 -0
- package/src/providers/anthropic.ts +401 -0
- package/src/providers/auth-store.ts +139 -0
- package/src/providers/build.ts +136 -0
- package/src/providers/detect.ts +126 -0
- package/src/providers/effort.ts +165 -0
- package/src/providers/guards.ts +107 -0
- package/src/providers/oauth.ts +326 -0
- package/src/providers/presets.ts +122 -0
- package/src/providers/provision.ts +298 -0
- package/src/providers/responses.ts +371 -0
- package/src/providers/router.ts +247 -0
- package/src/repo/repomap.ts +470 -0
- package/src/sandbox/docker.ts +129 -0
- package/src/sandbox/os.ts +193 -0
- package/src/session/checkpoint.ts +543 -0
- package/src/session/journal.ts +1347 -0
- package/src/session/persistence.ts +446 -0
- package/src/session/shadow-git.ts +351 -0
- package/src/session/turn-marker.ts +118 -0
- package/src/skills/loader.ts +117 -0
- package/src/telemetry/trace.ts +283 -0
- package/src/tools/ask_user.ts +54 -0
- package/src/tools/bash.ts +400 -0
- package/src/tools/code_run.ts +96 -0
- package/src/tools/delete_file.ts +31 -0
- package/src/tools/edit.ts +204 -0
- package/src/tools/git.ts +301 -0
- package/src/tools/glob.ts +90 -0
- package/src/tools/grep.ts +281 -0
- package/src/tools/hashline.ts +66 -0
- package/src/tools/index.ts +103 -0
- package/src/tools/lsp.ts +346 -0
- package/src/tools/mcp_call.ts +163 -0
- package/src/tools/memory.ts +144 -0
- package/src/tools/move_file.ts +47 -0
- package/src/tools/patch.ts +86 -0
- package/src/tools/read_file.ts +130 -0
- package/src/tools/read_image.ts +80 -0
- package/src/tools/submit_result.ts +49 -0
- package/src/tools/task.ts +346 -0
- package/src/tools/todo.ts +201 -0
- package/src/tools/web_fetch.ts +161 -0
- package/src/tools/web_search.ts +156 -0
- package/src/tools/write_file.ts +42 -0
- package/src/ui/approval/prompt.ts +76 -0
- package/src/ui/assistant/simple.ts +568 -0
- package/src/ui/assistant/turn-status.ts +303 -0
- package/src/ui/contract.ts +55 -0
- package/src/ui/footer.ts +105 -0
- package/src/ui/input/input.ts +805 -0
- package/src/ui/input/prompt-engine.ts +606 -0
- package/src/ui/render/collapse.ts +84 -0
- package/src/ui/render/detail.ts +24 -0
- package/src/ui/render/diff.ts +181 -0
- package/src/ui/render/errors.ts +239 -0
- package/src/ui/render/format.ts +54 -0
- package/src/ui/render/highlight.ts +294 -0
- package/src/ui/render/markdown.ts +120 -0
- package/src/ui/render/money.ts +12 -0
- package/src/ui/render/reasoning.ts +20 -0
- package/src/ui/render/sanitize.ts +80 -0
- package/src/ui/render/table.ts +88 -0
- package/src/ui/render/theme.ts +339 -0
- package/src/ui/render/width.ts +256 -0
- package/src/ui/render/wrap.ts +120 -0
- package/src/ui/runtime/bus-debug.ts +83 -0
- package/src/ui/runtime/chrome.ts +301 -0
- package/src/ui/runtime/spinner.ts +77 -0
- package/src/ui/runtime/statusline.ts +227 -0
- package/src/ui/screens/model-manager.ts +434 -0
- package/src/ui/screens/overlay.ts +61 -0
- package/src/ui/screens/picker.ts +307 -0
- package/src/ui/screens/provider-manager.ts +450 -0
- package/src/ui/screens/wizard.ts +132 -0
- package/vendor/minicore/VENDOR.md +29 -0
- package/vendor/minicore/package.json +21 -0
- package/vendor/minicore/src/core/budget.ts +26 -0
- package/vendor/minicore/src/core/compact.ts +76 -0
- package/vendor/minicore/src/core/errors.ts +60 -0
- package/vendor/minicore/src/core/events.ts +74 -0
- package/vendor/minicore/src/core/executor.ts +139 -0
- package/vendor/minicore/src/core/history.ts +32 -0
- package/vendor/minicore/src/core/index.ts +42 -0
- package/vendor/minicore/src/core/loop.ts +344 -0
- package/vendor/minicore/src/core/permission.ts +24 -0
- package/vendor/minicore/src/core/provider.ts +39 -0
- package/vendor/minicore/src/core/recovery.ts +34 -0
- package/vendor/minicore/src/core/session.ts +327 -0
- package/vendor/minicore/src/core/snapshot.ts +142 -0
- package/vendor/minicore/src/core/tokens.ts +111 -0
- package/vendor/minicore/src/core/tool.ts +118 -0
- package/vendor/minicore/src/core/types.ts +50 -0
- package/vendor/minicore/src/providers/openai-compat.ts +366 -0
|
@@ -0,0 +1,336 @@
|
|
|
1
|
+
// Tabel harga model: bawaan (offline) + overlay opsional dari models.dev.
|
|
2
|
+
//
|
|
3
|
+
// Keputusan desain: **tidak ada fetch otomatis**. Tabel bawaan tetap jadi
|
|
4
|
+
// sumber default supaya `minicode` bekerja offline dan deterministik. Data
|
|
5
|
+
// models.dev hanya dipakai bila user menariknya sendiri (`minicode pricing
|
|
6
|
+
// sync`) — karena request otomatis ke pihak ketiga saat startup menambah
|
|
7
|
+
// latensi dan membocorkan pola pemakaian (IP + waktu) tanpa diminta.
|
|
8
|
+
//
|
|
9
|
+
// Cache disimpan di `~/.minicode/pricing.json`, hanya field biaya yang diambil
|
|
10
|
+
// (response penuh 4,4 MB → cache <200 KB), dengan TTL supaya data lama tetap
|
|
11
|
+
// dipakai bila jaringan mati alih-alih jatuh ke "N/A".
|
|
12
|
+
|
|
13
|
+
import { readFile } from "node:fs/promises"
|
|
14
|
+
import { homedir } from "node:os"
|
|
15
|
+
import { join } from "node:path"
|
|
16
|
+
import { LIMITS } from "../constants.ts"
|
|
17
|
+
import { atomicWriteText } from "../lib/atomic-write.ts"
|
|
18
|
+
import { isPrivateHostWithDns } from "../lib/net.ts"
|
|
19
|
+
|
|
20
|
+
export interface ModelPrice {
|
|
21
|
+
/** USD per 1 juta token. */
|
|
22
|
+
input: number
|
|
23
|
+
output: number
|
|
24
|
+
cacheRead?: number
|
|
25
|
+
cacheWrite?: number
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
// Tabel bawaan — cukup untuk model yang paling sering dipakai, dan tetap
|
|
29
|
+
// akurat tanpa jaringan.
|
|
30
|
+
export const BUILTIN_PRICING: Record<string, ModelPrice> = {
|
|
31
|
+
"gpt-4o": { input: 2.5, output: 10, cacheRead: 1.25 },
|
|
32
|
+
"gpt-4o-mini": { input: 0.15, output: 0.6, cacheRead: 0.075 },
|
|
33
|
+
"gpt-4.1": { input: 2, output: 8, cacheRead: 0.5 },
|
|
34
|
+
"gpt-5": { input: 5, output: 15, cacheRead: 1.25 },
|
|
35
|
+
"gpt-5-mini": { input: 0.5, output: 1.5, cacheRead: 0.12 },
|
|
36
|
+
"gpt-5-nano": { input: 0.1, output: 0.4, cacheRead: 0.02 },
|
|
37
|
+
o1: { input: 15, output: 60, cacheRead: 7.5 },
|
|
38
|
+
o3: { input: 2, output: 8, cacheRead: 0.5 },
|
|
39
|
+
"claude-sonnet-4": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
|
|
40
|
+
"claude-sonnet-4-5": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
|
|
41
|
+
"claude-sonnet-4-6": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
|
|
42
|
+
"claude-opus-4": { input: 5, output: 25, cacheRead: 0.5, cacheWrite: 6.25 },
|
|
43
|
+
"claude-opus-4-6": { input: 5, output: 25, cacheRead: 0.5, cacheWrite: 6.25 },
|
|
44
|
+
"claude-haiku-4-5": { input: 1, output: 5, cacheRead: 0.1, cacheWrite: 1.25 },
|
|
45
|
+
"deepseek-chat": { input: 0.14, output: 0.28, cacheRead: 0.014, cacheWrite: 0.14 },
|
|
46
|
+
"deepseek-reasoner": { input: 0.55, output: 2.19, cacheRead: 0.14, cacheWrite: 0.55 },
|
|
47
|
+
"deepseek-v4": { input: 0.27, output: 1.1, cacheRead: 0.07, cacheWrite: 0.27 },
|
|
48
|
+
"deepseek-v4-flash": { input: 0.14, output: 0.28, cacheRead: 0.014, cacheWrite: 0.14 },
|
|
49
|
+
"gemini-2.0": { input: 1.25, output: 10, cacheRead: 0.31, cacheWrite: 1.25 },
|
|
50
|
+
"gemini-2.5-pro": { input: 1.25, output: 10, cacheRead: 0.31 },
|
|
51
|
+
"gemini-2.5-flash": { input: 0.3, output: 2.5, cacheRead: 0.075 },
|
|
52
|
+
"gemini-3-pro": { input: 1.25, output: 10, cacheRead: 0.31 },
|
|
53
|
+
"gemini-3-flash": { input: 0.5, output: 3, cacheRead: 0.12 },
|
|
54
|
+
"qwen3-coder-plus": { input: 1, output: 5, cacheRead: 0.1 },
|
|
55
|
+
"text-embedding-3-small": { input: 0.02, output: 0 },
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
const CACHE_PATH = join(homedir(), ".minicode", "pricing.json")
|
|
59
|
+
const MODELS_DEV_URL = "https://models.dev/api.json"
|
|
60
|
+
|
|
61
|
+
interface PricingCache {
|
|
62
|
+
fetchedAt: number
|
|
63
|
+
source: string
|
|
64
|
+
/** modelId → harga. Kunci di-lowercase agar lookup konsisten. */
|
|
65
|
+
models: Record<string, ModelPrice>
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export function pricingCachePath(): string {
|
|
69
|
+
return CACHE_PATH
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/** Overlay in-memory; null = belum dimuat pada proses ini. */
|
|
73
|
+
let overlay: Record<string, ModelPrice> | null = null
|
|
74
|
+
let overlayMeta: { fetchedAt: number; count: number } | null = null
|
|
75
|
+
|
|
76
|
+
/** Reset state modul — untuk test. */
|
|
77
|
+
export function __resetPricingOverlay(): void {
|
|
78
|
+
overlay = null
|
|
79
|
+
overlayMeta = null
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/**
|
|
83
|
+
* Muat cache dari disk bila ada dan belum kedaluwarsa.
|
|
84
|
+
*
|
|
85
|
+
* Data kedaluwarsa TETAP dipakai (dengan catatan di `meta`): harga lama lebih
|
|
86
|
+
* berguna daripada tidak ada harga sama sekali, dan user bisa `pricing sync`
|
|
87
|
+
* kapan pun. Yang penting jangan diam-diam menembak jaringan.
|
|
88
|
+
*/
|
|
89
|
+
export async function loadPricingOverlay(): Promise<Record<string, ModelPrice>> {
|
|
90
|
+
if (overlay) return overlay
|
|
91
|
+
try {
|
|
92
|
+
const raw = await readFile(CACHE_PATH, "utf8")
|
|
93
|
+
const parsed = JSON.parse(raw) as PricingCache
|
|
94
|
+
if (parsed && typeof parsed.models === "object" && parsed.models) {
|
|
95
|
+
overlay = normalizePriceMap(parsed.models)
|
|
96
|
+
overlayMeta = { fetchedAt: parsed.fetchedAt ?? 0, count: Object.keys(overlay).length }
|
|
97
|
+
return overlay
|
|
98
|
+
}
|
|
99
|
+
} catch {
|
|
100
|
+
// tak ada cache = normal
|
|
101
|
+
}
|
|
102
|
+
overlay = {}
|
|
103
|
+
return overlay
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export function pricingOverlayMeta(): { fetchedAt: number; count: number; stale: boolean } | null {
|
|
107
|
+
if (!overlayMeta) return null
|
|
108
|
+
return {
|
|
109
|
+
...overlayMeta,
|
|
110
|
+
stale: Date.now() - overlayMeta.fetchedAt > LIMITS.PRICING_CACHE_TTL_MS,
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
function toModelPrice(
|
|
115
|
+
input: unknown,
|
|
116
|
+
output: unknown,
|
|
117
|
+
cacheRead: unknown,
|
|
118
|
+
cacheWrite: unknown,
|
|
119
|
+
): ModelPrice | null {
|
|
120
|
+
// F-06: harga negatif/NaN/Infinity dari overlay lokal (atau payload aneh)
|
|
121
|
+
// tidak boleh menjadi biaya negatif — biaya negatif MENGURANGI sessionCost
|
|
122
|
+
// sehingga --budget tak pernah memicu. Negatif = data rusak = unknown.
|
|
123
|
+
if (typeof input !== "number" || typeof output !== "number") return null
|
|
124
|
+
if (!Number.isFinite(input) || !Number.isFinite(output)) return null
|
|
125
|
+
if (input < 0 || output < 0) return null
|
|
126
|
+
const cleanCache = (v: unknown): number | undefined =>
|
|
127
|
+
typeof v === "number" && Number.isFinite(v) && v >= 0 ? v : undefined
|
|
128
|
+
const cr = cleanCache(cacheRead)
|
|
129
|
+
const cw = cleanCache(cacheWrite)
|
|
130
|
+
return {
|
|
131
|
+
input,
|
|
132
|
+
output,
|
|
133
|
+
...(cr !== undefined ? { cacheRead: cr } : {}),
|
|
134
|
+
...(cw !== undefined ? { cacheWrite: cw } : {}),
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
function normalizePriceMap(src: Record<string, unknown>): Record<string, ModelPrice> {
|
|
139
|
+
const out: Record<string, ModelPrice> = {}
|
|
140
|
+
for (const [k, v] of Object.entries(src)) {
|
|
141
|
+
const p = v as Partial<ModelPrice>
|
|
142
|
+
const parsed = toModelPrice(p.input, p.output, p.cacheRead, p.cacheWrite)
|
|
143
|
+
if (!parsed) continue
|
|
144
|
+
out[k.toLowerCase()] = parsed
|
|
145
|
+
}
|
|
146
|
+
return out
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
/** Bentuk minimal entri models.dev yang kita pedulikan. Diekspor untuk test. */
|
|
150
|
+
export interface ModelsDevPayload {
|
|
151
|
+
[providerId: string]: {
|
|
152
|
+
models?: Record<
|
|
153
|
+
string,
|
|
154
|
+
{
|
|
155
|
+
id?: string
|
|
156
|
+
cost?: { input?: number; output?: number; cache_read?: number; cache_write?: number }
|
|
157
|
+
}
|
|
158
|
+
>
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
/**
|
|
163
|
+
* Ekstrak hanya harga dari payload models.dev.
|
|
164
|
+
*
|
|
165
|
+
* Response penuh ~4,4 MB dan memuat deskripsi, modality, limit — kita hanya
|
|
166
|
+
* butuh biaya. Ekstraksi dipisah agar bisa diuji tanpa jaringan.
|
|
167
|
+
*
|
|
168
|
+
* Satu model id sering ditawarkan beberapa provider dengan harga berbeda.
|
|
169
|
+
* Contoh nyata (terukur): `qwen3-coder-plus` muncul di 6 provider — dua di
|
|
170
|
+
* antaranya $0 (paket berlangganan), sisanya $1/M. Mengambil "yang pertama"
|
|
171
|
+
* berarti harga akhir bergantung urutan iterasi objek, dan pada kasus ini
|
|
172
|
+
* menghasilkan **$0** — estimasi biaya nol dan `--budget` tak pernah memicu.
|
|
173
|
+
*
|
|
174
|
+
* Strategi: buang kandidat gratis bila ada yang berbayar (paket berlangganan
|
|
175
|
+
* bukan harga per-token yang bisa diestimasi), lalu ambil **median** — bukan
|
|
176
|
+
* min (menyesatkan ke bawah) dan bukan max (alarmis).
|
|
177
|
+
*/
|
|
178
|
+
export function extractPricing(payload: ModelsDevPayload): Record<string, ModelPrice> {
|
|
179
|
+
const candidates = new Map<string, ModelPrice[]>()
|
|
180
|
+
for (const provider of Object.values(payload ?? {})) {
|
|
181
|
+
for (const [key, model] of Object.entries(provider?.models ?? {})) {
|
|
182
|
+
const cost = model?.cost
|
|
183
|
+
const entry = toModelPrice(cost?.input, cost?.output, cost?.cache_read, cost?.cache_write)
|
|
184
|
+
if (!entry) continue
|
|
185
|
+
const id = (model.id ?? key).toLowerCase()
|
|
186
|
+
if (!id) continue
|
|
187
|
+
const list = candidates.get(id)
|
|
188
|
+
if (list) list.push(entry)
|
|
189
|
+
else candidates.set(id, [entry])
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
const out: Record<string, ModelPrice> = {}
|
|
194
|
+
for (const [id, list] of candidates) {
|
|
195
|
+
const chosen = pickRepresentativePrice(list)
|
|
196
|
+
if (chosen) out[id] = chosen
|
|
197
|
+
}
|
|
198
|
+
return out
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
/** Median harga, mengabaikan entri gratis bila ada yang berbayar. Diekspor untuk test. */
|
|
202
|
+
export function pickRepresentativePrice(list: ModelPrice[]): ModelPrice | undefined {
|
|
203
|
+
if (list.length === 0) return undefined
|
|
204
|
+
if (list.length === 1) return list[0]
|
|
205
|
+
const paid = list.filter((p) => p.input > 0 || p.output > 0)
|
|
206
|
+
const pool = paid.length > 0 ? paid : list
|
|
207
|
+
const median = (nums: number[]): number => {
|
|
208
|
+
const s = [...nums].sort((a, b) => a - b)
|
|
209
|
+
const mid = Math.floor(s.length / 2)
|
|
210
|
+
return s.length % 2 === 1 ? s[mid]! : (s[mid - 1]! + s[mid]!) / 2
|
|
211
|
+
}
|
|
212
|
+
const cacheReads = pool.map((p) => p.cacheRead).filter((v): v is number => typeof v === "number")
|
|
213
|
+
const cacheWrites = pool
|
|
214
|
+
.map((p) => p.cacheWrite)
|
|
215
|
+
.filter((v): v is number => typeof v === "number")
|
|
216
|
+
return {
|
|
217
|
+
input: median(pool.map((p) => p.input)),
|
|
218
|
+
output: median(pool.map((p) => p.output)),
|
|
219
|
+
...(cacheReads.length ? { cacheRead: median(cacheReads) } : {}),
|
|
220
|
+
...(cacheWrites.length ? { cacheWrite: median(cacheWrites) } : {}),
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
export interface SyncResult {
|
|
225
|
+
count: number
|
|
226
|
+
bytes: number
|
|
227
|
+
path: string
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
/**
|
|
231
|
+
* Tarik harga dari models.dev dan simpan ke cache.
|
|
232
|
+
* HANYA dipanggil dari perintah eksplisit — bukan dari jalur run biasa.
|
|
233
|
+
*/
|
|
234
|
+
export async function syncPricing(url: string = MODELS_DEV_URL): Promise<SyncResult> {
|
|
235
|
+
try {
|
|
236
|
+
const hostname = new URL(url).hostname
|
|
237
|
+
if (await isPrivateHostWithDns(hostname)) throw new Error(`private host rejected: ${hostname}`)
|
|
238
|
+
} catch (e) {
|
|
239
|
+
if ((e as Error).message.includes("private host")) throw e
|
|
240
|
+
}
|
|
241
|
+
const res = await fetch(url, {
|
|
242
|
+
signal: AbortSignal.timeout(LIMITS.PRICING_FETCH_TIMEOUT_MS * 4),
|
|
243
|
+
headers: { accept: "application/json" },
|
|
244
|
+
redirect: "manual",
|
|
245
|
+
})
|
|
246
|
+
if (res.status >= 300 && res.status < 400) {
|
|
247
|
+
const loc = res.headers.get("location")
|
|
248
|
+
if (loc) {
|
|
249
|
+
try {
|
|
250
|
+
const nextHost = new URL(loc, url).hostname
|
|
251
|
+
if (await isPrivateHostWithDns(nextHost))
|
|
252
|
+
throw new Error(`private host rejected: ${nextHost}`)
|
|
253
|
+
} catch (e) {
|
|
254
|
+
if ((e as Error).message.includes("private host")) throw e
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
throw new Error(`models.dev → redirect ${res.status} not followed`)
|
|
258
|
+
}
|
|
259
|
+
if (!res.ok) throw new Error(`models.dev → HTTP ${res.status}`)
|
|
260
|
+
// Hard-cap agar payload spoof tidak OOM (asli 4.4 MB, cap 2 MB cukup)
|
|
261
|
+
const text = await res
|
|
262
|
+
.text()
|
|
263
|
+
.then((t) =>
|
|
264
|
+
t.length > LIMITS.WEB_FETCH_BODY_HARD_CAP_CHARS
|
|
265
|
+
? t.slice(0, LIMITS.WEB_FETCH_BODY_HARD_CAP_CHARS)
|
|
266
|
+
: t,
|
|
267
|
+
)
|
|
268
|
+
let payload: ModelsDevPayload
|
|
269
|
+
try {
|
|
270
|
+
payload = JSON.parse(text) as ModelsDevPayload
|
|
271
|
+
} catch {
|
|
272
|
+
throw new Error("models.dev membalas non-JSON")
|
|
273
|
+
}
|
|
274
|
+
const models = extractPricing(payload)
|
|
275
|
+
const count = Object.keys(models).length
|
|
276
|
+
if (count === 0) throw new Error("no prices could be extracted from models.dev")
|
|
277
|
+
|
|
278
|
+
const cache: PricingCache = { fetchedAt: Date.now(), source: url, models }
|
|
279
|
+
const serialized = JSON.stringify(cache)
|
|
280
|
+
await atomicWriteText(CACHE_PATH, serialized)
|
|
281
|
+
overlay = models
|
|
282
|
+
overlayMeta = { fetchedAt: cache.fetchedAt, count }
|
|
283
|
+
return { count, bytes: serialized.length, path: CACHE_PATH }
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
/**
|
|
287
|
+
* Cari harga untuk nama model.
|
|
288
|
+
*
|
|
289
|
+
* Pencocokan per-segmen (pemisah `/` dan `:`) dengan kunci terpanjang lebih
|
|
290
|
+
* dulu — supaya `claude-sonnet-4-5` menang atas `claude-sonnet-4`, dan
|
|
291
|
+
* `my-gpt-4o-wrapper` TIDAK cocok dengan `gpt-4o`.
|
|
292
|
+
*
|
|
293
|
+
* Overlay (models.dev) diperiksa lebih dulu karena lebih baru; bawaan menjadi
|
|
294
|
+
* jaring pengaman.
|
|
295
|
+
*/
|
|
296
|
+
export function findPrice(
|
|
297
|
+
model: string,
|
|
298
|
+
overlayMap: Record<string, ModelPrice> = overlay ?? {},
|
|
299
|
+
): ModelPrice | undefined {
|
|
300
|
+
const m = model.toLowerCase()
|
|
301
|
+
|
|
302
|
+
// Varian gratis (`:free` di OpenRouter) benar-benar $0. Tanpa cek ini,
|
|
303
|
+
// pencocokan per-segmen mengabaikan sufiks dan memungut harga varian
|
|
304
|
+
// berbayarnya: `z-ai/glm-5.2:free` dilaporkan $1,25/M padahal OpenRouter
|
|
305
|
+
// menyatakan prompt=0 completion=0. Terverifikasi lewat /api/v1/models.
|
|
306
|
+
// Kunci eksplisit di overlay tetap didahulukan (bila models.dev punya entri
|
|
307
|
+
// untuk id ber-`:free`, itu lebih otoritatif).
|
|
308
|
+
// Bentuk Zen (`-free`, mis. `deepseek-v4-flash-free`) diperlakukan sama:
|
|
309
|
+
// tanpa ini ia cocok segmen `deepseek` dan sesi gratis 919rb token
|
|
310
|
+
// dilaporkan $0,13 — merusak `--budget` dan angka /status.
|
|
311
|
+
if (m.endsWith(":free") || /-free$/.test(m)) {
|
|
312
|
+
const explicit = overlayMap[m] ?? BUILTIN_PRICING[m]
|
|
313
|
+
if (explicit) return explicit
|
|
314
|
+
return { input: 0, output: 0 }
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
const segments = m.split(/[/:]/)
|
|
318
|
+
|
|
319
|
+
for (const table of [overlayMap, BUILTIN_PRICING]) {
|
|
320
|
+
const keys = Object.keys(table).sort((a, b) => b.length - a.length)
|
|
321
|
+
for (const k of keys) {
|
|
322
|
+
const kl = k.toLowerCase()
|
|
323
|
+
for (const s of segments) {
|
|
324
|
+
if (
|
|
325
|
+
s === kl ||
|
|
326
|
+
s.startsWith(`${kl}.`) ||
|
|
327
|
+
s.startsWith(`${kl}_`) ||
|
|
328
|
+
s.startsWith(`${kl}-`)
|
|
329
|
+
) {
|
|
330
|
+
return table[k]
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
return undefined
|
|
336
|
+
}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
// Token bucket rate limiter — mencegah request LLM beruntun kena 429.
|
|
2
|
+
// Capacity = burst allowance; refill per ms dari rpm.
|
|
3
|
+
|
|
4
|
+
export class RateLimiter {
|
|
5
|
+
private tokens: number
|
|
6
|
+
private lastRefill: number
|
|
7
|
+
|
|
8
|
+
constructor(
|
|
9
|
+
private capacity: number,
|
|
10
|
+
private refillPerMs: number,
|
|
11
|
+
) {
|
|
12
|
+
this.tokens = capacity
|
|
13
|
+
this.lastRefill = Date.now()
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
private refill(): void {
|
|
17
|
+
const now = Date.now()
|
|
18
|
+
const elapsed = now - this.lastRefill
|
|
19
|
+
if (elapsed > 0) {
|
|
20
|
+
this.tokens = Math.min(this.capacity, this.tokens + elapsed * this.refillPerMs)
|
|
21
|
+
this.lastRefill = now
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/** Ambil 1 token; tunggu bila bucket kosong. */
|
|
26
|
+
async acquire(): Promise<void> {
|
|
27
|
+
this.refill()
|
|
28
|
+
if (this.tokens >= 1) {
|
|
29
|
+
this.tokens -= 1
|
|
30
|
+
return
|
|
31
|
+
}
|
|
32
|
+
const waitMs = Math.ceil((1 - this.tokens) / this.refillPerMs)
|
|
33
|
+
await new Promise((r) => setTimeout(r, Math.max(0, waitMs)))
|
|
34
|
+
this.refill()
|
|
35
|
+
this.tokens = Math.max(0, this.tokens - 1)
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/** Info status (untuk /status). */
|
|
39
|
+
info(): { capacity: number; available: number; rpm: number } {
|
|
40
|
+
this.refill()
|
|
41
|
+
return {
|
|
42
|
+
capacity: this.capacity,
|
|
43
|
+
available: this.tokens,
|
|
44
|
+
rpm: Math.round(this.refillPerMs * 60_000),
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
// Buat limiter dari rpm (requests per minute). Burst = min(rpm, 10).
|
|
50
|
+
export function createRateLimiter(rpm: number): RateLimiter {
|
|
51
|
+
const safe = Math.max(1, rpm)
|
|
52
|
+
const capacity = Math.max(1, Math.min(Math.floor(safe), 10))
|
|
53
|
+
return new RateLimiter(capacity, safe / 60_000)
|
|
54
|
+
}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
// Resolusi mode sandbox untuk eksekusi bash.
|
|
2
|
+
//
|
|
3
|
+
// Sebelum ini: default = tanpa sandbox, `--sandbox` murni opt-in. Konsekuensinya
|
|
4
|
+
// pengguna yang tidak tahu harus mengetik flag berjalan dengan blocklist regex
|
|
5
|
+
// sebagai satu-satunya pertahanan. Blocklist menaikkan biaya serangan tapi tidak
|
|
6
|
+
// menutupnya (lihat experiments/bash-bypass-probe.ts).
|
|
7
|
+
//
|
|
8
|
+
// Sekarang: bila OS sandbox tersedia (bubblewrap di Linux, seatbelt di macOS),
|
|
9
|
+
// pakai secara default. Bila tidak — termasuk SEMUA Windows, di mana keduanya
|
|
10
|
+
// tidak ada — jangan berpura-pura terisolasi: turunkan permission default ke
|
|
11
|
+
// mode `allowlist` dan katakan alasannya sekali.
|
|
12
|
+
//
|
|
13
|
+
// Prinsip: jangan pernah menjanjikan isolasi yang tidak bisa dipenuhi. Lebih
|
|
14
|
+
// baik membatasi perintah (allowlist) daripada menjalankan apa pun sambil
|
|
15
|
+
// menampilkan label "sandboxed".
|
|
16
|
+
|
|
17
|
+
import { dockerAvailable } from "../sandbox/docker.ts"
|
|
18
|
+
import { osSandboxAvailable, osSandboxTypeName } from "../sandbox/os.ts"
|
|
19
|
+
|
|
20
|
+
export type SandboxMode = "docker" | "os" | "none"
|
|
21
|
+
|
|
22
|
+
export interface SandboxResolution {
|
|
23
|
+
/** Mode yang benar-benar dipakai bash. */
|
|
24
|
+
mode: SandboxMode
|
|
25
|
+
/** true bila user menyebut --sandbox / MINICODE_SANDBOX secara eksplisit. */
|
|
26
|
+
explicit: boolean
|
|
27
|
+
/** Downgrade permission yang disarankan bila tak ada isolasi nyata. */
|
|
28
|
+
fallbackPermission?: "allowlist"
|
|
29
|
+
/** Pesan sekali-jalan untuk stderr; kosong = tak perlu bicara. */
|
|
30
|
+
notice?: string
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Tentukan sandbox efektif.
|
|
35
|
+
*
|
|
36
|
+
* `requested` berasal dari `--sandbox` atau `MINICODE_SANDBOX`.
|
|
37
|
+
* `explicitPermission` = user sudah memilih mode permission sendiri (mis.
|
|
38
|
+
* `--allow-all`, `--ask`, `--plan`), sehingga kita tidak menimpanya.
|
|
39
|
+
*
|
|
40
|
+
* Fungsi ini pure terhadap argumen; deteksi lingkungan disuntik lewat `probes`
|
|
41
|
+
* agar bisa diuji tanpa Docker/bwrap.
|
|
42
|
+
*/
|
|
43
|
+
export function resolveSandbox(
|
|
44
|
+
requested: string | undefined,
|
|
45
|
+
explicitPermission: boolean,
|
|
46
|
+
probes: { os?: () => boolean; docker?: () => boolean; platform?: string } = {},
|
|
47
|
+
): SandboxResolution {
|
|
48
|
+
const hasOs = probes.os ?? osSandboxAvailable
|
|
49
|
+
const hasDocker = probes.docker ?? dockerAvailable
|
|
50
|
+
const platform = probes.platform ?? process.platform
|
|
51
|
+
|
|
52
|
+
const req = (requested ?? "").trim().toLowerCase()
|
|
53
|
+
|
|
54
|
+
// ── permintaan eksplisit: hormati, tapi jangan diam bila tak tersedia ──
|
|
55
|
+
if (req === "docker") {
|
|
56
|
+
if (hasDocker()) return { mode: "docker", explicit: true }
|
|
57
|
+
return {
|
|
58
|
+
mode: "none",
|
|
59
|
+
explicit: true,
|
|
60
|
+
fallbackPermission: explicitPermission ? undefined : "allowlist",
|
|
61
|
+
notice:
|
|
62
|
+
"[sandbox] docker requested but the daemon is unavailable — running without isolation" +
|
|
63
|
+
(explicitPermission ? "" : "; permission lowered to allowlist"),
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
if (req === "os" || req === "bwrap" || req === "seatbelt") {
|
|
67
|
+
if (hasOs()) return { mode: "os", explicit: true }
|
|
68
|
+
return {
|
|
69
|
+
mode: "none",
|
|
70
|
+
explicit: true,
|
|
71
|
+
fallbackPermission: explicitPermission ? undefined : "allowlist",
|
|
72
|
+
notice:
|
|
73
|
+
`[sandbox] no OS sandbox available on ${platform}` +
|
|
74
|
+
(platform === "win32" ? " (bubblewrap/seatbelt are Linux/macOS only)" : "") +
|
|
75
|
+
(explicitPermission
|
|
76
|
+
? " — running without isolation"
|
|
77
|
+
: " — permission diturunkan ke allowlist"),
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (req === "none" || req === "off" || req === "0") {
|
|
81
|
+
// Opt-out sadar. Tidak ada downgrade, tidak ada ceramah.
|
|
82
|
+
return { mode: "none", explicit: true }
|
|
83
|
+
}
|
|
84
|
+
if (req) {
|
|
85
|
+
return {
|
|
86
|
+
mode: "none",
|
|
87
|
+
explicit: false,
|
|
88
|
+
notice: `[sandbox] unknown mode "${requested}" — use docker|os|none`,
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
// ── tanpa permintaan: pilih yang paling aman yang tersedia ──
|
|
93
|
+
if (hasOs()) {
|
|
94
|
+
return {
|
|
95
|
+
mode: "os",
|
|
96
|
+
explicit: false,
|
|
97
|
+
notice: `[sandbox] enabled automatically: ${osSandboxTypeName()} (--sandbox none to disable)`,
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
// Docker TIDAK dipakai otomatis: menarik image dan menjalankan container
|
|
101
|
+
// tanpa diminta terlalu invasif untuk sebuah default.
|
|
102
|
+
return {
|
|
103
|
+
mode: "none",
|
|
104
|
+
explicit: false,
|
|
105
|
+
fallbackPermission: explicitPermission ? undefined : "allowlist",
|
|
106
|
+
notice: explicitPermission
|
|
107
|
+
? undefined
|
|
108
|
+
: `[sandbox] no OS sandbox on ${platform} — default permission = allowlist. ` +
|
|
109
|
+
"Use --allow-all / --ask to choose yourself, or --sandbox docker for isolation.",
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function flagOn(v: string | undefined): boolean {
|
|
114
|
+
const s = (v ?? "").trim().toLowerCase()
|
|
115
|
+
return s === "1" || s === "true" || s === "yes" || s === "on"
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
/** STRICT: tak pernah fallback host bila isolasi yang diminta tak tersedia. */
|
|
119
|
+
export function sandboxStrict(): boolean {
|
|
120
|
+
return flagOn(process.env.MINICODE_SANDBOX_STRICT)
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
/** Fallback host eksplisit: satu-satunya jalan downgrade yang sadar. */
|
|
124
|
+
export function sandboxExplicitFallbackAllowed(): boolean {
|
|
125
|
+
return flagOn(process.env.MINICODE_SANDBOX_ALLOW_FALLBACK)
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
/**
|
|
129
|
+
* F-03: permintaan sandbox EKSPLISIT (`--sandbox docker|os` / env) tanpa
|
|
130
|
+
* backend = tolak (fail-closed), kecuali fallback diizinkan eksplisit via
|
|
131
|
+
* MINICODE_SANDBOX_ALLOW_FALLBACK=1 (dan tidak STRICT).
|
|
132
|
+
*
|
|
133
|
+
* Kembalikan pesan penolakan, atau null bila boleh jalan. Pure terhadap
|
|
134
|
+
* argumen + probes agar teruji; flag env dibaca langsung (keputusan operator,
|
|
135
|
+
* bukan state yang bisa di-inject repo).
|
|
136
|
+
*/
|
|
137
|
+
export function sandboxRefusalReason(
|
|
138
|
+
requested: string | undefined,
|
|
139
|
+
probes: { os?: () => boolean; docker?: () => boolean } = {},
|
|
140
|
+
): string | null {
|
|
141
|
+
const req = (requested ?? "").trim().toLowerCase()
|
|
142
|
+
const needDocker = req === "docker"
|
|
143
|
+
const needOs = req === "os" || req === "bwrap" || req === "seatbelt"
|
|
144
|
+
if (!needDocker && !needOs) return null
|
|
145
|
+
const hasOs = probes.os ?? osSandboxAvailable
|
|
146
|
+
const hasDocker = probes.docker ?? dockerAvailable
|
|
147
|
+
if (needDocker ? hasDocker() : hasOs()) return null
|
|
148
|
+
if (sandboxExplicitFallbackAllowed() && !sandboxStrict()) return null
|
|
149
|
+
const what = needDocker
|
|
150
|
+
? "MINICODE_SANDBOX=docker but docker is unavailable"
|
|
151
|
+
: "OS sandbox is unavailable on this machine"
|
|
152
|
+
return (
|
|
153
|
+
`[sandbox] ${what} — refusing to run without isolation ` +
|
|
154
|
+
`(explicit sandbox request must not silently downgrade; ` +
|
|
155
|
+
`set MINICODE_SANDBOX_ALLOW_FALLBACK=1 to allow host fallback explicitly)`
|
|
156
|
+
)
|
|
157
|
+
}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
// Secret scrubber — redact credential/token/private key sebelum konten sampai ke LLM.
|
|
2
|
+
// Dipanggil dari tool read_file, bash, grep, dan memory (best-effort, defense-in-depth).
|
|
3
|
+
|
|
4
|
+
const SECRET_PATTERNS: RegExp[] = [
|
|
5
|
+
// OpenAI / DeepSeek / Anthropic api keys
|
|
6
|
+
/\b(sk-[A-Za-z0-9_-]{20,})\b/g,
|
|
7
|
+
/\b(sk-ant-[A-Za-z0-9_-]{20,})\b/g,
|
|
8
|
+
/\b(dsk-[A-Za-z0-9_-]{20,})\b/g,
|
|
9
|
+
// Gateway tokens (TokenHarbor thk_live_*, HuggingFace hf_*) — terlihat di
|
|
10
|
+
// alam liar (red-team eksternal): format khas provider tanpa pola umum.
|
|
11
|
+
/\b(thk_live_[A-Za-z0-9_-]{16,})\b/g,
|
|
12
|
+
/\b(hf_[A-Za-z0-9]{20,})\b/g,
|
|
13
|
+
// Generic OpenAI-compatible (DeepSeek may use similar)
|
|
14
|
+
/\b(AIza[A-Za-z0-9_-]{35,})\b/g,
|
|
15
|
+
// GitHub tokens (all variants)
|
|
16
|
+
/\b((?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{30,}|github_pat_[A-Za-z0-9_]{40,})\b/g,
|
|
17
|
+
// AWS access key
|
|
18
|
+
/\b(AKIA[0-9A-Z]{16})\b/g,
|
|
19
|
+
// Private key PEM blocks — lazy dot-all, aman karena terbatas ukuran file (2MB)
|
|
20
|
+
/-----BEGIN (?:RSA |OPENSSH |EC |DSA )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |OPENSSH |EC |DSA )?PRIVATE KEY-----/g,
|
|
21
|
+
// Generic api_key / secret / token = <value> — whitelist test/example/mock
|
|
22
|
+
/\b(?:api[_-]?key|apikey|secret[_-]?key|access[_-]?token|auth[_-]?token|password)\s*[:=]\s*["']?[A-Za-z0-9_-]{16,}["']?/gi,
|
|
23
|
+
// Database connection strings with password
|
|
24
|
+
/\b(?:postgresql|postgres|mysql|mongodb|redis):\/\/[^:\s]+:[^@\s]+@[^\s]+/gi,
|
|
25
|
+
// Bearer token header
|
|
26
|
+
/\bbearer\s+[A-Za-z0-9._-]{20,}\b/gi,
|
|
27
|
+
// Bearer token header — BENTUK SPASI PENDEK (temuan audit #10 §11,
|
|
28
|
+
// reproducer: header Authorization Bearer yang pendek lolos karena pola
|
|
29
|
+
// di atas butuh 20+ char). Min 8 char agar prosa ("Bearer token") tak ikut.
|
|
30
|
+
/\bbearer\s+["']?[A-Za-z0-9._~+/-]{8,}["']?/gi,
|
|
31
|
+
// Cookie / session id — nilai sesi adalah bearer-equivalent (audit #10 §11).
|
|
32
|
+
// Hanya bila berbentuk `key=value`/`key: value` agar prosa aman. `cookie`
|
|
33
|
+
// case-insensitive; `sessionid` SENGAJA case-sensitive-lowercase (audit #11
|
|
34
|
+
// §18: bentuk insensitif ikut menyamarkan identifier `sessionId`/`session`
|
|
35
|
+
// di output tool — mis. `sessionId: string` — padahal itu bukan kredensial).
|
|
36
|
+
// Guard nilai quoted/berdigit/panjang (audit #11 §18: SQL `session_id = ?`
|
|
37
|
+
// ikut tersamarkan sebelumnya; placeholder 1-char kini lolos).
|
|
38
|
+
/\bcookie\s*[:=]\s*(?:"[^"]+"|'[^']+'|[A-Za-z0-9_~+/=-]*\d[A-Za-z0-9_~+/=-]*|[A-Za-z0-9_~+/=-]{4,})/gi,
|
|
39
|
+
/\bsession[-_]?id\s*[:=]\s*(?:"[^"]+"|'[^']+'|[A-Za-z0-9_~+/-]*\d[A-Za-z0-9_~+/-]*|[A-Za-z0-9_~+/-]{4,})/g,
|
|
40
|
+
// Header kredensial bernilai PENDEK (audit #10 §11, reproducer:
|
|
41
|
+
// header X-Api-Key bernilai pendek lolos karena pola generik butuh 16+ char).
|
|
42
|
+
// Nama header eksplisit ⇒ nilai pendek pun aman disamarkan — TETAPI nilai
|
|
43
|
+
// harus berbentuk kredensial (audit #11 §18: tanpa guard, anotasi TS
|
|
44
|
+
// `apiKey: string` dan `apiKey = getArg(...)` ikut tersamarkan sehingga
|
|
45
|
+
// model buta membaca kode sendiri). Guard nilai: quoted ATAU berdigit ATAU
|
|
46
|
+
// panjang (identifier/type-word lolos; kredensial realistis kena).
|
|
47
|
+
/\b(?:x-(?:api-?key|auth-?token)|api-?key)\s*[:=]\s*(?:"[^"]+"|'[^']+'|[A-Za-z0-9_~+/-]*\d[A-Za-z0-9_~+/-]*|[A-Za-z0-9_~+/-]{12,})/gi,
|
|
48
|
+
// password/secret bernilai pendek. Guard nilai yang sama (audit #11 §18:
|
|
49
|
+
// `secret = graphemes.join("")` di kode ikut tersamarkan sebelumnya).
|
|
50
|
+
/\b(?:password|passwd|secret)\s*[:=]\s*(?:"[^"]+"|'[^']+'|[A-Za-z0-9_~+/-]*\d[A-Za-z0-9_~+/-]*|[A-Za-z0-9_~+/-]{12,})/gi,
|
|
51
|
+
// Baris env-dump yang NAMANYA mengandung penanda kredensial (audit #10 §12:
|
|
52
|
+
// bentuk NAME=VALUE semacam itu lolos sebelum pola ini ada).
|
|
53
|
+
// Case-sensitive + ALL-CAPS agar prosa tak ikut. Nilai wajib berhuruf
|
|
54
|
+
// (audit #11 §18: konstanta numerik `*_TOKENS = 128_000` ikut tersamarkan),
|
|
55
|
+
// tak diawali `/` (sumber regex `PATTERN = /.../` ikut tersamarkan),
|
|
56
|
+
// tanpa kurung (listing `TOKENS = {` selamat), dan total ≥4 char
|
|
57
|
+
// (`NAME = new RegExp(` di kode sendiri ikut tersamarkan sebelumnya).
|
|
58
|
+
/\b[A-Z0-9_]*(?:SECRET|TOKEN|PASSWD|PASSWORD|PRIVATE_KEY|API_KEY|CREDENTIALS|CLIENT_SECRET|REFRESH_TOKEN|ACCESS_KEY)[A-Z0-9_]*\s*=\s*(?!\/)["']?[A-Za-z0-9._~+/$-]*[A-Za-z][A-Za-z0-9._~+/$-]{3,}["']?/g,
|
|
59
|
+
// Slack tokens
|
|
60
|
+
/\b(xox[baprs]-[A-Za-z0-9-]{10,})\b/g,
|
|
61
|
+
// NPM tokens
|
|
62
|
+
/\b(npm_[A-Za-z0-9]{36,})\b/g,
|
|
63
|
+
// JWT — any base64url payload
|
|
64
|
+
/\b(eyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,})\b/g,
|
|
65
|
+
]
|
|
66
|
+
|
|
67
|
+
// Query-param kredensial di URL (audit #10 §10, reproducer: query
|
|
68
|
+
// api_key bernilai pendek lolos karena pola `api_key=` butuh 16+ char).
|
|
69
|
+
// Nama param dipertahankan untuk diagnostik, nilainya yang disamarkan —
|
|
70
|
+
// karena itu polanya diaplikasikan TERPISAH dengan replacement `$1[REDACTED]`.
|
|
71
|
+
const QUERY_PARAM_RE =
|
|
72
|
+
/([?&](?:api[_-]?key|apikey|token|auth[_-]?token|access[_-]?token|secret|client[_-]?secret|password|sig(?:nature)?)=)[^&\s"'<>]*/gi
|
|
73
|
+
|
|
74
|
+
// Redact secrets dalam teks. Ganti match dengan [REDACTED].
|
|
75
|
+
// Tidak ada whitelist kata (test/example/mock) — secret sungguhan bisa saja
|
|
76
|
+
// mengandung substring itu; false-positive redaction lebih aman daripada leak.
|
|
77
|
+
export function scrubSecrets(text: string): string {
|
|
78
|
+
if (!text) return text
|
|
79
|
+
let out = text.replace(QUERY_PARAM_RE, "$1[REDACTED]")
|
|
80
|
+
for (const re of SECRET_PATTERNS) out = out.replace(re, "[REDACTED]")
|
|
81
|
+
return out
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
// Env vars yang namanya cocok pola kredensial di-strip sebelum spawn proses
|
|
85
|
+
// (bash / docker / MCP server / LSP server) — kurangi permukaan exfiltration.
|
|
86
|
+
//
|
|
87
|
+
// Pola sebelumnya memuat nama vendor telanjang (`GITHUB`, `GOOGLE`, `AZURE`,
|
|
88
|
+
// `REDIS`, `SUPABASE`), sehingga variabel non-rahasia yang kebetulan mengandung
|
|
89
|
+
// nama itu juga hilang: `GITHUB_WORKSPACE`, `GITHUB_REF`, `GITHUB_SHA`,
|
|
90
|
+
// `GOOGLE_CHROME_PATH`, `AZURE_CONFIG_DIR`. Di CI itu memecahkan build karena
|
|
91
|
+
// subprocess kehilangan konteks yang dibutuhkannya.
|
|
92
|
+
//
|
|
93
|
+
// Sekarang: cocokkan berdasarkan **kata-kunci kredensial**, dan untuk nama
|
|
94
|
+
// vendor hanya bila diikuti/didahului penanda rahasia. Prinsipnya sama —
|
|
95
|
+
// jangan wariskan secret — tapi tanpa memakan variabel yang jelas bukan secret.
|
|
96
|
+
const CREDENTIAL_WORD =
|
|
97
|
+
"(?:API[_-]?KEYS?|APIKEY|SECRET|TOKEN|PASSWORD|PASSWD|PASSPHRASE|PRIVATE[_-]?KEY|ACCESS[_-]?KEY|SECRET[_-]?KEY|CREDENTIALS?|AUTH|BEARER|SESSION[_-]?KEY|ENCRYPTION[_-]?KEY|SIGNING[_-]?KEY|CLIENT[_-]?SECRET|REFRESH[_-]?TOKEN|DSN|CONNECTION[_-]?STRING|_PAT\\b)"
|
|
98
|
+
|
|
99
|
+
// Nama provider LLM: variabel apa pun yang diawali ini praktis selalu kunci
|
|
100
|
+
// (mis. `OPENAI_API_KEY`, `ANTHROPIC_AUTH_TOKEN`, `DEEPSEEK_API_KEY`).
|
|
101
|
+
const LLM_VENDOR =
|
|
102
|
+
"(?:OPENAI|ANTHROPIC|DEEPSEEK|GEMINI|MISTRAL|GROQ|TOGETHER|FIREWORKS|COHERE|TAVILY|OPENROUTER|HUGGINGFACE|HF)"
|
|
103
|
+
|
|
104
|
+
export const SECRET_ENV_RE = new RegExp(
|
|
105
|
+
[
|
|
106
|
+
CREDENTIAL_WORD, // mengandung kata kredensial di mana pun
|
|
107
|
+
`^${LLM_VENDOR}_`, // kunci provider LLM
|
|
108
|
+
"^(?:AWS|GCP|AZURE|GITHUB|GITLAB|SUPABASE|STRIPE|TWILIO|SENDGRID|SLACK|NPM|DOCKER)_[A-Z0-9_]*" +
|
|
109
|
+
`${CREDENTIAL_WORD}`, // vendor + penanda rahasia, bukan vendor telanjang
|
|
110
|
+
"^(?:DATABASE|POSTGRES|POSTGRESQL|MYSQL|MONGO|MONGODB|REDIS)_(?:URL|URI|PASSWORD|DSN)$",
|
|
111
|
+
"^AGENT_[A-Z_]*KEY$",
|
|
112
|
+
].join("|"),
|
|
113
|
+
"i",
|
|
114
|
+
)
|
|
115
|
+
|
|
116
|
+
export function stripSecretsEnv(env: NodeJS.ProcessEnv): NodeJS.ProcessEnv {
|
|
117
|
+
const out: NodeJS.ProcessEnv = {}
|
|
118
|
+
for (const [k, v] of Object.entries(env)) {
|
|
119
|
+
if (SECRET_ENV_RE.test(k)) continue
|
|
120
|
+
out[k] = v
|
|
121
|
+
}
|
|
122
|
+
return out
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
// Satu pintu env utk semua spawn (docker/mcp/lsp/bash): merge base+extra lalu
|
|
126
|
+
// strip kredensial dari HASIL AKHIR — extra tidak bisa me-reintroduce secret
|
|
127
|
+
// dan base tak pernah lolos tanpa filter.
|
|
128
|
+
export function sanitizeSpawnEnv(
|
|
129
|
+
base: NodeJS.ProcessEnv,
|
|
130
|
+
extra?: Record<string, string>,
|
|
131
|
+
): Record<string, string> {
|
|
132
|
+
const merged: NodeJS.ProcessEnv = { ...base, ...(extra ?? {}) }
|
|
133
|
+
const out: Record<string, string> = {}
|
|
134
|
+
for (const [k, v] of Object.entries(stripSecretsEnv(merged))) {
|
|
135
|
+
if (v !== undefined) out[k] = v
|
|
136
|
+
}
|
|
137
|
+
return out
|
|
138
|
+
}
|