@bitkyc08/opencodex 2.94.0 → 2.96.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/gui/dist/assets/App-B4j-Txmb.css +1 -0
- package/gui/dist/assets/App-bwugJRKn.js +58 -0
- package/gui/dist/assets/{Tray-CZatQdoF.js → Tray-BOPQyDbH.js} +1 -1
- package/gui/dist/assets/index-ebuVUtB7.js +94 -0
- package/gui/dist/assets/quota-summary-6HsrHQAy.js +1 -0
- package/gui/dist/index.html +1 -1
- package/package.json +1 -1
- package/src/adapters/anthropic.ts +10 -3
- package/src/adapters/command-code-project-context.ts +3 -3
- package/src/adapters/kiro/adapter.ts +4 -1
- package/src/adapters/kiro/stream.ts +1 -0
- package/src/adapters/kiro-events.ts +1 -0
- package/src/adapters/ollama-native.ts +10 -6
- package/src/adapters/openai-chat/messages.ts +20 -7
- package/src/adapters/openai-chat/passthrough.ts +4 -2
- package/src/adapters/openai-chat/single-system.ts +24 -0
- package/src/adapters/openai-responses/canonical-forward.ts +50 -13
- package/src/adapters/openai-responses/muse-tool-catalog.ts +87 -0
- package/src/adapters/openai-responses/passthrough.ts +45 -11
- package/src/adapters/openai-responses/prompt-cache.ts +3 -1
- package/src/adapters/openai-responses/request-strips.ts +23 -4
- package/src/adapters/openai-responses/tool-output-recovery.ts +21 -8
- package/src/adapters/openai-responses/tool-schema.ts +20 -8
- package/src/adapters/openai-responses/transport.ts +17 -26
- package/src/adapters/opencode-go-additional-tools.ts +39 -6
- package/src/adapters/qoder/adapter.ts +1 -1
- package/src/adapters/qoder/image-input.ts +5 -2
- package/src/adapters/routed-agent-messages.ts +3 -0
- package/src/adapters/xai-web-search.ts +6 -3
- package/src/adapters/zed-additional-tools.ts +7 -7
- package/src/adapters/zed.ts +1 -6
- package/src/advisor/consult.ts +22 -10
- package/src/advisor/runtime.ts +10 -4
- package/src/bridge/max-output-completion.ts +41 -0
- package/src/bridge/response-json.ts +9 -4
- package/src/bridge/sse.ts +13 -2
- package/src/chatgpt/app-server-shim/bundle-trust-policy.ts +5 -0
- package/src/chatgpt/app-server-shim/launcher.ts +40 -6
- package/src/claude/compatibility.ts +5 -1
- package/src/claude/desktop-3p.ts +27 -6
- package/src/claude/desktop-model-visibility.ts +141 -0
- package/src/claude/desktop-remote-store-io.ts +8 -8
- package/src/claude/inbound-content-options.ts +11 -1
- package/src/claude/intercept/proxy-auth.ts +16 -16
- package/src/cli/account-main.ts +3 -2
- package/src/cli/agent.ts +44 -15
- package/src/cli/capabilities-agents-routing.ts +9 -0
- package/src/cli/capabilities-provider-models.ts +7 -0
- package/src/cli/chatgpt-command.ts +1 -1
- package/src/cli/codex-launcher.ts +20 -8
- package/src/cli/codex-shim-autorestore.ts +19 -1
- package/src/cli/dispatch.ts +6 -6
- package/src/cli/doctor.ts +5 -5
- package/src/cli/ensure-desired-integrations.ts +4 -3
- package/src/cli/index.ts +8 -10
- package/src/cli/init.ts +2 -2
- package/src/cli/internal-command.ts +29 -2
- package/src/cli/message-command.ts +2 -1
- package/src/cli/message-mcp-command.ts +29 -0
- package/src/cli/provider-cc-switch-import.ts +185 -0
- package/src/cli/provider.ts +5 -0
- package/src/cli/registry.ts +2 -1
- package/src/cli/restart-scope.ts +2 -2
- package/src/cli/root.ts +6 -6
- package/src/cli/stop-approval.ts +15 -1
- package/src/cli/v2.ts +69 -19
- package/src/client/machine-api.ts +2 -2
- package/src/clients/config-export.ts +14 -3
- package/src/codex/account-cooldown-response.ts +18 -0
- package/src/codex/account-store.ts +1 -0
- package/src/codex/app-server-restart-service.ts +2 -2
- package/src/codex/auth-api/login-flow.ts +2 -2
- package/src/codex/auth-api/pool-quota-probe.ts +2 -2
- package/src/codex/auth-context-provider.ts +15 -0
- package/src/codex/auth-context.ts +14 -23
- package/src/codex/catalog/bundled.ts +10 -3
- package/src/codex/catalog/metadata.ts +4 -5
- package/src/codex/catalog/native-omission.ts +28 -0
- package/src/codex/catalog/native-template.ts +58 -0
- package/src/codex/catalog/parsing.ts +3 -29
- package/src/codex/catalog/provider-models.ts +2 -1
- package/src/codex/catalog/retained-sync.ts +15 -5
- package/src/codex/catalog/write-audit.ts +18 -18
- package/src/codex/cli-install-provenance.ts +46 -45
- package/src/codex/cli-update-artifacts.ts +8 -6
- package/src/codex/cli-update-job-store-windows.ts +99 -27
- package/src/codex/cli-update-job-worker.ts +3 -11
- package/src/codex/cli-update-recovery.ts +54 -8
- package/src/codex/cli-update-selection-gate.ts +74 -4
- package/src/codex/cli-windows-plan-provenance.ts +37 -19
- package/src/codex/codex-home-owner.ts +9 -8
- package/src/codex/convergence.ts +13 -3
- package/src/codex/coordinator-doctor.ts +14 -8
- package/src/codex/desktop-app/handoff.ts +1 -1
- package/src/codex/desktop-app-restart.ts +11 -1
- package/src/codex/exec-boundary.ts +26 -5
- package/src/codex/forward-transport-headers.ts +33 -33
- package/src/codex/history-provider.ts +11 -10
- package/src/codex/inject/bounded-config-reader.ts +14 -13
- package/src/codex/installation-id.ts +72 -0
- package/src/codex/main-account.ts +6 -6
- package/src/codex/native-main-lock-file.ts +13 -12
- package/src/codex/native-residue.ts +18 -14
- package/src/codex/orca-auth-source.ts +8 -7
- package/src/codex/quota-types.ts +5 -0
- package/src/codex/quota.ts +49 -7
- package/src/codex/role-auto-assign.ts +50 -26
- package/src/codex/role-capability.ts +160 -0
- package/src/codex/role-sizing.ts +24 -6
- package/src/codex/routing/cooldown-math.ts +3 -2
- package/src/codex/runtime.ts +43 -3
- package/src/codex/shim-fingerprint.ts +11 -9
- package/src/codex/shim-inspect.ts +3 -2
- package/src/codex/shim-restore-lock.ts +11 -14
- package/src/codex/shim-state-file.ts +22 -14
- package/src/codex/shim-wrapper-write.ts +7 -6
- package/src/codex/shim.ts +25 -2
- package/src/codex/transition-state.ts +5 -4
- package/src/combos/failover.ts +43 -4
- package/src/config/atomic-write.ts +38 -7
- package/src/config/diagnostics.ts +3 -0
- package/src/config/initialize.ts +6 -6
- package/src/config/load-degrade.ts +2 -0
- package/src/config/process-state.ts +23 -5
- package/src/config/salvage.ts +1 -0
- package/src/config/schema/config-schema.ts +29 -1
- package/src/config/schema/leaf-validators.ts +7 -0
- package/src/config/schema/workflow-budget.ts +43 -0
- package/src/config/tracked-runtime-inspection.ts +188 -0
- package/src/generated/compatibility-version.json +380 -244
- package/src/grok/sync.ts +10 -1
- package/src/integrations/aside-profile-context.ts +1 -1
- package/src/integrations/droid-settings.ts +4 -4
- package/src/integrations/hermes-profiles.ts +3 -3
- package/src/lib/bounded-file-read.ts +3 -9
- package/src/lib/bun-runtime-preflight.ts +9 -8
- package/src/lib/file-identity.ts +15 -0
- package/src/lib/local-chat-completion.ts +8 -6
- package/src/lib/local-destinations.ts +32 -3
- package/src/lib/redact-folding.ts +9 -0
- package/src/lib/spend-pool-alias-validation.ts +6 -6
- package/src/lib/state-store-registrations.ts +2 -0
- package/src/lib/test-home-guard.ts +37 -9
- package/src/lib/windows-secret-acl.ts +49 -31
- package/src/lib/workflow-budget-config.ts +39 -0
- package/src/local-credentials/generation.ts +6 -2
- package/src/local-credentials/inventory.ts +132 -8
- package/src/messaging/mcp-queue-rpc.ts +102 -0
- package/src/messaging/mcp-queue-server.ts +42 -0
- package/src/messaging/mcp-queue-tools.ts +39 -0
- package/src/messaging/remote-forward-failure.ts +35 -0
- package/src/messaging/remote-ports.ts +27 -5
- package/src/messaging/remote-process.ts +30 -4
- package/src/messaging/remote-tunnels.ts +80 -15
- package/src/oauth/anthropic-identity.ts +2 -6
- package/src/oauth/antigravity-discovery-diagnostics.ts +65 -0
- package/src/oauth/google-antigravity.ts +23 -10
- package/src/oauth/index.ts +7 -0
- package/src/oauth/kiro-device-login.ts +87 -30
- package/src/oauth/kiro-iam-identity-center.ts +107 -0
- package/src/oauth/store.ts +9 -7
- package/src/providers/account-quota-disk.ts +18 -4
- package/src/providers/anthropic-subscription.ts +25 -0
- package/src/providers/cc-switch-import-bytes.ts +991 -0
- package/src/providers/cc-switch-import-source.ts +1083 -0
- package/src/providers/cc-switch-import.ts +942 -0
- package/src/providers/claude-cli-usage.ts +15 -67
- package/src/providers/derive.ts +6 -0
- package/src/providers/model-discovery-diagnostic.ts +4 -0
- package/src/providers/model-discovery.ts +4 -4
- package/src/providers/model-rename-fields.ts +2 -0
- package/src/providers/model-rename-migration.ts +41 -6
- package/src/providers/quota/anthropic-decision-windows.ts +5 -19
- package/src/providers/quota/anthropic-usage-windows.ts +55 -0
- package/src/providers/quota/report-cache.ts +17 -4
- package/src/providers/quota.ts +2 -2
- package/src/providers/reasoning-metadata.ts +31 -15
- package/src/providers/registry/entries-core.ts +1 -1
- package/src/providers/registry/entries-extended.ts +1 -1
- package/src/providers/registry/model-ids.ts +1 -0
- package/src/providers/registry/model-seeds.ts +2 -1
- package/src/providers/registry/types.ts +3 -1
- package/src/providers/resolved-model-policy.ts +2 -2
- package/src/providers/routed-config.ts +2 -0
- package/src/providers/stale-model-roster-migration.ts +5 -1
- package/src/providers/xai-transport.ts +4 -4
- package/src/remote-control/workspace-codex-runtime.ts +2 -2
- package/src/remote-control/workspace-executor.ts +14 -13
- package/src/responses/custom-tool-compat.ts +2 -1
- package/src/responses/item-provenance.ts +79 -0
- package/src/responses/namespace-tool-compat.ts +21 -3
- package/src/responses/parser-tools.ts +1 -0
- package/src/responses/schema.ts +5 -2
- package/src/router.ts +21 -2
- package/src/routing/analytics.ts +3 -5
- package/src/routing/fallback-policy.ts +7 -3
- package/src/routing/health.ts +5 -3
- package/src/routing/history/build-file.ts +6 -0
- package/src/routing/history/indexer.ts +158 -31
- package/src/routing/history/ingest.ts +1 -1
- package/src/routing/history/integrity.ts +208 -0
- package/src/routing/history/rebuild-job.ts +20 -6
- package/src/routing/history/rebuild-protocol.ts +2 -1
- package/src/routing/history/rebuild-worker.ts +18 -0
- package/src/routing/history/sqlite-errors.ts +9 -0
- package/src/server/admission-model-scope.ts +21 -4
- package/src/server/advisor-admission-scope.ts +29 -0
- package/src/server/audio-dictation.ts +3 -0
- package/src/server/audio-live.ts +8 -2
- package/src/server/audio-upstream.ts +2 -0
- package/src/server/auth-cors.ts +5 -2
- package/src/server/capture-admission-policy.ts +91 -0
- package/src/server/chat-completions.ts +33 -7
- package/src/server/claude-messages.ts +93 -2
- package/src/server/codex-model-list.ts +2 -1
- package/src/server/configured-credentials.ts +5 -0
- package/src/server/context-history.ts +9 -6
- package/src/server/images.ts +14 -5
- package/src/server/index/live-sideband.ts +16 -2
- package/src/server/index/serve-options.ts +13 -2
- package/src/server/index/websocket-handler.ts +4 -1
- package/src/server/live.ts +30 -5
- package/src/server/management/agent-settings-routes.ts +34 -9
- package/src/server/management/codex-agent-role-routes.ts +1 -0
- package/src/server/management/codex-role-auto-assign.ts +50 -6
- package/src/server/management/config-routes.ts +15 -4
- package/src/server/management/context.ts +3 -0
- package/src/server/management/native-integration-routes.ts +22 -0
- package/src/server/management/oauth-account-routes.ts +20 -4
- package/src/server/management/provider-overwrite-carry.ts +21 -0
- package/src/server/management/provider-routes.ts +3 -1
- package/src/server/management/route-registry.ts +2 -0
- package/src/server/management/shared.ts +17 -1
- package/src/server/management/workflow-budget-routes.ts +70 -3
- package/src/server/messages-native-eligibility.ts +6 -5
- package/src/server/messages-native-scope.ts +6 -1
- package/src/server/messages-shared.ts +57 -17
- package/src/server/persistent-gui-session.ts +4 -4
- package/src/server/request-log.ts +30 -2
- package/src/server/responses/adapter-delivery.ts +4 -0
- package/src/server/responses/adapter-dispatch.ts +5 -0
- package/src/server/responses/advisor-plan-slot.ts +4 -0
- package/src/server/responses/advisor-slot.ts +73 -46
- package/src/server/responses/codex-auth-error.ts +9 -1
- package/src/server/responses/combo-required-tool-contract.ts +39 -0
- package/src/server/responses/compact.ts +41 -20
- package/src/server/responses/core-codex-account.ts +17 -6
- package/src/server/responses/core-combo-failure.ts +2 -0
- package/src/server/responses/core-combo.ts +70 -5
- package/src/server/responses/core-lifetime.ts +4 -0
- package/src/server/responses/core-normalize.ts +7 -1
- package/src/server/responses/core-options.ts +9 -0
- package/src/server/responses/core.ts +2 -0
- package/src/server/responses/jev-model-invoke.ts +4 -2
- package/src/server/responses/passthrough-build-error.ts +36 -0
- package/src/server/responses/passthrough-dispatch.ts +10 -24
- package/src/server/responses/policy-fallback.ts +2 -0
- package/src/server/responses/request-prepare.ts +4 -5
- package/src/server/responses/request-send-budget.ts +2 -1
- package/src/server/responses/request-sidecar-auth.ts +4 -1
- package/src/server/responses/request-transport.ts +2 -3
- package/src/server/responses/run-turn-execution.ts +4 -0
- package/src/server/responses/sidecar-execution.ts +21 -5
- package/src/server/responses-snapshot-repair.ts +18 -4
- package/src/server/responses-undeclared-tool-guard.ts +4 -0
- package/src/server/search.ts +13 -4
- package/src/server/workflow-refusal.ts +2 -1
- package/src/server/ws-bridge.ts +5 -2
- package/src/service/state-lock.ts +12 -11
- package/src/service-manager-probe.ts +53 -8
- package/src/types/admission-policy.ts +13 -0
- package/src/types/config.ts +25 -0
- package/src/types/provider.ts +10 -0
- package/src/types/request.ts +7 -0
- package/src/types.ts +1 -0
- package/src/update/job.ts +20 -0
- package/src/update/worker-launch.ts +71 -1
- package/src/usage/log.ts +25 -4
- package/src/vision/describe.ts +4 -7
- package/src/vision/index.ts +2 -0
- package/src/vision/plan.ts +4 -0
- package/src/vision/routed-describe.ts +38 -23
- package/src/web-search/executor.ts +4 -7
- package/src/web-search/loop.ts +104 -9
- package/src/web-search/parse.ts +10 -2
- package/gui/dist/assets/App-DMps4OLk.css +0 -1
- package/gui/dist/assets/App-DmvwlhQq.js +0 -58
- package/gui/dist/assets/index-3EPO_KbX.js +0 -94
- package/gui/dist/assets/quota-summary-BHvWg9mi.js +0 -1
|
@@ -0,0 +1,1083 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Byte-level and SQLite scalar source readers for keyless CC-Switch provider import.
|
|
3
|
+
*
|
|
4
|
+
* Projects values ONLY from an explicit allowlist of non-secret metadata fields; source bytes
|
|
5
|
+
* are read transiently while secret-named fields, free-text names, and TOML comments are skipped
|
|
6
|
+
* at the byte level without string decoding and transient buffers are zeroed in finally. Opens
|
|
7
|
+
* with O_NOFOLLOW | O_NONBLOCK descriptor verification, refuses active -wal sidecars, and
|
|
8
|
+
* deserializes SQLite read-only in memory.
|
|
9
|
+
*/
|
|
10
|
+
import { Database } from "bun:sqlite";
|
|
11
|
+
import {
|
|
12
|
+
closeSync,
|
|
13
|
+
constants,
|
|
14
|
+
fstatSync,
|
|
15
|
+
lstatSync,
|
|
16
|
+
openSync,
|
|
17
|
+
readSync,
|
|
18
|
+
} from "node:fs";
|
|
19
|
+
import { resolve } from "node:path";
|
|
20
|
+
import { assertPlainLocalPath } from "../codex/orca-auth-source";
|
|
21
|
+
|
|
22
|
+
import {
|
|
23
|
+
CcSwitchImportError,
|
|
24
|
+
MAX_CODEX_TOML_BYTES,
|
|
25
|
+
METADATA_REFUSED_SENTINEL,
|
|
26
|
+
URL_SYNTAX_REFUSED_SENTINEL,
|
|
27
|
+
encodeCodePointUtf8,
|
|
28
|
+
equalsAsciiBytes,
|
|
29
|
+
isAllowedMetadataBytes,
|
|
30
|
+
isDisallowedMetadataValue,
|
|
31
|
+
matchKnownJsonKeyBytes,
|
|
32
|
+
parseCodexTomlBytes,
|
|
33
|
+
parseHex4Bytes,
|
|
34
|
+
resolveCodexProjection,
|
|
35
|
+
unescapeJsonStringBytesBounded,
|
|
36
|
+
unescapeTomlStringBytes,
|
|
37
|
+
validateJsonPrimitiveBytes,
|
|
38
|
+
validateUtf8AndJsonStringBounds,
|
|
39
|
+
type CcSwitchInvalidReason,
|
|
40
|
+
type CodexTomlProjection,
|
|
41
|
+
type MetadataFieldKind,
|
|
42
|
+
} from "./cc-switch-import-bytes";
|
|
43
|
+
|
|
44
|
+
export {
|
|
45
|
+
CcSwitchImportError,
|
|
46
|
+
METADATA_REFUSED_SENTINEL,
|
|
47
|
+
URL_SYNTAX_REFUSED_SENTINEL,
|
|
48
|
+
equalsAsciiBytes,
|
|
49
|
+
isAllowedMetadataBytes,
|
|
50
|
+
isDisallowedMetadataValue,
|
|
51
|
+
parseCodexTomlBytes,
|
|
52
|
+
resolveCodexProjection,
|
|
53
|
+
unescapeJsonStringBytesBounded,
|
|
54
|
+
validateJsonPrimitiveBytes,
|
|
55
|
+
validateUtf8AndJsonStringBounds,
|
|
56
|
+
type CcSwitchInvalidReason,
|
|
57
|
+
type CodexTomlProjection,
|
|
58
|
+
type MetadataFieldKind,
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
const MAX_SQLITE_BYTES = 32 * 1024 * 1024;
|
|
62
|
+
export const MAX_JSON_BYTES = 4 * 1024 * 1024;
|
|
63
|
+
const SQLITE_MAGIC_BYTES = new Uint8Array([
|
|
64
|
+
0x53, 0x51, 0x4c, 0x69, 0x74, 0x65, 0x20, 0x66,
|
|
65
|
+
0x6f, 0x72, 0x6d, 0x61, 0x74, 0x20, 0x33, 0x00,
|
|
66
|
+
]);
|
|
67
|
+
|
|
68
|
+
function hasSqliteMagicBytes(header: Uint8Array, bytesRead: number): boolean {
|
|
69
|
+
if (bytesRead < 16 || header.length < 16) return false;
|
|
70
|
+
for (let i = 0; i < 16; i++) {
|
|
71
|
+
if (header[i] !== SQLITE_MAGIC_BYTES[i]) return false;
|
|
72
|
+
}
|
|
73
|
+
return true;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function assertNoUncheckpointedSqliteWal(resolvedSqlitePath: string): void {
|
|
77
|
+
const walPath = `${resolvedSqlitePath}-wal`;
|
|
78
|
+
try {
|
|
79
|
+
const walStat = lstatSync(walPath);
|
|
80
|
+
if (!walStat.isFile() || walStat.size > 0) {
|
|
81
|
+
throw new CcSwitchImportError(
|
|
82
|
+
"CC-Switch SQLite source has uncheckpointed WAL changes (-wal is non-empty); close CC-Switch (or checkpoint the database) and retry.",
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
} catch (error) {
|
|
86
|
+
if (error instanceof CcSwitchImportError) throw error;
|
|
87
|
+
if ((error as NodeJS.ErrnoException).code !== "ENOENT") {
|
|
88
|
+
throw new CcSwitchImportError(
|
|
89
|
+
"CC-Switch SQLite source has an unreadable WAL file (-wal); close CC-Switch (or checkpoint the database) and retry.",
|
|
90
|
+
);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
const journalPath = `${resolvedSqlitePath}-journal`;
|
|
94
|
+
try {
|
|
95
|
+
const jStat = lstatSync(journalPath);
|
|
96
|
+
if (!jStat.isFile() || jStat.size > 0) {
|
|
97
|
+
throw new CcSwitchImportError(
|
|
98
|
+
"CC-Switch SQLite source has an active rollback journal (-journal); close CC-Switch and retry.",
|
|
99
|
+
);
|
|
100
|
+
}
|
|
101
|
+
} catch (error) {
|
|
102
|
+
if (error instanceof CcSwitchImportError) throw error;
|
|
103
|
+
if ((error as NodeJS.ErrnoException).code !== "ENOENT") {
|
|
104
|
+
throw new CcSwitchImportError(
|
|
105
|
+
"CC-Switch SQLite source has an unreadable rollback journal (-journal); close CC-Switch and retry.",
|
|
106
|
+
);
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
let sourceOpenHookForTests: ((resolvedPath: string) => void) | null = null;
|
|
112
|
+
export function setCcSwitchSourceOpenHookForTests(hook: ((resolvedPath: string) => void) | null): void {
|
|
113
|
+
sourceOpenHookForTests = hook;
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
export interface RawExtractedRow {
|
|
117
|
+
id: string;
|
|
118
|
+
appType: string;
|
|
119
|
+
settingsType: string | null;
|
|
120
|
+
claudeBaseUrl: string | null;
|
|
121
|
+
claudeModel: string | null;
|
|
122
|
+
genericBaseUrl: string | null;
|
|
123
|
+
genericModel: string | null;
|
|
124
|
+
genericWireApi: string | null;
|
|
125
|
+
codexTomlLines: string | null;
|
|
126
|
+
codexProjection?: { ok: true; value: CodexTomlProjection } | { ok: false; reason: CcSwitchInvalidReason };
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function sqlLineExpr(col: string): string {
|
|
130
|
+
return `trim(replace(substr(${col}, 1, instr(${col}, char(10)) - 1), char(13), ''))`;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
function sqlSafeScalar(expr: string, kind: MetadataFieldKind): string {
|
|
134
|
+
const refused = kind === "url" ? URL_SYNTAX_REFUSED_SENTINEL : METADATA_REFUSED_SENTINEL;
|
|
135
|
+
if (kind === "app") {
|
|
136
|
+
return `CASE
|
|
137
|
+
WHEN ${expr} IS NULL OR ${expr} = '' THEN ''
|
|
138
|
+
WHEN ocx_is_safe_meta(CAST(${expr} AS BLOB), 'app') = 1 THEN ${expr}
|
|
139
|
+
ELSE '${METADATA_REFUSED_SENTINEL}'
|
|
140
|
+
END`;
|
|
141
|
+
}
|
|
142
|
+
return `CASE
|
|
143
|
+
WHEN ${expr} IS NULL THEN NULL
|
|
144
|
+
WHEN ocx_is_safe_meta(CAST(${expr} AS BLOB), '${kind}') = 1
|
|
145
|
+
THEN ${expr}
|
|
146
|
+
ELSE '${refused}'
|
|
147
|
+
END`;
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
function sqlModelProvidersHeaderPredicate(line: string): string {
|
|
151
|
+
const inner = `trim(substr(${line}, 2, instr(${line}, ']') - 2))`;
|
|
152
|
+
const afterKey = `ltrim(substr(${inner}, 16))`;
|
|
153
|
+
const seg = `trim(substr(${afterKey}, 2))`;
|
|
154
|
+
return `(
|
|
155
|
+
substr(${line}, 1, 1) = '['
|
|
156
|
+
AND substr(${line}, 1, 2) != '[['
|
|
157
|
+
AND instr(${line}, ']') > 1
|
|
158
|
+
AND substr(${inner}, 1, 15) = 'model_providers'
|
|
159
|
+
AND substr(${afterKey}, 1, 1) = '.'
|
|
160
|
+
AND ${seg} != ''
|
|
161
|
+
AND (
|
|
162
|
+
(
|
|
163
|
+
substr(${seg}, 1, 1) = '"'
|
|
164
|
+
AND length(${seg}) >= 3
|
|
165
|
+
AND substr(${seg}, -1, 1) = '"'
|
|
166
|
+
AND substr(replace(${seg}, char(92) || char(92), ''), -2, 2) != (char(92) || '"')
|
|
167
|
+
AND instr(replace(replace(substr(${seg}, 2, length(${seg}) - 2), char(92) || char(92), ''), char(92) || char(34), ''), '"') = 0
|
|
168
|
+
)
|
|
169
|
+
OR (
|
|
170
|
+
substr(${seg}, 1, 1) = ''''
|
|
171
|
+
AND length(${seg}) >= 3
|
|
172
|
+
AND substr(${seg}, -1, 1) = ''''
|
|
173
|
+
AND instr(substr(${seg}, 2, length(${seg}) - 2), '''') = 0
|
|
174
|
+
)
|
|
175
|
+
OR (
|
|
176
|
+
substr(${seg}, 1, 1) NOT IN ('"', '''')
|
|
177
|
+
AND instr(${seg}, '.') = 0
|
|
178
|
+
AND instr(${seg}, ' ') = 0
|
|
179
|
+
AND instr(${seg}, char(9)) = 0
|
|
180
|
+
)
|
|
181
|
+
)
|
|
182
|
+
)`;
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
const SQLITE_SAFE_QUERY = `
|
|
186
|
+
WITH RECURSIVE
|
|
187
|
+
raw_base AS (
|
|
188
|
+
SELECT
|
|
189
|
+
rowid AS rid,
|
|
190
|
+
CAST(id AS TEXT) AS raw_id,
|
|
191
|
+
CAST(app_type AS TEXT) AS app_type,
|
|
192
|
+
COALESCE(sort_index, 0) AS sort_ord,
|
|
193
|
+
CASE WHEN json_valid(settings_config) THEN json_type(settings_config) ELSE NULL END AS settings_type,
|
|
194
|
+
CASE WHEN json_valid(settings_config) AND json_type(settings_config, ?1) = 'text' THEN json_extract(settings_config, ?1) ELSE NULL END AS raw_claude_url,
|
|
195
|
+
CASE
|
|
196
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?2) = 'text' THEN json_extract(settings_config, ?2)
|
|
197
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?3) = 'text' THEN json_extract(settings_config, ?3)
|
|
198
|
+
ELSE NULL
|
|
199
|
+
END AS raw_claude_model,
|
|
200
|
+
CASE
|
|
201
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?4) = 'text' THEN json_extract(settings_config, ?4)
|
|
202
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?5) = 'text' THEN json_extract(settings_config, ?5)
|
|
203
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?6) = 'text' THEN json_extract(settings_config, ?6)
|
|
204
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?14) = 'text' THEN json_extract(settings_config, ?14)
|
|
205
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?7) = 'text' THEN json_extract(settings_config, ?7)
|
|
206
|
+
ELSE NULL
|
|
207
|
+
END AS raw_generic_url,
|
|
208
|
+
CASE
|
|
209
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?8) = 'text' THEN json_extract(settings_config, ?8)
|
|
210
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?9) = 'text' THEN json_extract(settings_config, ?9)
|
|
211
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?10) = 'text' THEN json_extract(settings_config, ?10)
|
|
212
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?11) = 'text' THEN json_extract(settings_config, ?11)
|
|
213
|
+
ELSE NULL
|
|
214
|
+
END AS raw_generic_model,
|
|
215
|
+
CASE WHEN json_valid(settings_config) AND json_type(settings_config, ?12) = 'text' THEN json_extract(settings_config, ?12) ELSE NULL END AS raw_wire_api,
|
|
216
|
+
CASE
|
|
217
|
+
WHEN json_valid(settings_config) AND json_type(settings_config, ?13) = 'text' THEN
|
|
218
|
+
CASE
|
|
219
|
+
WHEN length(CAST(json_extract(settings_config, ?13) AS BLOB)) > ${MAX_CODEX_TOML_BYTES}
|
|
220
|
+
THEN '[__MALFORMED_LINE__]' || char(10)
|
|
221
|
+
WHEN instr(json_extract(settings_config, ?13), '"""') > 0 OR instr(json_extract(settings_config, ?13), '''''''') > 0
|
|
222
|
+
THEN '[__MULTILINE_REFUSED__]' || char(10)
|
|
223
|
+
ELSE json_extract(settings_config, ?13) || char(10)
|
|
224
|
+
END
|
|
225
|
+
ELSE NULL
|
|
226
|
+
END AS raw_cfg
|
|
227
|
+
FROM providers
|
|
228
|
+
),
|
|
229
|
+
base AS (
|
|
230
|
+
SELECT
|
|
231
|
+
rid,
|
|
232
|
+
${sqlSafeScalar("raw_id", "id")} AS id,
|
|
233
|
+
${sqlSafeScalar("app_type", "app")} AS app_type,
|
|
234
|
+
sort_ord,
|
|
235
|
+
settings_type,
|
|
236
|
+
${sqlSafeScalar("raw_claude_url", "url")} AS claude_base_url,
|
|
237
|
+
${sqlSafeScalar("raw_claude_model", "model")} AS claude_model,
|
|
238
|
+
${sqlSafeScalar("raw_generic_url", "url")} AS generic_base_url,
|
|
239
|
+
${sqlSafeScalar("raw_generic_model", "model")} AS generic_model,
|
|
240
|
+
${sqlSafeScalar("raw_wire_api", "wire")} AS generic_wire_api,
|
|
241
|
+
raw_cfg
|
|
242
|
+
FROM raw_base
|
|
243
|
+
),
|
|
244
|
+
lines(rid, line, rest, idx, sec) AS (
|
|
245
|
+
SELECT
|
|
246
|
+
rid,
|
|
247
|
+
${sqlLineExpr("raw_cfg")},
|
|
248
|
+
substr(raw_cfg, instr(raw_cfg, char(10)) + 1),
|
|
249
|
+
1,
|
|
250
|
+
CASE
|
|
251
|
+
WHEN substr(${sqlLineExpr("raw_cfg")}, 1, 1) = '[' THEN
|
|
252
|
+
CASE
|
|
253
|
+
WHEN ${sqlModelProvidersHeaderPredicate(sqlLineExpr("raw_cfg"))} THEN 'mp'
|
|
254
|
+
ELSE 'other'
|
|
255
|
+
END
|
|
256
|
+
ELSE 'root'
|
|
257
|
+
END
|
|
258
|
+
FROM base WHERE raw_cfg IS NOT NULL AND instr(raw_cfg, char(10)) > 0
|
|
259
|
+
UNION ALL
|
|
260
|
+
SELECT
|
|
261
|
+
rid,
|
|
262
|
+
${sqlLineExpr("rest")},
|
|
263
|
+
substr(rest, instr(rest, char(10)) + 1),
|
|
264
|
+
idx + 1,
|
|
265
|
+
CASE
|
|
266
|
+
WHEN substr(${sqlLineExpr("rest")}, 1, 1) = '[' THEN
|
|
267
|
+
CASE
|
|
268
|
+
WHEN ${sqlModelProvidersHeaderPredicate(sqlLineExpr("rest"))} THEN 'mp'
|
|
269
|
+
ELSE 'other'
|
|
270
|
+
END
|
|
271
|
+
ELSE sec
|
|
272
|
+
END
|
|
273
|
+
FROM lines WHERE instr(rest, char(10)) > 0 AND idx <= 500
|
|
274
|
+
),
|
|
275
|
+
split_lines AS (
|
|
276
|
+
SELECT
|
|
277
|
+
rid,
|
|
278
|
+
idx,
|
|
279
|
+
sec,
|
|
280
|
+
line,
|
|
281
|
+
instr(line, ']') AS close_b,
|
|
282
|
+
trim(substr(ltrim(substr(trim(substr(line, 2, instr(line, ']') - 2)), 16)), 2)) AS hdr_seg,
|
|
283
|
+
trim(trim(substr(line, 1, instr(line, '=') - 1)), ' ''' || char(34)) AS norm_key,
|
|
284
|
+
ltrim(substr(line, instr(line, '=') + 1)) AS rhs
|
|
285
|
+
FROM lines
|
|
286
|
+
),
|
|
287
|
+
quoted_lines AS (
|
|
288
|
+
SELECT
|
|
289
|
+
rid,
|
|
290
|
+
idx,
|
|
291
|
+
sec,
|
|
292
|
+
line,
|
|
293
|
+
close_b,
|
|
294
|
+
hdr_seg,
|
|
295
|
+
norm_key,
|
|
296
|
+
rhs,
|
|
297
|
+
CASE
|
|
298
|
+
WHEN substr(rhs, 1, 1) = char(34) AND substr(rhs, 1, 3) != '"""'
|
|
299
|
+
THEN instr(replace(replace(substr(rhs, 2), char(92) || char(92), '__'), char(92) || char(34), '__'), char(34))
|
|
300
|
+
WHEN substr(rhs, 1, 1) = '''' AND substr(rhs, 1, 3) != ''''''''
|
|
301
|
+
THEN instr(substr(rhs, 2), '''')
|
|
302
|
+
ELSE 0
|
|
303
|
+
END AS end_q
|
|
304
|
+
FROM split_lines
|
|
305
|
+
),
|
|
306
|
+
val_lines AS (
|
|
307
|
+
SELECT
|
|
308
|
+
rid,
|
|
309
|
+
idx,
|
|
310
|
+
sec,
|
|
311
|
+
line,
|
|
312
|
+
close_b,
|
|
313
|
+
hdr_seg,
|
|
314
|
+
norm_key,
|
|
315
|
+
rhs,
|
|
316
|
+
end_q,
|
|
317
|
+
substr(rhs, 1, end_q + 1) AS rhs_tok,
|
|
318
|
+
ltrim(substr(rhs, end_q + 2)) AS tail
|
|
319
|
+
FROM quoted_lines
|
|
320
|
+
),
|
|
321
|
+
projected_lines AS (
|
|
322
|
+
SELECT rid, idx,
|
|
323
|
+
CASE
|
|
324
|
+
WHEN idx > 500 THEN '[__MALFORMED_LINE__]'
|
|
325
|
+
WHEN line = '' OR substr(line, 1, 1) = '#' THEN NULL
|
|
326
|
+
WHEN line IN ('[__MULTILINE_REFUSED__]', '[__MALFORMED_LINE__]') THEN line
|
|
327
|
+
WHEN substr(line, 1, 1) = '[' THEN
|
|
328
|
+
CASE
|
|
329
|
+
WHEN sec = 'mp' AND close_b > 0 AND (ltrim(substr(line, close_b + 1)) = '' OR substr(ltrim(substr(line, close_b + 1)), 1, 1) = '#') THEN
|
|
330
|
+
CASE
|
|
331
|
+
WHEN ocx_is_safe_toml_token(CAST(hdr_seg AS BLOB), 'id', 1) = 1
|
|
332
|
+
THEN substr(line, 1, close_b)
|
|
333
|
+
ELSE '[${METADATA_REFUSED_SENTINEL}]'
|
|
334
|
+
END
|
|
335
|
+
WHEN close_b > 0 AND (ltrim(substr(line, close_b + 1)) = '' OR substr(ltrim(substr(line, close_b + 1)), 1, 1) = '#') THEN '[other]'
|
|
336
|
+
ELSE '[__MALFORMED_LINE__]'
|
|
337
|
+
END
|
|
338
|
+
WHEN instr(line, '=') = 0 THEN '[__MALFORMED_LINE__]'
|
|
339
|
+
WHEN (sec = 'root' AND norm_key IN ('model', 'model_provider', 'base_url', 'openai_base_url', 'wire_api'))
|
|
340
|
+
OR (sec = 'mp' AND norm_key IN ('base_url', 'wire_api')) THEN
|
|
341
|
+
CASE
|
|
342
|
+
WHEN end_q = 0 OR (tail != '' AND substr(tail, 1, 1) != '#') THEN '[__MALFORMED_LINE__]'
|
|
343
|
+
WHEN norm_key = 'model' THEN
|
|
344
|
+
CASE
|
|
345
|
+
WHEN ocx_is_safe_toml_token(CAST(rhs_tok AS BLOB), 'model', 0) = 1 THEN 'model = ' || rhs_tok
|
|
346
|
+
ELSE 'model = "${METADATA_REFUSED_SENTINEL}"'
|
|
347
|
+
END
|
|
348
|
+
WHEN norm_key IN ('base_url', 'openai_base_url') THEN
|
|
349
|
+
CASE
|
|
350
|
+
WHEN ocx_is_safe_toml_token(CAST(rhs_tok AS BLOB), 'url', 0) = 1 THEN norm_key || ' = ' || rhs_tok
|
|
351
|
+
ELSE norm_key || ' = "${URL_SYNTAX_REFUSED_SENTINEL}"'
|
|
352
|
+
END
|
|
353
|
+
WHEN norm_key = 'model_provider' THEN
|
|
354
|
+
CASE
|
|
355
|
+
WHEN ocx_is_safe_toml_token(CAST(rhs_tok AS BLOB), 'id', 0) = 1 THEN 'model_provider = ' || rhs_tok
|
|
356
|
+
ELSE 'model_provider = "${METADATA_REFUSED_SENTINEL}"'
|
|
357
|
+
END
|
|
358
|
+
WHEN norm_key = 'wire_api' THEN
|
|
359
|
+
CASE
|
|
360
|
+
WHEN ocx_is_safe_toml_token(CAST(rhs_tok AS BLOB), 'wire', 0) = 1 THEN 'wire_api = ' || rhs_tok
|
|
361
|
+
ELSE 'wire_api = "${METADATA_REFUSED_SENTINEL}"'
|
|
362
|
+
END
|
|
363
|
+
ELSE 'ignored_key = "omitted"'
|
|
364
|
+
END
|
|
365
|
+
ELSE 'ignored_key = "omitted"'
|
|
366
|
+
END AS safe_line
|
|
367
|
+
FROM val_lines
|
|
368
|
+
)
|
|
369
|
+
SELECT
|
|
370
|
+
b.rid AS rid,
|
|
371
|
+
CAST(b.id AS BLOB) AS idBlob,
|
|
372
|
+
CAST(b.app_type AS BLOB) AS appTypeBlob,
|
|
373
|
+
b.settings_type AS settingsType,
|
|
374
|
+
CAST(b.claude_base_url AS BLOB) AS claudeBaseUrlBlob,
|
|
375
|
+
CAST(b.claude_model AS BLOB) AS claudeModelBlob,
|
|
376
|
+
CAST(b.generic_base_url AS BLOB) AS genericBaseUrlBlob,
|
|
377
|
+
CAST(b.generic_model AS BLOB) AS genericModelBlob,
|
|
378
|
+
CAST(b.generic_wire_api AS BLOB) AS genericWireApiBlob,
|
|
379
|
+
p.idx AS lineIdx,
|
|
380
|
+
CAST(p.safe_line AS BLOB) AS safeLineBlob
|
|
381
|
+
FROM base b
|
|
382
|
+
LEFT JOIN projected_lines p ON b.rid = p.rid AND p.safe_line IS NOT NULL
|
|
383
|
+
ORDER BY b.sort_ord ASC, b.id ASC, b.app_type ASC, b.rid ASC, p.idx ASC
|
|
384
|
+
`;
|
|
385
|
+
|
|
386
|
+
function decodeSafeBlob(blob: Uint8Array | null, kind: MetadataFieldKind, decoder: TextDecoder): string | null {
|
|
387
|
+
if (blob === null) return null;
|
|
388
|
+
const refused = kind === "url" ? URL_SYNTAX_REFUSED_SENTINEL : METADATA_REFUSED_SENTINEL;
|
|
389
|
+
try {
|
|
390
|
+
if (kind === "app" && blob.length === 0) return "";
|
|
391
|
+
if (equalsAsciiBytes(blob, METADATA_REFUSED_SENTINEL)) return METADATA_REFUSED_SENTINEL;
|
|
392
|
+
if (equalsAsciiBytes(blob, URL_SYNTAX_REFUSED_SENTINEL)) return URL_SYNTAX_REFUSED_SENTINEL;
|
|
393
|
+
if (!isAllowedMetadataBytes(blob, kind)) return refused;
|
|
394
|
+
return decoder.decode(blob);
|
|
395
|
+
} finally {
|
|
396
|
+
blob.fill(0);
|
|
397
|
+
}
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
function readSqliteRowsFromBytes(sqliteBytes: Uint8Array): RawExtractedRow[] {
|
|
401
|
+
let db: Database | undefined;
|
|
402
|
+
const blobsToZero: Uint8Array[] = [];
|
|
403
|
+
try {
|
|
404
|
+
// Normalize SQLite WAL read/write format version bytes (offsets 18..19) on the private
|
|
405
|
+
// in-memory buffer so sqlite3_deserialize opens checkpointed WAL databases without touching disk.
|
|
406
|
+
if (sqliteBytes.length >= 20) {
|
|
407
|
+
if (sqliteBytes[18] === 2) sqliteBytes[18] = 1;
|
|
408
|
+
if (sqliteBytes[19] === 2) sqliteBytes[19] = 1;
|
|
409
|
+
}
|
|
410
|
+
db = Database.deserialize(sqliteBytes, { readonly: true });
|
|
411
|
+
db.function("ocx_is_safe_meta", (val: unknown, kind: unknown) => {
|
|
412
|
+
if (!(val instanceof Uint8Array) || typeof kind !== "string") return 0;
|
|
413
|
+
try {
|
|
414
|
+
return isAllowedMetadataBytes(val, kind as MetadataFieldKind) ? 1 : 0;
|
|
415
|
+
} finally {
|
|
416
|
+
val.fill(0);
|
|
417
|
+
}
|
|
418
|
+
});
|
|
419
|
+
db.function("ocx_is_safe_toml_token", (val: unknown, kind: unknown, allowBare: unknown) => {
|
|
420
|
+
if (!(val instanceof Uint8Array) || typeof kind !== "string" || val.length === 0) return 0;
|
|
421
|
+
let unescaped: Uint8Array | null = null;
|
|
422
|
+
try {
|
|
423
|
+
const q = val[0]!;
|
|
424
|
+
if (q === 0x22 || q === 0x27) {
|
|
425
|
+
if (val.length < 2 || val[val.length - 1] !== q) return 0;
|
|
426
|
+
unescaped = unescapeTomlStringBytes(val.subarray(1, val.length - 1), q);
|
|
427
|
+
if (!unescaped || unescaped.length === 0) return 0;
|
|
428
|
+
return isAllowedMetadataBytes(unescaped, kind as MetadataFieldKind) ? 1 : 0;
|
|
429
|
+
}
|
|
430
|
+
if (!allowBare) return 0;
|
|
431
|
+
return isAllowedMetadataBytes(val, kind as MetadataFieldKind) ? 1 : 0;
|
|
432
|
+
} finally {
|
|
433
|
+
unescaped?.fill(0);
|
|
434
|
+
val.fill(0);
|
|
435
|
+
}
|
|
436
|
+
});
|
|
437
|
+
const rawRows = db.query(SQLITE_SAFE_QUERY).all(
|
|
438
|
+
"$.env.ANTHROPIC_BASE_URL",
|
|
439
|
+
"$.env.ANTHROPIC_MODEL",
|
|
440
|
+
"$.env.ANTHROPIC_DEFAULT_SONNET_MODEL",
|
|
441
|
+
"$.baseUrl",
|
|
442
|
+
"$.base_url",
|
|
443
|
+
"$.env.OPENAI_BASE_URL",
|
|
444
|
+
"$.env.GEMINI_BASE_URL",
|
|
445
|
+
"$.model",
|
|
446
|
+
"$.defaultModel",
|
|
447
|
+
"$.env.OPENAI_MODEL",
|
|
448
|
+
"$.env.GEMINI_MODEL",
|
|
449
|
+
"$.wire_api",
|
|
450
|
+
"$.config",
|
|
451
|
+
"$.env.GOOGLE_GEMINI_BASE_URL",
|
|
452
|
+
) as Array<{
|
|
453
|
+
rid: number;
|
|
454
|
+
idBlob: Uint8Array | null;
|
|
455
|
+
appTypeBlob: Uint8Array | null;
|
|
456
|
+
settingsType: string | null;
|
|
457
|
+
claudeBaseUrlBlob: Uint8Array | null;
|
|
458
|
+
claudeModelBlob: Uint8Array | null;
|
|
459
|
+
genericBaseUrlBlob: Uint8Array | null;
|
|
460
|
+
genericModelBlob: Uint8Array | null;
|
|
461
|
+
genericWireApiBlob: Uint8Array | null;
|
|
462
|
+
lineIdx: number | null;
|
|
463
|
+
safeLineBlob: Uint8Array | null;
|
|
464
|
+
}>;
|
|
465
|
+
for (const item of rawRows) {
|
|
466
|
+
if (item.idBlob) blobsToZero.push(item.idBlob);
|
|
467
|
+
if (item.appTypeBlob) blobsToZero.push(item.appTypeBlob);
|
|
468
|
+
if (item.claudeBaseUrlBlob) blobsToZero.push(item.claudeBaseUrlBlob);
|
|
469
|
+
if (item.claudeModelBlob) blobsToZero.push(item.claudeModelBlob);
|
|
470
|
+
if (item.genericBaseUrlBlob) blobsToZero.push(item.genericBaseUrlBlob);
|
|
471
|
+
if (item.genericModelBlob) blobsToZero.push(item.genericModelBlob);
|
|
472
|
+
if (item.genericWireApiBlob) blobsToZero.push(item.genericWireApiBlob);
|
|
473
|
+
if (item.safeLineBlob) blobsToZero.push(item.safeLineBlob);
|
|
474
|
+
}
|
|
475
|
+
const decoder = new TextDecoder("utf-8", { fatal: true });
|
|
476
|
+
const byRid = new Map<number, { row: RawExtractedRow; lines: Array<{ idx: number; bytes: Uint8Array }> }>();
|
|
477
|
+
for (const item of rawRows) {
|
|
478
|
+
let group = byRid.get(item.rid);
|
|
479
|
+
if (!group) {
|
|
480
|
+
group = {
|
|
481
|
+
row: {
|
|
482
|
+
id: decodeSafeBlob(item.idBlob, "id", decoder) ?? "",
|
|
483
|
+
appType: decodeSafeBlob(item.appTypeBlob, "app", decoder) ?? "",
|
|
484
|
+
settingsType: item.settingsType,
|
|
485
|
+
claudeBaseUrl: decodeSafeBlob(item.claudeBaseUrlBlob, "url", decoder),
|
|
486
|
+
claudeModel: decodeSafeBlob(item.claudeModelBlob, "model", decoder),
|
|
487
|
+
genericBaseUrl: decodeSafeBlob(item.genericBaseUrlBlob, "url", decoder),
|
|
488
|
+
genericModel: decodeSafeBlob(item.genericModelBlob, "model", decoder),
|
|
489
|
+
genericWireApi: decodeSafeBlob(item.genericWireApiBlob, "wire", decoder),
|
|
490
|
+
codexTomlLines: null,
|
|
491
|
+
},
|
|
492
|
+
lines: [],
|
|
493
|
+
};
|
|
494
|
+
byRid.set(item.rid, group);
|
|
495
|
+
}
|
|
496
|
+
if (item.lineIdx !== null && item.safeLineBlob !== null) {
|
|
497
|
+
const copy = new Uint8Array(item.safeLineBlob.length);
|
|
498
|
+
copy.set(item.safeLineBlob);
|
|
499
|
+
blobsToZero.push(copy);
|
|
500
|
+
group.lines.push({ idx: item.lineIdx, bytes: copy });
|
|
501
|
+
}
|
|
502
|
+
}
|
|
503
|
+
const result: RawExtractedRow[] = [];
|
|
504
|
+
for (const group of byRid.values()) {
|
|
505
|
+
if (group.lines.length > 0) {
|
|
506
|
+
group.lines.sort((a, b) => a.idx - b.idx);
|
|
507
|
+
let totalLen = 0;
|
|
508
|
+
for (let i = 0; i < group.lines.length; i++) {
|
|
509
|
+
totalLen += group.lines[i]!.bytes.length + (i > 0 ? 1 : 0);
|
|
510
|
+
}
|
|
511
|
+
const joined = new Uint8Array(totalLen);
|
|
512
|
+
let offset = 0;
|
|
513
|
+
for (let i = 0; i < group.lines.length; i++) {
|
|
514
|
+
if (i > 0) joined[offset++] = 0x0a;
|
|
515
|
+
const lineBytes = group.lines[i]!.bytes;
|
|
516
|
+
joined.set(lineBytes, offset);
|
|
517
|
+
offset += lineBytes.length;
|
|
518
|
+
}
|
|
519
|
+
try {
|
|
520
|
+
group.row.codexProjection = parseCodexTomlBytes(joined);
|
|
521
|
+
} finally {
|
|
522
|
+
joined.fill(0);
|
|
523
|
+
}
|
|
524
|
+
}
|
|
525
|
+
result.push(group.row);
|
|
526
|
+
}
|
|
527
|
+
return result;
|
|
528
|
+
} catch {
|
|
529
|
+
throw new CcSwitchImportError("CC-Switch SQLite source could not be read or has an unsupported schema.");
|
|
530
|
+
} finally {
|
|
531
|
+
for (const b of blobsToZero) b.fill(0);
|
|
532
|
+
try { db?.close(); } catch { /* ignore */ }
|
|
533
|
+
}
|
|
534
|
+
}
|
|
535
|
+
|
|
536
|
+
export function readSqliteRows(sourcePath: string): RawExtractedRow[] {
|
|
537
|
+
return readSourceRows(sourcePath, true);
|
|
538
|
+
}
|
|
539
|
+
|
|
540
|
+
/**
|
|
541
|
+
* Byte-level UTF-8 JSON scanner for legacy CC-Switch JSON files.
|
|
542
|
+
* Walks the JSON structure on a transient Uint8Array (zeroed in finally) and decodes ONLY
|
|
543
|
+
* allowlisted non-secret scalar fields, skipping over secret values without decoding them into JS strings.
|
|
544
|
+
*/
|
|
545
|
+
export function scanCcSwitchJsonBytes(bytes: Uint8Array): RawExtractedRow[] {
|
|
546
|
+
try {
|
|
547
|
+
return scanCcSwitchJsonBytesInternal(bytes);
|
|
548
|
+
} finally {
|
|
549
|
+
bytes.fill(0);
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
|
|
553
|
+
function scanCcSwitchJsonBytesInternal(bytes: Uint8Array): RawExtractedRow[] {
|
|
554
|
+
const decoder = new TextDecoder("utf-8", { fatal: true });
|
|
555
|
+
let pos = 0;
|
|
556
|
+
if (bytes.length >= 3 && bytes[0] === 0xef && bytes[1] === 0xbb && bytes[2] === 0xbf) {
|
|
557
|
+
pos = 3;
|
|
558
|
+
}
|
|
559
|
+
|
|
560
|
+
function skipWs(): void {
|
|
561
|
+
while (pos < bytes.length) {
|
|
562
|
+
const b = bytes[pos]!;
|
|
563
|
+
if (b === 0x20 || b === 0x09 || b === 0x0a || b === 0x0d) pos++;
|
|
564
|
+
else break;
|
|
565
|
+
}
|
|
566
|
+
}
|
|
567
|
+
|
|
568
|
+
function scanStringBounds(): { start: number; end: number; hasEscapes: boolean } {
|
|
569
|
+
const res = validateUtf8AndJsonStringBounds(bytes, pos);
|
|
570
|
+
if (!res) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
571
|
+
pos = res.nextPos;
|
|
572
|
+
return { start: res.start, end: res.end, hasEscapes: res.hasEscapes };
|
|
573
|
+
}
|
|
574
|
+
|
|
575
|
+
function decodeMetadataStringFromBounds(bounds: { start: number; end: number }, kind: MetadataFieldKind): string {
|
|
576
|
+
const refused = kind === "url" ? URL_SYNTAX_REFUSED_SENTINEL : METADATA_REFUSED_SENTINEL;
|
|
577
|
+
if (bounds.end - bounds.start > 512) return refused;
|
|
578
|
+
const out = new Uint8Array(bounds.end - bounds.start);
|
|
579
|
+
let readIdx = bounds.start;
|
|
580
|
+
let writeIdx = 0;
|
|
581
|
+
try {
|
|
582
|
+
while (readIdx < bounds.end) {
|
|
583
|
+
const b = bytes[readIdx]!;
|
|
584
|
+
if (b !== 0x5c) {
|
|
585
|
+
out[writeIdx++] = b;
|
|
586
|
+
readIdx++;
|
|
587
|
+
continue;
|
|
588
|
+
}
|
|
589
|
+
readIdx++;
|
|
590
|
+
if (readIdx >= bounds.end) return refused;
|
|
591
|
+
const esc = bytes[readIdx]!;
|
|
592
|
+
readIdx++;
|
|
593
|
+
if (esc === 0x22 || esc === 0x5c || esc === 0x2f) out[writeIdx++] = esc;
|
|
594
|
+
else if (esc === 0x6e || esc === 0x72 || esc === 0x74 || esc === 0x62 || esc === 0x66) {
|
|
595
|
+
return refused;
|
|
596
|
+
} else if (esc === 0x75) {
|
|
597
|
+
const cp = parseHex4Bytes(bytes.subarray(0, bounds.end), readIdx);
|
|
598
|
+
if (cp <= 0x20 || cp >= 0x7f) return refused;
|
|
599
|
+
readIdx += 4;
|
|
600
|
+
writeIdx += encodeCodePointUtf8(cp, out, writeIdx);
|
|
601
|
+
} else {
|
|
602
|
+
return refused;
|
|
603
|
+
}
|
|
604
|
+
}
|
|
605
|
+
const view = out.subarray(0, writeIdx);
|
|
606
|
+
if (!isAllowedMetadataBytes(view, kind)) return refused;
|
|
607
|
+
return decoder.decode(view);
|
|
608
|
+
} finally {
|
|
609
|
+
out.fill(0);
|
|
610
|
+
}
|
|
611
|
+
}
|
|
612
|
+
|
|
613
|
+
function parseJsonEscapedTomlInPlace(bounds: { start: number; end: number }): { ok: true; value: CodexTomlProjection } | { ok: false; reason: CcSwitchInvalidReason } {
|
|
614
|
+
if (bounds.end - bounds.start > MAX_CODEX_TOML_BYTES) return { ok: false, reason: "malformed_entry" };
|
|
615
|
+
const out = new Uint8Array(bounds.end - bounds.start);
|
|
616
|
+
let readIdx = bounds.start;
|
|
617
|
+
let writeIdx = 0;
|
|
618
|
+
try {
|
|
619
|
+
while (readIdx < bounds.end) {
|
|
620
|
+
const b = bytes[readIdx]!;
|
|
621
|
+
if (b !== 0x5c) {
|
|
622
|
+
out[writeIdx++] = b;
|
|
623
|
+
readIdx++;
|
|
624
|
+
continue;
|
|
625
|
+
}
|
|
626
|
+
readIdx++;
|
|
627
|
+
if (readIdx >= bounds.end) return { ok: false, reason: "malformed_entry" };
|
|
628
|
+
const esc = bytes[readIdx]!;
|
|
629
|
+
readIdx++;
|
|
630
|
+
if (esc === 0x22 || esc === 0x5c || esc === 0x2f) out[writeIdx++] = esc;
|
|
631
|
+
else if (esc === 0x6e) out[writeIdx++] = 0x0a;
|
|
632
|
+
else if (esc === 0x72) out[writeIdx++] = 0x0d;
|
|
633
|
+
else if (esc === 0x74) out[writeIdx++] = 0x09;
|
|
634
|
+
else if (esc === 0x62) out[writeIdx++] = 0x08;
|
|
635
|
+
else if (esc === 0x66) out[writeIdx++] = 0x0c;
|
|
636
|
+
else if (esc === 0x75) {
|
|
637
|
+
let codePoint = parseHex4Bytes(bytes.subarray(0, bounds.end), readIdx);
|
|
638
|
+
if (codePoint < 0) return { ok: false, reason: "malformed_entry" };
|
|
639
|
+
readIdx += 4;
|
|
640
|
+
if (codePoint >= 0xd800 && codePoint <= 0xdbff) {
|
|
641
|
+
if (readIdx + 6 > bounds.end || bytes[readIdx] !== 0x5c || bytes[readIdx + 1] !== 0x75) {
|
|
642
|
+
return { ok: false, reason: "malformed_entry" };
|
|
643
|
+
}
|
|
644
|
+
const low = parseHex4Bytes(bytes.subarray(0, bounds.end), readIdx + 2);
|
|
645
|
+
if (low < 0xdc00 || low > 0xdfff) return { ok: false, reason: "malformed_entry" };
|
|
646
|
+
readIdx += 6;
|
|
647
|
+
codePoint = ((codePoint - 0xd800) << 10) + (low - 0xdc00) + 0x10000;
|
|
648
|
+
} else if (codePoint >= 0xdc00 && codePoint <= 0xdfff) {
|
|
649
|
+
return { ok: false, reason: "malformed_entry" };
|
|
650
|
+
}
|
|
651
|
+
writeIdx += encodeCodePointUtf8(codePoint, out, writeIdx);
|
|
652
|
+
} else {
|
|
653
|
+
return { ok: false, reason: "malformed_entry" };
|
|
654
|
+
}
|
|
655
|
+
}
|
|
656
|
+
return parseCodexTomlBytes(out.subarray(0, writeIdx));
|
|
657
|
+
} finally {
|
|
658
|
+
out.fill(0);
|
|
659
|
+
}
|
|
660
|
+
}
|
|
661
|
+
|
|
662
|
+
function skipPrimitive(): void {
|
|
663
|
+
const start = pos;
|
|
664
|
+
while (pos < bytes.length) {
|
|
665
|
+
const b = bytes[pos]!;
|
|
666
|
+
if (b === 0x20 || b === 0x09 || b === 0x0a || b === 0x0d || b === 0x2c || b === 0x7d || b === 0x5d) break;
|
|
667
|
+
pos++;
|
|
668
|
+
}
|
|
669
|
+
if (!validateJsonPrimitiveBytes(bytes, start, pos)) {
|
|
670
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
|
|
674
|
+
function skipValue(depth = 0): void {
|
|
675
|
+
if (depth > 64) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
676
|
+
skipWs();
|
|
677
|
+
if (pos >= bytes.length) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
678
|
+
const b = bytes[pos]!;
|
|
679
|
+
if (b === 0x22) {
|
|
680
|
+
scanStringBounds();
|
|
681
|
+
} else if (b === 0x7b) {
|
|
682
|
+
pos++;
|
|
683
|
+
skipWs();
|
|
684
|
+
if (bytes[pos] === 0x7d) { pos++; return; }
|
|
685
|
+
for (;;) {
|
|
686
|
+
skipWs();
|
|
687
|
+
scanStringBounds();
|
|
688
|
+
skipWs();
|
|
689
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
690
|
+
pos++;
|
|
691
|
+
skipValue(depth + 1);
|
|
692
|
+
skipWs();
|
|
693
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
694
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
695
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
696
|
+
}
|
|
697
|
+
} else if (b === 0x5b) {
|
|
698
|
+
pos++;
|
|
699
|
+
skipWs();
|
|
700
|
+
if (bytes[pos] === 0x5d) { pos++; return; }
|
|
701
|
+
for (;;) {
|
|
702
|
+
skipValue(depth + 1);
|
|
703
|
+
skipWs();
|
|
704
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
705
|
+
if (bytes[pos] === 0x5d) { pos++; break; }
|
|
706
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
707
|
+
}
|
|
708
|
+
} else {
|
|
709
|
+
skipPrimitive();
|
|
710
|
+
}
|
|
711
|
+
}
|
|
712
|
+
|
|
713
|
+
function readOptionalScalarString(kind: MetadataFieldKind): string | null {
|
|
714
|
+
skipWs();
|
|
715
|
+
if (bytes[pos] === 0x22) return decodeMetadataStringFromBounds(scanStringBounds(), kind);
|
|
716
|
+
skipValue();
|
|
717
|
+
return null;
|
|
718
|
+
}
|
|
719
|
+
|
|
720
|
+
function parseSettingsObject(row: RawExtractedRow): void {
|
|
721
|
+
skipWs();
|
|
722
|
+
if (bytes[pos] !== 0x7b) {
|
|
723
|
+
row.settingsType = null;
|
|
724
|
+
skipValue();
|
|
725
|
+
return;
|
|
726
|
+
}
|
|
727
|
+
row.settingsType = "object";
|
|
728
|
+
pos++;
|
|
729
|
+
skipWs();
|
|
730
|
+
if (bytes[pos] === 0x7d) { pos++; return; }
|
|
731
|
+
for (;;) {
|
|
732
|
+
skipWs();
|
|
733
|
+
const key = matchKnownJsonKeyBytes(bytes, scanStringBounds(), [
|
|
734
|
+
"env", "baseUrl", "base_url", "model", "defaultModel", "wire_api", "config",
|
|
735
|
+
]);
|
|
736
|
+
skipWs();
|
|
737
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
738
|
+
pos++;
|
|
739
|
+
skipWs();
|
|
740
|
+
if (key === "env" && bytes[pos] === 0x7b) {
|
|
741
|
+
pos++;
|
|
742
|
+
skipWs();
|
|
743
|
+
if (bytes[pos] === 0x7d) { pos++; }
|
|
744
|
+
else {
|
|
745
|
+
for (;;) {
|
|
746
|
+
skipWs();
|
|
747
|
+
const envKey = matchKnownJsonKeyBytes(bytes, scanStringBounds(), [
|
|
748
|
+
"ANTHROPIC_BASE_URL",
|
|
749
|
+
"ANTHROPIC_MODEL",
|
|
750
|
+
"ANTHROPIC_DEFAULT_SONNET_MODEL",
|
|
751
|
+
"OPENAI_BASE_URL",
|
|
752
|
+
"GOOGLE_GEMINI_BASE_URL",
|
|
753
|
+
"GEMINI_BASE_URL",
|
|
754
|
+
"OPENAI_MODEL",
|
|
755
|
+
"GEMINI_MODEL",
|
|
756
|
+
]);
|
|
757
|
+
skipWs();
|
|
758
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
759
|
+
pos++;
|
|
760
|
+
if (envKey === "ANTHROPIC_BASE_URL") row.claudeBaseUrl = readOptionalScalarString("url");
|
|
761
|
+
else if (envKey === "ANTHROPIC_MODEL") {
|
|
762
|
+
const v = readOptionalScalarString("model");
|
|
763
|
+
if (v) row.claudeModel = v;
|
|
764
|
+
} else if (envKey === "ANTHROPIC_DEFAULT_SONNET_MODEL") {
|
|
765
|
+
const v = readOptionalScalarString("model");
|
|
766
|
+
if (v && !row.claudeModel) row.claudeModel = v;
|
|
767
|
+
} else if (envKey === "OPENAI_BASE_URL" || envKey === "GOOGLE_GEMINI_BASE_URL" || envKey === "GEMINI_BASE_URL") {
|
|
768
|
+
const v = readOptionalScalarString("url");
|
|
769
|
+
if (v && !row.genericBaseUrl) row.genericBaseUrl = v;
|
|
770
|
+
} else if (envKey === "OPENAI_MODEL" || envKey === "GEMINI_MODEL") {
|
|
771
|
+
const v = readOptionalScalarString("model");
|
|
772
|
+
if (v && !row.genericModel) row.genericModel = v;
|
|
773
|
+
} else {
|
|
774
|
+
skipValue();
|
|
775
|
+
}
|
|
776
|
+
skipWs();
|
|
777
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
778
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
779
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
780
|
+
}
|
|
781
|
+
}
|
|
782
|
+
} else if (key === "baseUrl" || key === "base_url") {
|
|
783
|
+
const v = readOptionalScalarString("url");
|
|
784
|
+
if (v && !row.genericBaseUrl) row.genericBaseUrl = v;
|
|
785
|
+
} else if (key === "model" || key === "defaultModel") {
|
|
786
|
+
const v = readOptionalScalarString("model");
|
|
787
|
+
if (v && !row.genericModel) row.genericModel = v;
|
|
788
|
+
} else if (key === "wire_api") {
|
|
789
|
+
const v = readOptionalScalarString("wire");
|
|
790
|
+
if (v) row.genericWireApi = v;
|
|
791
|
+
} else if (key === "config") {
|
|
792
|
+
skipWs();
|
|
793
|
+
if (bytes[pos] === 0x22) {
|
|
794
|
+
row.codexProjection = parseJsonEscapedTomlInPlace(scanStringBounds());
|
|
795
|
+
} else {
|
|
796
|
+
skipValue();
|
|
797
|
+
}
|
|
798
|
+
} else {
|
|
799
|
+
skipValue();
|
|
800
|
+
}
|
|
801
|
+
skipWs();
|
|
802
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
803
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
804
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
805
|
+
}
|
|
806
|
+
}
|
|
807
|
+
|
|
808
|
+
function parseProviderEntryObject(fallbackId = "", fallbackApp = ""): RawExtractedRow {
|
|
809
|
+
skipWs();
|
|
810
|
+
if (bytes[pos] !== 0x7b) throw new CcSwitchImportError("Malformed CC-Switch JSON provider entry.");
|
|
811
|
+
pos++;
|
|
812
|
+
const row: RawExtractedRow = {
|
|
813
|
+
id: fallbackId,
|
|
814
|
+
appType: fallbackApp,
|
|
815
|
+
settingsType: null,
|
|
816
|
+
claudeBaseUrl: null,
|
|
817
|
+
claudeModel: null,
|
|
818
|
+
genericBaseUrl: null,
|
|
819
|
+
genericModel: null,
|
|
820
|
+
genericWireApi: null,
|
|
821
|
+
codexTomlLines: null,
|
|
822
|
+
};
|
|
823
|
+
skipWs();
|
|
824
|
+
if (bytes[pos] === 0x7d) { pos++; return row; }
|
|
825
|
+
for (;;) {
|
|
826
|
+
skipWs();
|
|
827
|
+
const key = matchKnownJsonKeyBytes(bytes, scanStringBounds(), [
|
|
828
|
+
"id", "app_type", "appType", "settings_config", "settingsConfig",
|
|
829
|
+
]);
|
|
830
|
+
skipWs();
|
|
831
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
832
|
+
pos++;
|
|
833
|
+
if (key === "id") {
|
|
834
|
+
const v = readOptionalScalarString("id");
|
|
835
|
+
if (v !== null) row.id = v;
|
|
836
|
+
} else if (key === "app_type" || key === "appType") {
|
|
837
|
+
const v = readOptionalScalarString("app");
|
|
838
|
+
if (v !== null) row.appType = v;
|
|
839
|
+
} else if (key === "settings_config" || key === "settingsConfig") {
|
|
840
|
+
parseSettingsObject(row);
|
|
841
|
+
} else {
|
|
842
|
+
// Never decode free-text "name", "notes", "websiteUrl", "meta", or unknown fields!
|
|
843
|
+
skipValue();
|
|
844
|
+
}
|
|
845
|
+
skipWs();
|
|
846
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
847
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
848
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
849
|
+
}
|
|
850
|
+
return row;
|
|
851
|
+
}
|
|
852
|
+
|
|
853
|
+
function parseProvidersCollection(appHint = ""): RawExtractedRow[] {
|
|
854
|
+
const out: RawExtractedRow[] = [];
|
|
855
|
+
skipWs();
|
|
856
|
+
if (bytes[pos] === 0x5b) {
|
|
857
|
+
pos++;
|
|
858
|
+
skipWs();
|
|
859
|
+
if (bytes[pos] === 0x5d) { pos++; return out; }
|
|
860
|
+
for (;;) {
|
|
861
|
+
out.push(parseProviderEntryObject("", appHint));
|
|
862
|
+
skipWs();
|
|
863
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
864
|
+
if (bytes[pos] === 0x5d) { pos++; break; }
|
|
865
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
866
|
+
}
|
|
867
|
+
} else if (bytes[pos] === 0x7b) {
|
|
868
|
+
pos++;
|
|
869
|
+
skipWs();
|
|
870
|
+
if (bytes[pos] === 0x7d) { pos++; return out; }
|
|
871
|
+
for (;;) {
|
|
872
|
+
skipWs();
|
|
873
|
+
const id = decodeMetadataStringFromBounds(scanStringBounds(), "id");
|
|
874
|
+
skipWs();
|
|
875
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
876
|
+
pos++;
|
|
877
|
+
out.push(parseProviderEntryObject(id, appHint));
|
|
878
|
+
skipWs();
|
|
879
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
880
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
881
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
882
|
+
}
|
|
883
|
+
} else {
|
|
884
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON providers section.");
|
|
885
|
+
}
|
|
886
|
+
return out;
|
|
887
|
+
}
|
|
888
|
+
|
|
889
|
+
function parseAppSection(appName: string): RawExtractedRow[] {
|
|
890
|
+
const out: RawExtractedRow[] = [];
|
|
891
|
+
skipWs();
|
|
892
|
+
if (bytes[pos] !== 0x7b) { skipValue(); return out; }
|
|
893
|
+
pos++;
|
|
894
|
+
skipWs();
|
|
895
|
+
if (bytes[pos] === 0x7d) { pos++; return out; }
|
|
896
|
+
for (;;) {
|
|
897
|
+
skipWs();
|
|
898
|
+
const k = matchKnownJsonKeyBytes(bytes, scanStringBounds(), ["providers"]);
|
|
899
|
+
skipWs();
|
|
900
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
901
|
+
pos++;
|
|
902
|
+
if (k === "providers") out.push(...parseProvidersCollection(appName));
|
|
903
|
+
else skipValue();
|
|
904
|
+
skipWs();
|
|
905
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
906
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
907
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
908
|
+
}
|
|
909
|
+
return out;
|
|
910
|
+
}
|
|
911
|
+
|
|
912
|
+
const rows: RawExtractedRow[] = [];
|
|
913
|
+
let sawStructure = false;
|
|
914
|
+
skipWs();
|
|
915
|
+
if (bytes[pos] !== 0x7b) throw new CcSwitchImportError("CC-Switch JSON source must be a JSON object.");
|
|
916
|
+
pos++;
|
|
917
|
+
skipWs();
|
|
918
|
+
if (bytes[pos] === 0x7d) {
|
|
919
|
+
pos++;
|
|
920
|
+
} else {
|
|
921
|
+
for (;;) {
|
|
922
|
+
skipWs();
|
|
923
|
+
const topKey = matchKnownJsonKeyBytes(bytes, scanStringBounds(), [
|
|
924
|
+
"providers", "apps", "claude", "codex", "openai", "gemini", "opencode",
|
|
925
|
+
]);
|
|
926
|
+
skipWs();
|
|
927
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
928
|
+
pos++;
|
|
929
|
+
if (topKey === "providers") {
|
|
930
|
+
sawStructure = true;
|
|
931
|
+
rows.push(...parseProvidersCollection(""));
|
|
932
|
+
} else if (topKey === "apps") {
|
|
933
|
+
sawStructure = true;
|
|
934
|
+
skipWs();
|
|
935
|
+
if (bytes[pos] !== 0x7b) throw new CcSwitchImportError("Malformed CC-Switch JSON apps section.");
|
|
936
|
+
pos++;
|
|
937
|
+
skipWs();
|
|
938
|
+
if (bytes[pos] === 0x7d) { pos++; }
|
|
939
|
+
else {
|
|
940
|
+
for (;;) {
|
|
941
|
+
skipWs();
|
|
942
|
+
const appName = decodeMetadataStringFromBounds(scanStringBounds(), "app");
|
|
943
|
+
skipWs();
|
|
944
|
+
if (bytes[pos] !== 0x3a) throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
945
|
+
pos++;
|
|
946
|
+
rows.push(...parseAppSection(appName));
|
|
947
|
+
skipWs();
|
|
948
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
949
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
950
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
951
|
+
}
|
|
952
|
+
}
|
|
953
|
+
} else if (topKey === "claude" || topKey === "codex" || topKey === "openai" || topKey === "gemini" || topKey === "opencode") {
|
|
954
|
+
sawStructure = true;
|
|
955
|
+
rows.push(...parseAppSection(topKey));
|
|
956
|
+
} else {
|
|
957
|
+
skipValue();
|
|
958
|
+
}
|
|
959
|
+
skipWs();
|
|
960
|
+
if (bytes[pos] === 0x2c) { pos++; continue; }
|
|
961
|
+
if (bytes[pos] === 0x7d) { pos++; break; }
|
|
962
|
+
throw new CcSwitchImportError("Malformed CC-Switch JSON source.");
|
|
963
|
+
}
|
|
964
|
+
}
|
|
965
|
+
skipWs();
|
|
966
|
+
if (pos !== bytes.length || !sawStructure) {
|
|
967
|
+
throw new CcSwitchImportError("CC-Switch JSON source does not contain a recognized providers structure.");
|
|
968
|
+
}
|
|
969
|
+
return rows;
|
|
970
|
+
}
|
|
971
|
+
|
|
972
|
+
export function readSourceRows(sourcePath: string, requireSqlite = false): RawExtractedRow[] {
|
|
973
|
+
const resolved = resolve(sourcePath);
|
|
974
|
+
let beforeStat: import("node:fs").BigIntStats;
|
|
975
|
+
try {
|
|
976
|
+
assertPlainLocalPath(resolved);
|
|
977
|
+
beforeStat = lstatSync(resolved, { bigint: true });
|
|
978
|
+
} catch {
|
|
979
|
+
throw new CcSwitchImportError("CC-Switch source path must be a plain regular local file without symlink traversal.");
|
|
980
|
+
}
|
|
981
|
+
if (!beforeStat.isFile()) {
|
|
982
|
+
throw new CcSwitchImportError("CC-Switch source path must be a regular file.");
|
|
983
|
+
}
|
|
984
|
+
sourceOpenHookForTests?.(resolved);
|
|
985
|
+
let fd: number | undefined;
|
|
986
|
+
let isSqlite = false;
|
|
987
|
+
let size = 0;
|
|
988
|
+
const header = Buffer.alloc(16);
|
|
989
|
+
let rawBuf: Buffer | undefined;
|
|
990
|
+
try {
|
|
991
|
+
try {
|
|
992
|
+
fd = openSync(
|
|
993
|
+
resolved,
|
|
994
|
+
constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0) | (constants.O_NONBLOCK ?? 0),
|
|
995
|
+
);
|
|
996
|
+
const opened = fstatSync(fd, { bigint: true });
|
|
997
|
+
if (!opened.isFile()) {
|
|
998
|
+
throw new CcSwitchImportError("CC-Switch source path must be a regular file.");
|
|
999
|
+
}
|
|
1000
|
+
if (
|
|
1001
|
+
opened.dev !== beforeStat.dev
|
|
1002
|
+
|| opened.ino !== beforeStat.ino
|
|
1003
|
+
|| opened.uid !== beforeStat.uid
|
|
1004
|
+
|| opened.gid !== beforeStat.gid
|
|
1005
|
+
|| opened.mode !== beforeStat.mode
|
|
1006
|
+
) {
|
|
1007
|
+
throw new CcSwitchImportError("CC-Switch source file changed while opening.");
|
|
1008
|
+
}
|
|
1009
|
+
size = Number(opened.size);
|
|
1010
|
+
const n = readSync(fd, header, 0, 16, 0);
|
|
1011
|
+
if (hasSqliteMagicBytes(header, n)) {
|
|
1012
|
+
isSqlite = true;
|
|
1013
|
+
if (opened.nlink > 1) {
|
|
1014
|
+
throw new CcSwitchImportError("CC-Switch SQLite source has multiple hard links; import the original CC-Switch database path directly.");
|
|
1015
|
+
}
|
|
1016
|
+
if (size === 0 || size > MAX_SQLITE_BYTES) {
|
|
1017
|
+
throw new CcSwitchImportError("CC-Switch SQLite source exceeds the maximum supported size.");
|
|
1018
|
+
}
|
|
1019
|
+
assertNoUncheckpointedSqliteWal(resolved);
|
|
1020
|
+
} else if (requireSqlite || /\.(?:db|sqlite|sqlite3)$/i.test(resolved)) {
|
|
1021
|
+
throw new CcSwitchImportError("CC-Switch SQLite source is not a valid SQLite 3 file.");
|
|
1022
|
+
} else {
|
|
1023
|
+
if (size === 0 || size > MAX_JSON_BYTES) {
|
|
1024
|
+
throw new CcSwitchImportError("CC-Switch JSON source is empty or exceeds the maximum supported size.");
|
|
1025
|
+
}
|
|
1026
|
+
}
|
|
1027
|
+
rawBuf = Buffer.alloc(size + 1);
|
|
1028
|
+
let offset = 0;
|
|
1029
|
+
while (offset < rawBuf.length) {
|
|
1030
|
+
const got = readSync(fd, rawBuf, offset, rawBuf.length - offset, offset);
|
|
1031
|
+
if (got <= 0) break;
|
|
1032
|
+
offset += got;
|
|
1033
|
+
}
|
|
1034
|
+
if (offset !== size) {
|
|
1035
|
+
throw new CcSwitchImportError("CC-Switch source file changed while reading.");
|
|
1036
|
+
}
|
|
1037
|
+
if (isSqlite) {
|
|
1038
|
+
assertNoUncheckpointedSqliteWal(resolved);
|
|
1039
|
+
}
|
|
1040
|
+
assertPlainLocalPath(resolved);
|
|
1041
|
+
const afterStat = lstatSync(resolved, { bigint: true });
|
|
1042
|
+
const afterFd = fstatSync(fd, { bigint: true });
|
|
1043
|
+
if (isSqlite && afterFd.nlink > 1) {
|
|
1044
|
+
throw new CcSwitchImportError("CC-Switch SQLite source has multiple hard links; import the original CC-Switch database path directly.");
|
|
1045
|
+
}
|
|
1046
|
+
if (
|
|
1047
|
+
afterStat.dev !== opened.dev
|
|
1048
|
+
|| afterStat.ino !== opened.ino
|
|
1049
|
+
|| afterStat.nlink !== opened.nlink
|
|
1050
|
+
|| afterStat.uid !== opened.uid
|
|
1051
|
+
|| afterStat.gid !== opened.gid
|
|
1052
|
+
|| afterStat.mode !== opened.mode
|
|
1053
|
+
|| afterStat.size !== opened.size
|
|
1054
|
+
|| afterStat.mtimeNs !== opened.mtimeNs
|
|
1055
|
+
|| afterFd.dev !== opened.dev
|
|
1056
|
+
|| afterFd.ino !== opened.ino
|
|
1057
|
+
|| afterFd.nlink !== opened.nlink
|
|
1058
|
+
|| afterFd.uid !== opened.uid
|
|
1059
|
+
|| afterFd.gid !== opened.gid
|
|
1060
|
+
|| afterFd.mode !== opened.mode
|
|
1061
|
+
|| afterFd.size !== opened.size
|
|
1062
|
+
|| afterFd.mtimeNs !== opened.mtimeNs
|
|
1063
|
+
) {
|
|
1064
|
+
throw new CcSwitchImportError("CC-Switch source file changed while reading.");
|
|
1065
|
+
}
|
|
1066
|
+
} catch (error) {
|
|
1067
|
+
if (error instanceof CcSwitchImportError) throw error;
|
|
1068
|
+
throw new CcSwitchImportError("CC-Switch source file could not be opened.");
|
|
1069
|
+
} finally {
|
|
1070
|
+
if (fd !== undefined) {
|
|
1071
|
+
try { closeSync(fd); } catch { /* ignore */ }
|
|
1072
|
+
}
|
|
1073
|
+
}
|
|
1074
|
+
|
|
1075
|
+
if (isSqlite) {
|
|
1076
|
+
return readSqliteRowsFromBytes(rawBuf!.subarray(0, size));
|
|
1077
|
+
}
|
|
1078
|
+
return scanCcSwitchJsonBytes(rawBuf!.subarray(0, size));
|
|
1079
|
+
} finally {
|
|
1080
|
+
header.fill(0);
|
|
1081
|
+
rawBuf?.fill(0);
|
|
1082
|
+
}
|
|
1083
|
+
}
|