@hjd-hitsz/claudex-web 4.0.1 → 4.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/CHANGELOG.md +71 -0
  2. package/README.md +33 -55
  3. package/build-info.json +4 -4
  4. package/client/dist/app.js +95 -95
  5. package/client/dist/document-editor.js +96 -93
  6. package/client/dist/style.css +1 -1
  7. package/docs/architecture/backends.md +2 -0
  8. package/docs/architecture/behavior.md +34 -6
  9. package/docs/architecture.md +42 -5
  10. package/docs/deployment.md +34 -14
  11. package/docs/development.md +31 -4
  12. package/docs/images/desktop-dark.png +0 -0
  13. package/docs/images/desktop-light.png +0 -0
  14. package/docs/images/mobile.png +0 -0
  15. package/docs/releases/v4.1.0.md +21 -0
  16. package/docs/releases/v4.1.1.md +19 -0
  17. package/docs/versioning.md +10 -0
  18. package/package.json +25 -8
  19. package/packages/translation-engine/LICENSE +674 -0
  20. package/packages/translation-engine/README.md +69 -0
  21. package/packages/translation-engine/bin/tokenizer-linux-x64 +0 -0
  22. package/packages/translation-engine/bin/translate.mjs +29 -0
  23. package/packages/translation-engine/native/build.mjs +15 -0
  24. package/packages/translation-engine/native/tokenizer.c +73 -0
  25. package/packages/translation-engine/package.json +29 -0
  26. package/packages/translation-engine/src/catalog.mjs +103 -0
  27. package/packages/translation-engine/src/cpu-runtime.mjs +90 -0
  28. package/packages/translation-engine/src/download.mjs +94 -0
  29. package/packages/translation-engine/src/index.mjs +70 -0
  30. package/packages/translation-engine/src/inference.mjs +177 -0
  31. package/packages/translation-engine/src/model-store.mjs +197 -0
  32. package/packages/translation-engine/src/tokenizer.mjs +77 -0
  33. package/packages/translation-engine/src/worker.mjs +83 -0
  34. package/scripts/install-services.mjs +5 -4
  35. package/scripts/start-backend.mjs +7 -1
  36. package/server/src/application.mjs +40 -5
  37. package/server/src/backends/claude/catalogue.mjs +5 -3
  38. package/server/src/backends/claude/execution-session.mjs +7 -1
  39. package/server/src/backends/claude/messages.mjs +2 -1
  40. package/server/src/backends/claude/provider-environment.mjs +6 -4
  41. package/server/src/backends/claude/sessions.mjs +1 -0
  42. package/server/src/backends/claude/worker-client.mjs +13 -6
  43. package/server/src/backends/claude/worker-location.mjs +12 -0
  44. package/server/src/backends/cli-installation.mjs +28 -13
  45. package/server/src/backends/cli-package.mjs +116 -0
  46. package/server/src/backends/codex/adapter.mjs +2 -0
  47. package/server/src/backends/codex/events.mjs +1 -1
  48. package/server/src/backends/codex/token-usage.mjs +140 -0
  49. package/server/src/backends/manager.mjs +87 -21
  50. package/server/src/backends/provider-presets.mjs +1 -1
  51. package/server/src/backends/providers.mjs +6 -3
  52. package/server/src/backends/storage.mjs +7 -3
  53. package/server/src/config.mjs +7 -0
  54. package/server/src/http/maintenance.mjs +28 -0
  55. package/server/src/http/router.mjs +20 -2
  56. package/server/src/server.mjs +9 -0
  57. package/server/src/service-maintenance-worker.mjs +124 -0
  58. package/server/src/service-maintenance.mjs +222 -0
  59. package/server/src/summary-translation.mjs +42 -53
  60. package/server/src/token-usage-reconciliation.mjs +105 -0
  61. package/server/src/token-usage.mjs +208 -0
  62. package/server/src/translation-service.mjs +133 -0
@@ -0,0 +1,105 @@
1
+ import { resourceTarget } from "../../shared/backend-identity.mjs";
2
+
3
+ export function createTokenUsageReconciliation({ store, call, current }) {
4
+ const jobs = new Map();
5
+ async function run(entry, status, signal) {
6
+ let archiveCursor;
7
+ do {
8
+ const revisions = store.revisions();
9
+ const page = await call(
10
+ entry,
11
+ "thread/list",
12
+ {
13
+ archived: true,
14
+ limit: 100,
15
+ ...(archiveCursor && { cursor: archiveCursor }),
16
+ },
17
+ { signal },
18
+ );
19
+ for (const thread of page.data || []) {
20
+ if (!current(entry) || signal.aborted) return;
21
+ if (store.revision(thread.id) === (revisions.get(thread.id) ?? 0))
22
+ store.archive(thread.id);
23
+ status.archived++;
24
+ }
25
+ archiveCursor = page.nextCursor;
26
+ } while (archiveCursor && current(entry) && !signal.aborted);
27
+ let cursor;
28
+ do {
29
+ const page = await call(
30
+ entry,
31
+ "thread/list",
32
+ {
33
+ archived: false,
34
+ limit: 100,
35
+ ...(cursor && { cursor }),
36
+ },
37
+ { signal },
38
+ );
39
+ for (const thread of page.data || []) {
40
+ if (!current(entry) || signal.aborted) return;
41
+ if (thread.path?.includes("/archived_sessions/")) continue;
42
+ status.checked++;
43
+ try {
44
+ if (await store.read(thread.id)) continue;
45
+ const result = await call(
46
+ entry,
47
+ "thread/read",
48
+ {
49
+ threadId: resourceTarget(thread.id, entry.backend.id).nativeId,
50
+ includeTurns: false,
51
+ },
52
+ { signal },
53
+ );
54
+ if (result.thread?.tokenUsage) status.imported++;
55
+ else status.unavailable++;
56
+ } catch (error) {
57
+ status.failed++;
58
+ status.error = error.message;
59
+ }
60
+ }
61
+ cursor = page.nextCursor;
62
+ } while (cursor && current(entry) && !signal.aborted);
63
+ await store.flush();
64
+ }
65
+ return {
66
+ start(entry) {
67
+ if (
68
+ !current(entry) ||
69
+ !entry.adapter?.ready ||
70
+ jobs.get(entry.backend.id)?.entry === entry
71
+ )
72
+ return;
73
+ const status = {
74
+ status: "running",
75
+ checked: 0,
76
+ archived: 0,
77
+ imported: 0,
78
+ unavailable: 0,
79
+ failed: 0,
80
+ error: null,
81
+ };
82
+ const controller = new AbortController();
83
+ const promise = run(entry, status, controller.signal)
84
+ .then(() => {
85
+ status.status = current(entry) ? "completed" : "stopped";
86
+ })
87
+ .catch((error) => {
88
+ status.status = controller.signal.aborted ? "stopped" : "failed";
89
+ status.error = controller.signal.aborted ? null : error.message;
90
+ })
91
+ .finally(() =>
92
+ console.log(
93
+ `后端 ${entry.backend.id} token 用量启动核对:${JSON.stringify(status)}`,
94
+ ),
95
+ );
96
+ jobs.set(entry.backend.id, { entry, status, promise, controller });
97
+ },
98
+ snapshot: () =>
99
+ Object.fromEntries([...jobs].map(([id, job]) => [id, { ...job.status }])),
100
+ flush: () => Promise.all([...jobs.values()].map((job) => job.promise)),
101
+ stop: () => {
102
+ for (const job of jobs.values()) job.controller.abort();
103
+ },
104
+ };
105
+ }
@@ -0,0 +1,208 @@
1
+ import { createHash } from "node:crypto";
2
+ import { join } from "node:path";
3
+ import { rm } from "node:fs/promises";
4
+ import { createStorage } from "./backends/storage.mjs";
5
+
6
+ // 每个完整对话标识对应一个快照文件,读取和写入均只访问所属对话。
7
+ export function createTokenUsageStore(directory) {
8
+ const entries = new Map();
9
+ const pendingResults = new Set();
10
+ function entry(threadId) {
11
+ if (!entries.has(threadId)) {
12
+ const name = createHash("sha256").update(threadId).digest("hex");
13
+ const path = join(directory, "token-usage", `${name}.json`);
14
+ const storage = createStorage(path, null);
15
+ entries.set(threadId, {
16
+ path,
17
+ storage,
18
+ revision: 0,
19
+ value: undefined,
20
+ turnId: null,
21
+ loading: null,
22
+ writing: null,
23
+ deleted: false,
24
+ archived: false,
25
+ savedRevision: 0,
26
+ error: null,
27
+ importing: null,
28
+ });
29
+ }
30
+ return entries.get(threadId);
31
+ }
32
+ async function read(threadId) {
33
+ const state = entry(threadId);
34
+ if (state.value !== undefined) return state.value;
35
+ state.loading ||= state.storage
36
+ .read()
37
+ .then((saved) => {
38
+ if (state.value === undefined) {
39
+ state.value = saved?.threadId === threadId ? saved.tokenUsage : null;
40
+ state.turnId = saved?.threadId === threadId ? saved.turnId : null;
41
+ }
42
+ return state.value;
43
+ })
44
+ .catch((error) => {
45
+ state.loading = null;
46
+ throw error;
47
+ });
48
+ return state.loading;
49
+ }
50
+ function write(threadId, state) {
51
+ if (state.writing) return state.writing;
52
+ const operation = (async () => {
53
+ let revision;
54
+ do {
55
+ revision = state.revision;
56
+ if (state.deleted || state.archived || state.value == null)
57
+ await rm(state.path, { force: true });
58
+ else {
59
+ const snapshot = {
60
+ threadId,
61
+ tokenUsage: state.value,
62
+ turnId: state.turnId,
63
+ updatedAt: new Date().toISOString(),
64
+ };
65
+ await state.storage.replace(snapshot);
66
+ }
67
+ state.savedRevision = revision;
68
+ state.error = null;
69
+ } while (revision !== state.revision);
70
+ })();
71
+ state.writing = operation.finally(() => {
72
+ state.writing = null;
73
+ });
74
+ state.writing.catch((error) => {
75
+ state.error = error;
76
+ console.error(`保存对话 ${threadId} token 用量失败:${error.message}`);
77
+ });
78
+ return state.writing;
79
+ }
80
+ function remember(threadId, tokenUsage, turnId) {
81
+ if (!threadId || !tokenUsage) return;
82
+ const state = entry(threadId);
83
+ if (state.deleted || state.archived) return;
84
+ const sameValue =
85
+ JSON.stringify(state.value) === JSON.stringify(tokenUsage);
86
+ const usageTurnId = turnId ?? (sameValue ? state.turnId : null);
87
+ if (sameValue && state.turnId === usageTurnId) {
88
+ if (state.savedRevision !== state.revision) write(threadId, state);
89
+ return;
90
+ }
91
+ state.value = structuredClone(tokenUsage);
92
+ state.turnId = usageTurnId;
93
+ state.revision++;
94
+ write(threadId, state);
95
+ }
96
+ function remove(threadId) {
97
+ if (!threadId) return;
98
+ const state = entry(threadId);
99
+ state.deleted = true;
100
+ state.value = null;
101
+ state.revision++;
102
+ write(threadId, state);
103
+ }
104
+ function archive(threadId, archived = true) {
105
+ if (!threadId) return;
106
+ const state = entry(threadId);
107
+ state.archived = archived;
108
+ state.value = null;
109
+ state.revision++;
110
+ if (archived) write(threadId, state);
111
+ }
112
+ async function project(result, method, revision, forkUsage, readNativeUsage) {
113
+ if (
114
+ !["thread/read", "thread/resume", "thread/fork"].includes(method) ||
115
+ !result?.thread
116
+ )
117
+ return result;
118
+ const thread = result.thread;
119
+ if (thread.path?.includes("/archived_sessions/")) archive(thread.id);
120
+ const state = entry(thread.id);
121
+ if (state.deleted || state.archived) return result;
122
+ try {
123
+ await read(thread.id);
124
+ } catch (error) {
125
+ console.error(`读取对话 ${thread.id} token 用量失败:${error.message}`);
126
+ }
127
+ if (!state.value && !thread.tokenUsage && readNativeUsage) {
128
+ try {
129
+ state.importing ||= readNativeUsage(thread);
130
+ const restored = await state.importing;
131
+ if (
132
+ !state.value &&
133
+ !state.archived &&
134
+ !state.deleted &&
135
+ restored?.tokenUsage
136
+ )
137
+ remember(thread.id, restored.tokenUsage, restored.turnId);
138
+ } catch (error) {
139
+ state.importing = null;
140
+ console.error(
141
+ `首次补录对话 ${thread.id} token 用量失败:${error.message}`,
142
+ );
143
+ }
144
+ }
145
+ if (
146
+ (thread.tokenUsage || forkUsage?.tokenUsage) &&
147
+ state.revision === (method === "thread/fork" ? 0 : revision)
148
+ )
149
+ remember(
150
+ thread.id,
151
+ thread.tokenUsage || forkUsage.tokenUsage,
152
+ forkUsage?.turnId,
153
+ );
154
+ const tokenUsage = state.value || thread.tokenUsage;
155
+ return tokenUsage
156
+ ? { ...result, thread: { ...thread, tokenUsage } }
157
+ : result;
158
+ }
159
+ return {
160
+ read,
161
+ remember,
162
+ remove,
163
+ archive,
164
+ async forkSource(params) {
165
+ if (params.beforeTurnId || params.path || !params.threadId) return null;
166
+ let tokenUsage;
167
+ try {
168
+ tokenUsage = await read(params.threadId);
169
+ } catch (error) {
170
+ console.error(
171
+ `读取分支来源 ${params.threadId} token 用量失败:${error.message}`,
172
+ );
173
+ return null;
174
+ }
175
+ const state = entry(params.threadId);
176
+ if (
177
+ !tokenUsage ||
178
+ (params.lastTurnId && params.lastTurnId !== state.turnId)
179
+ )
180
+ return null;
181
+ return structuredClone({ tokenUsage, turnId: state.turnId });
182
+ },
183
+ revision: (threadId) => (threadId ? entry(threadId).revision : 0),
184
+ revisions: () =>
185
+ new Map([...entries].map(([id, state]) => [id, state.revision])),
186
+ observe({ method, params }) {
187
+ if (method === "thread/tokenUsage/updated")
188
+ remember(params.threadId, params.tokenUsage, params.turnId);
189
+ if (method === "thread/deleted") remove(params.threadId);
190
+ if (method === "thread/archived") archive(params.threadId);
191
+ if (method === "thread/unarchived") archive(params.threadId, false);
192
+ },
193
+ result(...params) {
194
+ const operation = project(...params);
195
+ pendingResults.add(operation);
196
+ operation.then(
197
+ () => pendingResults.delete(operation),
198
+ () => pendingResults.delete(operation),
199
+ );
200
+ return operation;
201
+ },
202
+ async flush() {
203
+ await Promise.allSettled([...pendingResults]);
204
+ await Promise.all([...entries.values()].map((state) => state.writing));
205
+ for (const state of entries.values()) if (state.error) throw state.error;
206
+ },
207
+ };
208
+ }
@@ -0,0 +1,133 @@
1
+ import { mkdir, readFile, writeFile, rename } from "node:fs/promises";
2
+ import { join } from "node:path";
3
+ import { randomUUID } from "node:crypto";
4
+ import {
5
+ createTranslationEngine,
6
+ ModelStore,
7
+ } from "@claudex-web/translation-engine";
8
+
9
+ export function createTranslationService(
10
+ { configDir, translationModelDir },
11
+ createEngine = createTranslationEngine,
12
+ ) {
13
+ const file = join(configDir, "translation.json");
14
+ let state = {
15
+ enabled: false,
16
+ state: "disabled",
17
+ modelDirectory: translationModelDir,
18
+ error: "",
19
+ };
20
+ let engine;
21
+ let revision = 0;
22
+ let initialized;
23
+ let mutations = Promise.resolve();
24
+ const snapshot = () => ({ ...state });
25
+ async function stop() {
26
+ revision++;
27
+ const previous = engine;
28
+ engine = null;
29
+ await previous?.close();
30
+ }
31
+ function prepare() {
32
+ const current = ++revision;
33
+ const active = createEngine({
34
+ directory: translationModelDir,
35
+ onProgress: (progress) => {
36
+ if (revision === current && state.enabled)
37
+ state = { ...state, state: "downloading", progress };
38
+ },
39
+ });
40
+ engine = active;
41
+ state = { ...state, state: "preparing", error: "", progress: null };
42
+ active.prepare().then(
43
+ (model) => {
44
+ if (revision === current && state.enabled)
45
+ state = { ...state, state: "ready", model, progress: null };
46
+ },
47
+ (error) => {
48
+ if (revision === current && state.enabled)
49
+ state = {
50
+ ...state,
51
+ state: "error",
52
+ error: error.message,
53
+ progress: null,
54
+ };
55
+ },
56
+ );
57
+ }
58
+ async function initialize() {
59
+ return (initialized ??= (async () => {
60
+ try {
61
+ const saved = JSON.parse(await readFile(file, "utf8"));
62
+ state.enabled = saved.enabled === true;
63
+ } catch (error) {
64
+ if (error.code !== "ENOENT") throw error;
65
+ }
66
+ if (state.enabled) prepare();
67
+ else {
68
+ try {
69
+ const model = await new ModelStore(translationModelDir).installed();
70
+ if (model) state.model = { id: model.id, version: model.version };
71
+ } catch (error) {
72
+ state.error = error.message;
73
+ }
74
+ }
75
+ })());
76
+ }
77
+ return {
78
+ initialize,
79
+ async status() {
80
+ await initialize();
81
+ return snapshot();
82
+ },
83
+ setEnabled(enabled) {
84
+ const operation = mutations.then(async () => {
85
+ await initialize();
86
+ await mkdir(configDir, { recursive: true, mode: 0o700 });
87
+ const temporary = `${file}.${randomUUID()}.tmp`;
88
+ await writeFile(temporary, JSON.stringify({ enabled }), {
89
+ mode: 0o600,
90
+ });
91
+ await rename(temporary, file);
92
+ state = { ...state, enabled, error: "" };
93
+ if (!enabled) {
94
+ state = { ...state, state: "disabled", progress: null };
95
+ await stop();
96
+ } else if (!engine || state.state === "error") {
97
+ await stop();
98
+ prepare();
99
+ }
100
+ return snapshot();
101
+ });
102
+ mutations = operation.catch(() => {});
103
+ return operation;
104
+ },
105
+ async translate(texts) {
106
+ await initialize();
107
+ if (!state.enabled || state.state !== "ready" || !engine)
108
+ throw new Error("本地翻译模型尚未就绪,请在设置中查看下载状态");
109
+ const current = revision;
110
+ let result;
111
+ try {
112
+ result = await engine.translate(texts);
113
+ } catch (error) {
114
+ if (
115
+ current === revision &&
116
+ state.enabled &&
117
+ error.code === "TRANSLATION_PROCESS_EXITED"
118
+ ) {
119
+ await stop();
120
+ prepare();
121
+ }
122
+ throw error;
123
+ }
124
+ if (current !== revision || !state.enabled)
125
+ throw new Error("思考内容翻译已关闭");
126
+ return result;
127
+ },
128
+ async close() {
129
+ await mutations;
130
+ await stop();
131
+ },
132
+ };
133
+ }