@itphx/synth-backend 0.9.0 → 0.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/app/bootstrap.d.ts +11 -0
- package/dist/app/bootstrap.js +19 -0
- package/dist/app/deps.d.ts +106 -0
- package/dist/app/deps.js +617 -0
- package/dist/app/listen.d.ts +29 -0
- package/dist/app/listen.js +298 -0
- package/dist/app/mount-routes.d.ts +18 -0
- package/dist/app/mount-routes.js +466 -0
- package/dist/app/sse-events.d.ts +15 -0
- package/dist/app/sse-events.js +83 -0
- package/dist/app.d.ts +29 -3
- package/dist/app.js +110 -900
- package/dist/auth/guards.d.ts +20 -0
- package/dist/auth/guards.js +65 -0
- package/dist/auth/middleware.d.ts +20 -1
- package/dist/auth/middleware.js +53 -1
- package/dist/auth/oidc.d.ts +15 -0
- package/dist/auth/oidc.js +41 -3
- package/dist/auth/service-scope.d.ts +14 -0
- package/dist/auth/service-scope.js +40 -0
- package/dist/events/hub.d.ts +9 -0
- package/dist/events/hub.js +29 -0
- package/dist/lib/cors.d.ts +23 -0
- package/dist/lib/cors.js +24 -0
- package/dist/lib/i18n.js +64 -0
- package/dist/main.js +10 -1
- package/dist/middleware/rate-limiter.d.ts +4 -1
- package/dist/middleware/rate-limiter.js +4 -2
- package/dist/routes/audit.d.ts +1 -1
- package/dist/routes/audit.js +2 -2
- package/dist/routes/auth.js +35 -5
- package/dist/routes/gateway-patterns.d.ts +1 -1
- package/dist/routes/gateway-patterns.js +1 -1
- package/dist/routes/llm.js +7 -4
- package/dist/routes/mcp-registry.d.ts +3 -3
- package/dist/routes/mcp-registry.js +40 -17
- package/dist/routes/mcp.d.ts +1 -1
- package/dist/routes/mcp.js +1 -1
- package/dist/routes/projects.d.ts +7 -4
- package/dist/routes/projects.js +17 -7
- package/dist/routes/providers.js +1 -0
- package/dist/routes/sessions.d.ts +7 -1
- package/dist/routes/sessions.js +119 -8
- package/dist/routes/users.js +17 -4
- package/package.json +4 -4
- package/dist/agents/definitions/admin.json +0 -24
- package/dist/agents/definitions/analyst.json +0 -20
- package/dist/agents/definitions/assistant.json +0 -25
- package/dist/agents/definitions/auditor.json +0 -19
- package/dist/agents/definitions/developer.json +0 -23
- package/dist/agents/definitions/devops.json +0 -23
- package/dist/agents/definitions/explore.json +0 -15
- package/dist/agents/definitions/general.json +0 -15
- package/dist/agents/definitions/pm.json +0 -20
- package/dist/agents/definitions/qa.json +0 -22
package/dist/app.js
CHANGED
|
@@ -9,82 +9,29 @@
|
|
|
9
9
|
// построения приложения и восстанавливает окружение после — это позволяет
|
|
10
10
|
// тестам поднимать изолированный backend in-process с debug auth и
|
|
11
11
|
// фейковыми провайдерами без OIDC.
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
import { Readable } from 'node:stream';
|
|
12
|
+
//
|
|
13
|
+
// ADR-095 (шаг 4b): фасад-композиция — зависимости (`app/deps.ts`), порядок
|
|
14
|
+
// монтирования роутов (`app/mount-routes.ts`), SSE-хаб (`app/sse-events.ts`),
|
|
15
|
+
// HTTP/WS-адаптер (`app/listen.ts`). Экспорты и поведение прежние.
|
|
17
16
|
import { Hono } from 'hono';
|
|
18
17
|
import { cors } from 'hono/cors';
|
|
19
18
|
import { logger } from 'hono/logger';
|
|
20
|
-
import {
|
|
21
|
-
import { nowISO,
|
|
19
|
+
import { createMiddleware } from 'hono/factory';
|
|
20
|
+
import { nowISO, SYNTH_VERSION } from '@itphx/synth-shared';
|
|
21
|
+
import { ServiceApiKeyStore, applyBootstrapServiceKeys, KeyRateLimiter, getServiceCredential, } from '@itphx/synth-core';
|
|
22
22
|
import { loadBackendConfig } from './lib/app-config.js';
|
|
23
|
+
import { resolveCorsOrigin } from './lib/cors.js';
|
|
23
24
|
import { createAuthMiddleware } from './auth/middleware.js';
|
|
24
25
|
import { createAuthRoutes } from './routes/auth.js';
|
|
25
|
-
import {
|
|
26
|
-
import {
|
|
27
|
-
import {
|
|
28
|
-
import {
|
|
29
|
-
import { createProviderRoutes } from './routes/providers.js';
|
|
30
|
-
import { createModelRoutes } from './routes/models.js';
|
|
31
|
-
import { createAgentRoutes } from './routes/agents.js';
|
|
32
|
-
import { createContextRoutes as createContextFileRoutes } from './routes/context.js';
|
|
33
|
-
import { createDebugRoutes } from './routes/debug.js';
|
|
34
|
-
import { createUserRoutes } from './routes/users.js';
|
|
35
|
-
import { createMcpRoutes } from './routes/mcp.js';
|
|
36
|
-
import { createAuditRoutes } from './routes/audit.js';
|
|
37
|
-
import { createLogsRoutes, resolveLogDir } from './routes/logs.js';
|
|
38
|
-
import { createGatewayPatternsRoutes } from './routes/gateway-patterns.js';
|
|
39
|
-
import { createLlmRoutes } from './routes/llm.js';
|
|
40
|
-
import { createRateLimiter } from './middleware/rate-limiter.js';
|
|
41
|
-
import { DefaultsStore } from './lib/defaults-store.js';
|
|
42
|
-
import { t, getTranslations } from './lib/i18n.js';
|
|
43
|
-
import { ProjectStore } from '@itphx/synth-core';
|
|
44
|
-
import { JsonStore } from '@itphx/synth-core';
|
|
45
|
-
import { EventHub } from './events/hub.js';
|
|
46
|
-
/**
|
|
47
|
-
* Вспомогательная функция для конвертации Node Request в Web Request.
|
|
48
|
-
*/
|
|
49
|
-
function toWebRequest(req) {
|
|
50
|
-
const protocol = 'http';
|
|
51
|
-
const host = req.headers.host || 'localhost';
|
|
52
|
-
const url = `${protocol}://${host}${req.url || '/'}`;
|
|
53
|
-
const headers = new Headers();
|
|
54
|
-
for (const [k, v] of Object.entries(req.headers)) {
|
|
55
|
-
if (v)
|
|
56
|
-
headers.set(k, Array.isArray(v) ? v.join(', ') : v);
|
|
57
|
-
}
|
|
58
|
-
const method = req.method || 'GET';
|
|
59
|
-
const noBody = ['GET', 'HEAD'].includes(method) || !req.headers['content-length'];
|
|
60
|
-
return new Request(url, {
|
|
61
|
-
method,
|
|
62
|
-
headers,
|
|
63
|
-
body: noBody ? undefined : Readable.toWeb(req),
|
|
64
|
-
duplex: 'half',
|
|
65
|
-
});
|
|
66
|
-
}
|
|
26
|
+
import { t } from './lib/i18n.js';
|
|
27
|
+
import { createBackendDeps } from './app/deps.js';
|
|
28
|
+
import { mountBackendRoutes } from './app/mount-routes.js';
|
|
29
|
+
import { createBackendListen } from './app/listen.js';
|
|
67
30
|
/**
|
|
68
|
-
*
|
|
31
|
+
* Backend-приложение Synth (managed): `createBackendApp` без прослушивания порта.
|
|
32
|
+
* Фасад-композиция: зависимости — `app/deps.ts`, порядок монтирования роутов —
|
|
33
|
+
* `app/mount-routes.ts`, SSE-хаб — `app/sse-events.ts`, HTTP/WS — `app/listen.ts`.
|
|
69
34
|
*/
|
|
70
|
-
function reqAdapter(req) {
|
|
71
|
-
const headers = new Headers();
|
|
72
|
-
for (const [k, v] of Object.entries(req.headers)) {
|
|
73
|
-
if (v)
|
|
74
|
-
headers.set(k, Array.isArray(v) ? v.join(', ') : v);
|
|
75
|
-
}
|
|
76
|
-
return {
|
|
77
|
-
req: {
|
|
78
|
-
header(name) {
|
|
79
|
-
const h = req.headers[name.toLowerCase()];
|
|
80
|
-
if (!h)
|
|
81
|
-
return undefined;
|
|
82
|
-
return Array.isArray(h) ? h[0] : h;
|
|
83
|
-
},
|
|
84
|
-
raw: { headers },
|
|
85
|
-
},
|
|
86
|
-
};
|
|
87
|
-
}
|
|
88
35
|
export async function createBackendApp(opts = {}) {
|
|
89
36
|
// Временные env-переменные: применяются только на время построения приложения
|
|
90
37
|
// (loadBackendConfig и syncProvidersFromEnv читают process.env).
|
|
@@ -113,631 +60,71 @@ export async function createBackendApp(opts = {}) {
|
|
|
113
60
|
// Health (без auth)
|
|
114
61
|
app.get('/health', (c) => c.json({ status: 'healthy', version: SYNTH_VERSION, time: nowISO() }));
|
|
115
62
|
app.get('/api/v2/health', (c) => c.json({ status: 'healthy', version: SYNTH_VERSION, time: nowISO() }));
|
|
116
|
-
// Динамический CORS origin:
|
|
117
|
-
//
|
|
63
|
+
// Динамический CORS origin (fail-closed): явный ORIGIN через env `SYNTH_CORS_ORIGIN`;
|
|
64
|
+
// иначе явный dev-флаг `SYNTH_CORS_ALLOW_ALL=true` (отражать любой origin);
|
|
65
|
+
// иначе — точное совпадение с белым списком `server.allowedOrigins`.
|
|
66
|
+
// Пустой белый список НЕ разрешает все origin — заголовки CORS не выставляются.
|
|
118
67
|
const allowedOrigins = backendConfig.synth.server.allowedOrigins ?? [];
|
|
119
|
-
const envCorsOrigin = process.env.SYNTH_CORS_ORIGIN;
|
|
68
|
+
const envCorsOrigin = process.env.SYNTH_CORS_ORIGIN || undefined;
|
|
69
|
+
const allowAllOrigins = process.env.SYNTH_CORS_ALLOW_ALL === 'true';
|
|
120
70
|
app.use(cors({
|
|
121
|
-
origin: (origin) => {
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
if (allowedOrigins.length === 0)
|
|
127
|
-
return origin;
|
|
128
|
-
if (allowedOrigins.includes(origin))
|
|
129
|
-
return origin;
|
|
130
|
-
return allowedOrigins[0];
|
|
131
|
-
},
|
|
71
|
+
origin: (origin) => resolveCorsOrigin(origin, {
|
|
72
|
+
allowedOrigins,
|
|
73
|
+
envOrigin: envCorsOrigin,
|
|
74
|
+
allowAll: allowAllOrigins,
|
|
75
|
+
}),
|
|
132
76
|
credentials: true,
|
|
133
77
|
}));
|
|
134
|
-
|
|
78
|
+
// ADR-052 (этап I): реестр service-key создаётся до auth — резолвер
|
|
79
|
+
// `synth_svc_…` нужен аутентификации (паритет с core `server/app.ts`).
|
|
80
|
+
const serviceApiKeyStore = new ServiceApiKeyStore({ dataDir: backendConfig.dataDir });
|
|
81
|
+
// ADR-052/O1: идемпотентный bootstrap installer-ключей из env/Secret
|
|
82
|
+
// (best-effort — ошибка конфигурации не роняет старт, пишется в лог).
|
|
83
|
+
await applyBootstrapServiceKeys(serviceApiKeyStore, backendConfig.synth.security.bootstrapServiceKeys ?? []);
|
|
84
|
+
const auth = createAuthMiddleware({
|
|
85
|
+
...backendConfig.auth,
|
|
86
|
+
resolveServiceKey: async (raw) => {
|
|
87
|
+
const resolved = await serviceApiKeyStore.resolveBySecret(raw);
|
|
88
|
+
if (!resolved)
|
|
89
|
+
return null;
|
|
90
|
+
const key = resolved.key;
|
|
91
|
+
// Best-effort отметка использования — не блокирует и не роняет запрос.
|
|
92
|
+
void serviceApiKeyStore.touch(key.id).catch(() => { });
|
|
93
|
+
return {
|
|
94
|
+
user: {
|
|
95
|
+
id: `service:${key.id}`,
|
|
96
|
+
username: key.label,
|
|
97
|
+
roles: [...key.roles],
|
|
98
|
+
preferredLanguage: 'ru',
|
|
99
|
+
createdAt: key.createdAt,
|
|
100
|
+
teamRole: key.roles[0] ?? 'USER',
|
|
101
|
+
notes: '',
|
|
102
|
+
interviewCompleted: false,
|
|
103
|
+
isLocal: false,
|
|
104
|
+
},
|
|
105
|
+
credential: resolved.credential,
|
|
106
|
+
};
|
|
107
|
+
},
|
|
108
|
+
});
|
|
135
109
|
// Прикрепляем пользователя ко всем запросам
|
|
136
110
|
app.use('*', auth.attachUser);
|
|
137
|
-
//
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
systemDefaultsProvider: async () => ({
|
|
146
|
-
mcpDefaultOn: await mcpRegistryStore.toDefaultServers(),
|
|
147
|
-
skillsDefaultOn: (await resolveProjectSkillSeed(skillService, await settingsStore.getSkillsDisabledForNewProjects())).enabled,
|
|
148
|
-
}),
|
|
149
|
-
});
|
|
150
|
-
// AD-076 §T4: SSH-ключи агентов — core-хранилище поверх общего dataDir.
|
|
151
|
-
// Мастер-ключ: env `SYNTH_SECRET_KEY` > `config.security.secretKey` > файл dataDir.
|
|
152
|
-
const sshKeyStore = new SSHKeyStore({
|
|
153
|
-
dataDir,
|
|
154
|
-
secretKey: resolveSecretKey(backendConfig.synth),
|
|
155
|
-
env: process.env,
|
|
156
|
-
});
|
|
157
|
-
const providerStore = new JsonStore({ dataDir, subdir: 'providers' });
|
|
158
|
-
const modelStore = new JsonStore({ dataDir, subdir: 'models' });
|
|
159
|
-
const agentStore = new JsonStore({ dataDir, subdir: 'agents' });
|
|
160
|
-
const contextConfig = new ContextConfig({ userDataDir: `${dataDir}/context` });
|
|
161
|
-
const profilesStore = new FileProfileStore({ dataDir });
|
|
162
|
-
// AD-036: хранилище кастомных regex-паттернов детекции секретов (override ?? дефолт)
|
|
163
|
-
const patternStore = new SecretPatternStore({ dataDir });
|
|
164
|
-
// Runtime-настройки (AD-005): workspace/mcp из {dataDir}/settings.json (переживают рестарт)
|
|
165
|
-
const settingsStore = new RuntimeSettingsStore({ dataDir });
|
|
166
|
-
// AD-075: дефолтный рабочий каталог — runtime-override `settings/workspace`
|
|
167
|
-
// приоритетнее config/env (`resolveDefaultWorkspace`), каталог создаётся
|
|
168
|
-
// заранее (как в core `server/app.ts`), чтобы инструменты не падали.
|
|
169
|
-
const runtimeWorkspace = await settingsStore.getWorkspace();
|
|
170
|
-
const defaultWorkingDir = runtimeWorkspace ?? resolveDefaultWorkspace(backendConfig.synth);
|
|
171
|
-
await mkdir(defaultWorkingDir, { recursive: true });
|
|
172
|
-
// Агент по умолчанию (админка «Агенты»): runtime-настройка поверх DEFAULT_AGENT_ID.
|
|
173
|
-
const getDefaultAgentId = async () => (await settingsStore.getDefaultAgent()) ?? DEFAULT_AGENT_ID;
|
|
174
|
-
// Умолчания оформления (AD-005): {dataDir}/defaults.json (переживают рестарт)
|
|
175
|
-
const defaultsStore = new DefaultsStore({ dataDir });
|
|
176
|
-
// MCP: единый источник истины — реестр `McpRegistryStore` (AD-071 §2.5).
|
|
177
|
-
// Legacy `YamlMcpConfigStore` удалён: instance-серверы из config.mcp.servers
|
|
178
|
-
// сидируются в реестр при старте (seed без дублирования по имени).
|
|
179
|
-
const mcpManager = new McpManager();
|
|
180
|
-
const mcpRegistryStore = new McpRegistryStore({ dataDir });
|
|
181
|
-
await mcpRegistryStore.seedFromConfig(backendConfig.synth.mcp.servers);
|
|
182
|
-
// Одно чтение реестра на все карты менеджера (вместо пяти).
|
|
183
|
-
const mcpMaps = await mcpRegistryStore.toManagerMaps();
|
|
184
|
-
mcpManager.setConfig(mcpMaps.servers);
|
|
185
|
-
mcpManager.setServerOrigins(mcpMaps.origins);
|
|
186
|
-
mcpManager.setServerTrusts(mcpMaps.trusts);
|
|
187
|
-
mcpManager.setServerAuthors(mcpMaps.authors);
|
|
188
|
-
mcpManager.setDefaultServers(mcpMaps.defaults);
|
|
189
|
-
// AD-071 §2.4: системный мастер-флаг серверов (реестр `enabled`).
|
|
190
|
-
mcpManager.setServerSystemEnabled(mcpMaps.systemEnabled);
|
|
191
|
-
// AD-071 §2.3.1: политика сетевого доступа HTTP-серверов (SSRF/egress).
|
|
192
|
-
// Runtime-настройка из админки (settings.json) приоритетнее config.yaml и
|
|
193
|
-
// переживает рестарт; храним в изменяемой переменной, чтобы registry-роуты
|
|
194
|
-
// видели свежее значение без рестарта. Слияние — единым helper'ом
|
|
195
|
-
// mergeMcpNetworkPolicy (тот же, что и в core).
|
|
196
|
-
const runtimeMcpNetworkPolicy = await settingsStore.getMcpNetworkPolicy();
|
|
197
|
-
let effectiveNetworkPolicy = mergeMcpNetworkPolicy(backendConfig.synth.mcp.networkPolicy, runtimeMcpNetworkPolicy);
|
|
198
|
-
mcpManager.setNetworkPolicy(effectiveNetworkPolicy);
|
|
199
|
-
// Auth routes (после profilesStore)
|
|
200
|
-
app.route('/auth', createAuthRoutes(auth, backendConfig.auth, profilesStore, dataDir, defaultsStore));
|
|
201
|
-
// Сидирование тестовых пользователей (debug mode)
|
|
202
|
-
if (backendConfig.auth.debugMode && backendConfig.auth.testUsers) {
|
|
203
|
-
for (const tu of backendConfig.auth.testUsers) {
|
|
204
|
-
profilesStore.getOrCreateProfile({
|
|
205
|
-
username: tu.username,
|
|
206
|
-
roles: tu.roles,
|
|
207
|
-
}).catch((e) => console.warn('seed: failed to create profile for', tu.username, e));
|
|
208
|
-
}
|
|
209
|
-
}
|
|
210
|
-
const eventBus = new EventBus();
|
|
211
|
-
const queueManager = new QueueProcessorManager();
|
|
212
|
-
// Context builder
|
|
213
|
-
const contextBuilder = new ContextBuilder(contextConfig, {
|
|
214
|
-
profilesStore,
|
|
215
|
-
projectDataDir: `${dataDir}/projects`,
|
|
216
|
-
defaultLanguage: 'ru',
|
|
217
|
-
});
|
|
218
|
-
// Provider loader
|
|
219
|
-
const providerLoader = (name) => {
|
|
220
|
-
// При старте загружаем все конфиги — JsonStore.list() не подходит для быстрого lookup
|
|
221
|
-
// поэтому кешируем провайдеров в Map
|
|
222
|
-
return providerCache.get(name) ?? null;
|
|
223
|
-
};
|
|
224
|
-
// AD-038: синхронизация провайдеров/моделей из переменных окружения (общая
|
|
225
|
-
// core-реализация). Вызывается ПОСЛЕ создания providerStore/modelStore, но ДО
|
|
226
|
-
// заполнения кэшей, чтобы env-провайдеры попали в providerCache/modelCache.
|
|
227
|
-
await syncProvidersFromEnv(providerStore, modelStore);
|
|
228
|
-
// Кеш провайдеров (заполняется при старте)
|
|
229
|
-
const providerCache = new Map();
|
|
230
|
-
(await providerStore.list()).forEach((p) => {
|
|
231
|
-
providerCache.set(p.name, p);
|
|
232
|
-
});
|
|
233
|
-
// Кеш моделей (заполняется при старте)
|
|
234
|
-
const modelCache = new Map();
|
|
235
|
-
(await modelStore.list()).forEach((m) => {
|
|
236
|
-
modelCache.set(m.id, m);
|
|
237
|
-
});
|
|
238
|
-
// Загрузчик сохранённого контекстного окна модели (ModelConfig.contextWindow)
|
|
239
|
-
const modelWindowLoader = (modelName) => {
|
|
240
|
-
for (const m of modelCache.values()) {
|
|
241
|
-
if (m.name === modelName || m.id === modelName) {
|
|
242
|
-
return m.contextWindow && m.contextWindow > 0 ? m.contextWindow : 0;
|
|
243
|
-
}
|
|
111
|
+
// ADR-052: per-key rate limit service-key (`rateLimitPerMinute` ключа;
|
|
112
|
+
// 0/не задан — без лимита). После attachUser: `serviceKey` уже в контексте.
|
|
113
|
+
const serviceKeyRateLimiter = new KeyRateLimiter(60_000);
|
|
114
|
+
app.use('*', createMiddleware(async (c, next) => {
|
|
115
|
+
const credential = getServiceCredential(c);
|
|
116
|
+
const limit = credential?.rateLimitPerMinute ?? 0;
|
|
117
|
+
if (credential && limit > 0 && !serviceKeyRateLimiter.check(credential.keyId, limit)) {
|
|
118
|
+
return c.json({ error: { code: 'RATE_LIMITED', message: t('errors.rateLimited.serviceKey', undefined, c) } }, 429);
|
|
244
119
|
}
|
|
245
|
-
|
|
246
|
-
};
|
|
247
|
-
// Резолв модели по id или имени (для LLM Proxy — гибридный режим).
|
|
248
|
-
const modelLoader = (model) => {
|
|
249
|
-
const byId = modelCache.get(model);
|
|
250
|
-
if (byId)
|
|
251
|
-
return byId;
|
|
252
|
-
for (const m of modelCache.values()) {
|
|
253
|
-
if (m.name === model)
|
|
254
|
-
return m;
|
|
255
|
-
}
|
|
256
|
-
return null;
|
|
257
|
-
};
|
|
258
|
-
// ContextOptimizer
|
|
259
|
-
const summarizationConfig = backendConfig.synth.summarization;
|
|
260
|
-
const contextOptimizer = new ContextOptimizer(contextConfig, providerLoader, summarizationConfig, modelWindowLoader);
|
|
261
|
-
// Set ContextOptimizer on QueueProcessorManager
|
|
262
|
-
queueManager.setContextOptimizer(contextOptimizer);
|
|
263
|
-
// Model price loader
|
|
264
|
-
const modelPriceLoader = (modelName) => {
|
|
265
|
-
// Поиск по имени модели в кэше (сначала по полному ID, потом по name)
|
|
266
|
-
for (const m of modelCache.values()) {
|
|
267
|
-
if (m.name === modelName || m.id === modelName) {
|
|
268
|
-
return {
|
|
269
|
-
inputPrice: m.inputPrice,
|
|
270
|
-
outputPrice: m.outputPrice,
|
|
271
|
-
cacheReadPrice: m.cacheReadPrice,
|
|
272
|
-
cacheWritePrice: m.cacheWritePrice,
|
|
273
|
-
// Валюта: модель → провайдер → USD (обратная совместимость).
|
|
274
|
-
currency: m.currency ?? providerCache.get(m.provider)?.currency ?? 'USD',
|
|
275
|
-
};
|
|
276
|
-
}
|
|
277
|
-
}
|
|
278
|
-
return null;
|
|
279
|
-
};
|
|
280
|
-
// LLM Gateway: общий AuditLogger создаётся снаружи, чтобы эндпоинт
|
|
281
|
-
// GET /api/v2/audit и оркестратор писали/читали один и тот же JSONL-файл.
|
|
282
|
-
const gatewayAuditLogger = new AuditLogger(backendConfig.synth.llmGateway.audit.logPath || join(dataDir, 'audit', 'llm-gateway.jsonl'));
|
|
283
|
-
// Полный лог запросов/ответов LLM (после обфускации) — один JSONL-файл для
|
|
284
|
-
// записи (оркестратор) и чтения (GET /api/v2/logs/llm).
|
|
285
|
-
const gatewayPayloadLogPath = backendConfig.synth.llmGateway.payloadLogPath
|
|
286
|
-
|| join(dataDir, 'audit', 'llm-payloads.jsonl');
|
|
287
|
-
// AD-036: runtime-настройка LLM Gateway (тумблер из UI, {dataDir}/settings.json)
|
|
288
|
-
// приоритетнее config.yaml — мёржим при старте, чтобы шлюз применялся к оркестратору.
|
|
289
|
-
const runtimeGateway = await settingsStore.getLlmGatewaySettings();
|
|
290
|
-
const gatewayConfig = mergeLlmGatewayConfig(backendConfig.synth.llmGateway, runtimeGateway);
|
|
291
|
-
// AD-040: runtime-настройка защищённых путей (тумблер из UI, {dataDir}/settings.json)
|
|
292
|
-
// приоритетнее config.yaml — мёржим при старте, чтобы защита применялась к оркестратору.
|
|
293
|
-
const runtimeSecurity = await settingsStore.getSecuritySettings();
|
|
294
|
-
const securityConfig = mergeSecurityConfig(backendConfig.synth.security, runtimeSecurity);
|
|
295
|
-
// AD-071 §2.3: runtime-политика встроенных инструментов (админка) приоритетнее config.yaml
|
|
296
|
-
const runtimeToolsPolicy = await settingsStore.getToolsPolicy();
|
|
297
|
-
const toolsPolicy = runtimeToolsPolicy ?? backendConfig.synth.tools.policy;
|
|
298
|
-
// AD-071 §2.3: runtime-политика MCP-инструментов (админка) приоритетнее config.yaml
|
|
299
|
-
const runtimeMcpPolicy = await settingsStore.getMcpPolicy();
|
|
300
|
-
const mcpPolicy = runtimeMcpPolicy ?? backendConfig.synth.mcp.policy;
|
|
301
|
-
// AD-071 §2.6: runtime-отключение инструментов (админка) приоритетнее config.yaml
|
|
302
|
-
const runtimeToolsDisabled = await settingsStore.getToolsDisabled();
|
|
303
|
-
const toolsDisabled = runtimeToolsDisabled ?? backendConfig.synth.tools.disabled ?? { capabilities: [], tools: [] };
|
|
304
|
-
// AD-046 §4.5: runtime-отключение скиллов (админка) — hard-gate системного уровня.
|
|
305
|
-
const skillsDisabled = (await settingsStore.getSkillsDisabled())
|
|
306
|
-
?? { categories: [], groups: [], skills: [] };
|
|
307
|
-
const protectedPathsStore = new ProtectedPathsStore({ dataDir });
|
|
308
|
-
// Orchestrator
|
|
309
|
-
const toolRegistry = createToolRegistry();
|
|
310
|
-
const agentRegistry = createAgentRegistry(toolRegistry, join(dataDir, 'agents'));
|
|
311
|
-
// AD-046: сервис скиллов (discovery + instance-запись + каталог промпта).
|
|
312
|
-
const skillService = new SkillService({
|
|
313
|
-
dataDir,
|
|
314
|
-
configPaths: backendConfig.synth.skills.paths,
|
|
315
|
-
urls: backendConfig.synth.skills.urls,
|
|
316
|
-
trustedProjectDirs: backendConfig.synth.skills.trustedProjectDirs,
|
|
317
|
-
toolsets: backendConfig.synth.skills.toolsets,
|
|
318
|
-
});
|
|
319
|
-
// AD-046 §7: slash-команды и bundles (mirror core).
|
|
320
|
-
const bundleStore = new SkillBundleStore({
|
|
321
|
-
dataDir,
|
|
322
|
-
bundlesPath: backendConfig.synth.commands.bundlesPath,
|
|
323
|
-
});
|
|
324
|
-
const commandService = new CommandService({
|
|
325
|
-
config: {
|
|
326
|
-
dataDir,
|
|
327
|
-
commandsPaths: backendConfig.synth.commands.paths,
|
|
328
|
-
bundlesPath: backendConfig.synth.commands.bundlesPath,
|
|
329
|
-
conflict: backendConfig.synth.commands.conflict,
|
|
330
|
-
maxArgumentsLength: backendConfig.synth.commands.maxArgumentsLength,
|
|
331
|
-
maxRenderedBytes: backendConfig.synth.commands.maxRenderedBytes,
|
|
332
|
-
toolsets: backendConfig.synth.skills.toolsets,
|
|
333
|
-
trustedProjectDirs: backendConfig.synth.skills.trustedProjectDirs,
|
|
334
|
-
inlineShell: backendConfig.synth.skills.inlineShell ?? false,
|
|
335
|
-
},
|
|
336
|
-
skillRuntime: skillService,
|
|
337
|
-
skillSource: skillService,
|
|
338
|
-
bundleStore,
|
|
339
|
-
});
|
|
340
|
-
const orchestrator = new ChatOrchestrator({
|
|
341
|
-
sessionManager,
|
|
342
|
-
eventBus,
|
|
343
|
-
contextBuilder,
|
|
344
|
-
contextConfig,
|
|
345
|
-
providerLoader,
|
|
346
|
-
contextOptimizer,
|
|
347
|
-
modelPriceLoader,
|
|
348
|
-
dataDir,
|
|
349
|
-
toolRegistry,
|
|
350
|
-
agentRegistry,
|
|
351
|
-
mcpManager,
|
|
352
|
-
projectStore,
|
|
353
|
-
// AD-076 §T6: тот же store, что у git/ssh-роутов — без дублей инстансов.
|
|
354
|
-
sshKeyStore,
|
|
355
|
-
workspacesRoot: backendConfig.workspacesRoot,
|
|
356
|
-
// AD-075: backend — managed-режим, workspace вне workspacesRoot запрещён.
|
|
357
|
-
workspaceManaged: true,
|
|
358
|
-
// AD-075: без defaultWorkingDir сессия без проекта получала бы
|
|
359
|
-
// {dataDir}/workspaces/default мимо runtime-override settings/workspace.
|
|
360
|
-
defaultWorkingDir,
|
|
361
|
-
routerConfig: backendConfig.synth.router,
|
|
362
|
-
permissionConfig: backendConfig.synth.permission,
|
|
363
|
-
defaultPlanMode: backendConfig.synth.session.planMode,
|
|
364
|
-
securityConfig,
|
|
365
|
-
gatewayConfig,
|
|
366
|
-
gatewayAuditLogger,
|
|
367
|
-
gatewayPayloadLogPath,
|
|
368
|
-
gatewayPatternStore: patternStore,
|
|
369
|
-
cachePolicy: backendConfig.synth.llm.cache,
|
|
370
|
-
toolsPolicy,
|
|
371
|
-
mcpPolicy,
|
|
372
|
-
toolsDisabled,
|
|
373
|
-
// AD-046 §4.5: системный hard-gate скиллов (runtime-настройка).
|
|
374
|
-
skillsDisabled,
|
|
375
|
-
// AD-070 §2.9.1: зависимости окружения (git/rg/sh) — детекция при старте.
|
|
376
|
-
runtimeDeps: await detectRuntimeDeps(),
|
|
377
|
-
// AD-071 §2.6: калибровка chars-per-token по модели (runtime-настройки).
|
|
378
|
-
tokenRatioLoader: (model) => settingsStore.getTokenRatio(model),
|
|
379
|
-
onTokenRatioCalibrated: (model, ratio) => settingsStore.setTokenRatio(model, ratio),
|
|
380
|
-
// AD-046 §5: каталог скиллов в промпт + тул `skill`.
|
|
381
|
-
skillRuntime: skillService,
|
|
382
|
-
// AD-046 §7: резолвинг `/`-команд до LLM.
|
|
383
|
-
commandRuntime: commandService,
|
|
384
|
-
// AD-069 Фаза 1: проектные инструкции (merged chain AGENTS.md).
|
|
385
|
-
instructionsConfig: backendConfig.synth.instructions,
|
|
386
|
-
// AD-069 Фаза 2a: project-trust гейт инструкций (config.skills.trustedProjectDirs).
|
|
387
|
-
instructionsTrustedProjectDirs: backendConfig.synth.skills.trustedProjectDirs,
|
|
388
|
-
});
|
|
389
|
-
const processMessage = orchestrator.createProcessMessage();
|
|
390
|
-
// AD-071 §2.4 / AD-046 §4.5: разовая миграция снапшотов скоупа существующих сессий.
|
|
391
|
-
await migrateSessionScopeSnapshots({
|
|
392
|
-
sessionManager,
|
|
393
|
-
projectStore,
|
|
394
|
-
settingsStore,
|
|
395
|
-
resolveSystemDefaults: async () => ({
|
|
396
|
-
mcpDefaultOn: await mcpRegistryStore.toDefaultServers(),
|
|
397
|
-
skillsDefaultOn: (await resolveProjectSkillSeed(skillService, await settingsStore.getSkillsDisabledForNewProjects())).enabled,
|
|
398
|
-
}),
|
|
399
|
-
}).catch(() => 0);
|
|
400
|
-
// EventHub — центральный диспетчер подписок
|
|
401
|
-
const eventHub = new EventHub(eventBus, sessionManager);
|
|
402
|
-
// API-заглушки для UI
|
|
403
|
-
app.get('/api/config/themes', (c) => c.json({ themes: [] }));
|
|
404
|
-
// i18n endpoints
|
|
405
|
-
app.get('/api/v2/i18n/current', (c) => {
|
|
406
|
-
const header = c.req.header('Accept-Language');
|
|
407
|
-
const lang = header?.split(',')[0]?.trim()?.slice(0, 2) === 'en' ? 'en' : 'ru';
|
|
408
|
-
return c.json({ language: lang, locale: lang });
|
|
409
|
-
});
|
|
410
|
-
app.get('/api/v2/i18n/translations/ru', (c) => c.json(getTranslations('ru')));
|
|
411
|
-
app.get('/api/v2/i18n/translations/en', (c) => c.json(getTranslations('en')));
|
|
412
|
-
// Projects routes
|
|
413
|
-
app.route('/api/v2/projects', createProjectRoutes(auth, projectStore, sessionManager, backendConfig.workspacesRoot, mcpManager, skillService, settingsStore, mcpRegistryStore));
|
|
414
|
-
// Sessions routes
|
|
415
|
-
app.route('/api/v2/sessions', createSessionRoutes(auth, sessionManager, eventBus, queueManager, processMessage, orchestrator, eventHub, contextOptimizer, projectStore, profilesStore, getDefaultAgentId));
|
|
416
|
-
// Messages routes
|
|
417
|
-
app.route('/api/v2/messages', createMessageRoutes(auth, sessionManager, contextOptimizer, eventBus));
|
|
418
|
-
// Queue routes
|
|
419
|
-
app.route('/api/v2/queue', createQueueRoutes(auth, sessionManager, queueManager, eventBus, processMessage));
|
|
420
|
-
// FS routes (AD-075): core-фабрика, managed поверх workspace проекта.
|
|
421
|
-
app.route('/api/v2/fs', createFsRoutes(auth, backendConfig.workspacesRoot, undefined, {
|
|
422
|
-
requireProjectId: true,
|
|
423
|
-
getOutsideRootPolicy: () => 'deny',
|
|
424
|
-
getProtectedPathsPolicy: () => protectedPathsStore.getPolicy(),
|
|
425
|
-
getProjectWorkspace: (projectId) => resolveProjectWorkspace(projectId, {
|
|
426
|
-
workspacesRoot: backendConfig.workspacesRoot,
|
|
427
|
-
getProject: (id) => projectStore.load(id),
|
|
428
|
-
outsideRootPolicy: () => 'deny',
|
|
429
|
-
strict: true,
|
|
430
|
-
}),
|
|
431
|
-
}));
|
|
432
|
-
// Providers routes
|
|
433
|
-
app.route('/api/v2/providers', createProviderRoutes(auth, providerStore, providerCache));
|
|
434
|
-
// Models routes
|
|
435
|
-
app.route('/api/v2/models', createModelRoutes(auth, modelStore, providerStore, modelCache, providerCache));
|
|
436
|
-
// Agents routes
|
|
437
|
-
app.route('/api/v2/agents', createAgentRoutes(auth, agentStore, agentRegistry, getDefaultAgentId));
|
|
438
|
-
// Context routes (глобальные identity-файлы; админ-мутации)
|
|
439
|
-
app.route('/api/v2/context', createContextFileRoutes(auth, contextConfig));
|
|
440
|
-
// User admin routes
|
|
441
|
-
app.route('/api/v2/users', createUserRoutes(auth, profilesStore));
|
|
442
|
-
// Git routes (AD-076 §T4): core-фабрика + managed RBAC. Write-эндпоинты
|
|
443
|
-
// (init/clone/register/remove/fetch) требуют прав на изменение контента
|
|
444
|
-
// проекта (owner/EDITOR/LEAD/ADMIN); read-only (scan/log/commit) — requireAuth.
|
|
445
|
-
const projectAccess = createProjectAccess(auth);
|
|
446
|
-
app.route('/api/v2/git', createGitRoutes(auth, projectStore, backendConfig.workspacesRoot, {
|
|
447
|
-
sshKeyStore,
|
|
448
|
-
authorizeProject: async (c, projectId) => {
|
|
449
|
-
const user = await auth.getCurrentUser(c);
|
|
450
|
-
if (!user)
|
|
451
|
-
return false;
|
|
452
|
-
const project = await projectStore.load(projectId);
|
|
453
|
-
if (!project)
|
|
454
|
-
return false;
|
|
455
|
-
return projectAccess.canEditProjectContent(c, project, user.id);
|
|
456
|
-
},
|
|
457
|
-
}));
|
|
458
|
-
// SSH-ключи агентов (AD-076 §T5): core-фабрика + managed RBAC.
|
|
459
|
-
// Ключи — секреты: чтение — requireAuth (глобально), запись — только ADMIN.
|
|
460
|
-
app.route('/api/v2/ssh-keys', createSshKeyRoutes(auth, sshKeyStore, {
|
|
461
|
-
writeGuard: auth.requireAdmin,
|
|
462
|
-
}));
|
|
463
|
-
app.route('/api/v2/agents/:agentId/ssh-keys', createAgentSshKeyRoutes(auth, sshKeyStore, {
|
|
464
|
-
writeGuard: auth.requireAdmin,
|
|
465
|
-
}));
|
|
466
|
-
// MCP routes (единый реестр; legacy /servers — адаптеры над ним)
|
|
467
|
-
app.route('/api/v2/mcp', createMcpRoutes(auth, mcpManager, sessionManager, {
|
|
468
|
-
registry: mcpRegistryStore,
|
|
469
|
-
networkPolicy: effectiveNetworkPolicy,
|
|
470
|
-
getNetworkPolicy: () => effectiveNetworkPolicy,
|
|
471
|
-
}));
|
|
472
|
-
// Скиллы (AD-046 §9.1/§9.2): core-фабрика + RBAC ADMIN на запись.
|
|
473
|
-
app.route('/api/v2/skills', createSkillRoutes(auth, {
|
|
474
|
-
skillService,
|
|
475
|
-
resolveProjectWorkspace: async (projectId) => {
|
|
476
|
-
const project = await projectStore.load(projectId);
|
|
477
|
-
if (!project?.workspace)
|
|
478
|
-
return undefined;
|
|
479
|
-
return isAbsolute(project.workspace)
|
|
480
|
-
? normalize(project.workspace)
|
|
481
|
-
: resolve(backendConfig.workspacesRoot, project.workspace);
|
|
482
|
-
},
|
|
483
|
-
}, { writeGuard: auth.requireAdmin }));
|
|
484
|
-
// AD-046 §7/§9.1: команды и bundles (mirror core, мутации — ADMIN).
|
|
485
|
-
app.route('/api/v2/commands', createCommandRoutes(auth, {
|
|
486
|
-
commandService,
|
|
487
|
-
resolveProjectWorkspace: async (projectId) => {
|
|
488
|
-
const project = await projectStore.load(projectId);
|
|
489
|
-
if (!project?.workspace)
|
|
490
|
-
return undefined;
|
|
491
|
-
return isAbsolute(project.workspace)
|
|
492
|
-
? normalize(project.workspace)
|
|
493
|
-
: resolve(backendConfig.workspacesRoot, project.workspace);
|
|
494
|
-
},
|
|
495
|
-
}));
|
|
496
|
-
app.route('/api/v2/skill-bundles', createSkillBundleRoutes(auth, {
|
|
497
|
-
bundleStore,
|
|
498
|
-
validateSkills: async (names) => {
|
|
499
|
-
const missing = [];
|
|
500
|
-
for (const name of names) {
|
|
501
|
-
if (!(await skillService.get(name)))
|
|
502
|
-
missing.push(name);
|
|
503
|
-
}
|
|
504
|
-
return missing;
|
|
505
|
-
},
|
|
506
|
-
}, { writeGuard: auth.requireAdmin }));
|
|
507
|
-
// AD-046 §4.5: scope-API скиллов. Доступ к сессии — владелец|ADMIN
|
|
508
|
-
// (canAccess, как в session-роутах); проект — owner/LEAD/ADMIN.
|
|
509
|
-
const resolveSkillWorkspace = async (projectId) => {
|
|
510
|
-
const project = await projectStore.load(projectId);
|
|
511
|
-
if (!project?.workspace)
|
|
512
|
-
return undefined;
|
|
513
|
-
return isAbsolute(project.workspace)
|
|
514
|
-
? normalize(project.workspace)
|
|
515
|
-
: resolve(backendConfig.workspacesRoot, project.workspace);
|
|
516
|
-
};
|
|
517
|
-
app.route('/api/v2/sessions', createSessionSkillScopeRoutes(auth, {
|
|
518
|
-
sessionManager, skillService, settingsStore, projectStore,
|
|
519
|
-
permissionConfig: backendConfig.synth.permission,
|
|
520
|
-
resolveProjectWorkspace: resolveSkillWorkspace,
|
|
521
|
-
}, {
|
|
522
|
-
writeGuard: auth.requireAuth,
|
|
523
|
-
resolveUserId: async (c) => (await auth.getCurrentUser(c))?.id ?? '',
|
|
524
|
-
canAccess: (session, c, userId) => (session.ownerId ?? session.userId) === userId
|
|
525
|
-
|| auth.isAdmin(c),
|
|
526
|
-
}));
|
|
527
|
-
app.route('/api/v2/projects', createProjectSkillScopeRoutes(auth, {
|
|
528
|
-
sessionManager, skillService, settingsStore, projectStore,
|
|
529
|
-
permissionConfig: backendConfig.synth.permission,
|
|
530
|
-
resolveProjectWorkspace: resolveSkillWorkspace,
|
|
531
|
-
}, {
|
|
532
|
-
// AD-046 §4.5: проектным уровнем управляют owner/LEAD/ADMIN — как в
|
|
533
|
-
// project-MCP (`canManageProjectMcp`), поэтому writeGuard не requireAdmin;
|
|
534
|
-
// владение проверяет canAccessProject (403 не-членам, 404 — нет проекта).
|
|
535
|
-
writeGuard: auth.requireAuth,
|
|
536
|
-
resolveUserId: async (c) => (await auth.getCurrentUser(c))?.id ?? '',
|
|
537
|
-
canAccessProject: (project, c, userId) => auth.isAdmin(c)
|
|
538
|
-
|| auth.hasRole(c, 'LEAD')
|
|
539
|
-
|| project.ownerId === userId
|
|
540
|
-
|| project.members?.[userId] === ProjectRole.OWNER,
|
|
541
|
-
}));
|
|
542
|
-
app.route('/api/v2/settings', createSkillSettingsRoutes(auth, { settingsStore }, {
|
|
543
|
-
writeGuard: auth.requireAdmin,
|
|
544
|
-
onSkillsDisabledChange: (disabled) => orchestrator.setSkillsDisabled(disabled),
|
|
545
|
-
}));
|
|
546
|
-
// LLM Gateway audit routes (AD-036) — GET только ADMIN/AUDITOR, POST /revealed — все авторизованные
|
|
547
|
-
app.route('/api/v2/audit', createAuditRoutes(auth, {
|
|
548
|
-
auditLogPath: gatewayAuditLogger.logPath,
|
|
549
|
-
sessionExists: async (sessionId) => {
|
|
550
|
-
const session = await sessionManager.getSession(sessionId);
|
|
551
|
-
return session !== null;
|
|
552
|
-
},
|
|
553
|
-
logger: gatewayAuditLogger,
|
|
554
|
-
}));
|
|
555
|
-
// Логи сервисов (core/ui/backend) + полный лог запросов/ответов LLM — чтение, только ADMIN/AUDITOR
|
|
556
|
-
app.route('/api/v2/logs', createLogsRoutes(auth, {
|
|
557
|
-
logDir: resolveLogDir(),
|
|
558
|
-
payloadLogPath: gatewayPayloadLogPath,
|
|
559
|
-
}));
|
|
560
|
-
// LLM Gateway patterns routes (AD-036) — управление regex-паттернами детекции секретов, только ADMIN
|
|
561
|
-
app.route('/api/v2/gateway', createGatewayPatternsRoutes(auth, patternStore));
|
|
562
|
-
// LLM Proxy (гибридный режим, Часть 5) — OpenAI-совместимый POST /api/v2/llm/chat/completions.
|
|
563
|
-
// Локальный core гоняет LLM-запросы централизованно через LLM Gateway (AD-036):
|
|
564
|
-
// обфускация/блокировка секретов, rate limit, аудит, полный payload-лог.
|
|
565
|
-
app.route('/api/v2/llm', createLlmRoutes(auth, {
|
|
566
|
-
providerLoader,
|
|
567
|
-
modelLoader,
|
|
568
|
-
// mergeLlmGatewayConfig может вернуть undefined, если ни base, ни runtime не заданы —
|
|
569
|
-
// но schema с default({}) гарантирует base, поэтому подставляем его.
|
|
570
|
-
gatewayConfig: gatewayConfig ?? backendConfig.synth.llmGateway,
|
|
571
|
-
gatewayAuditLogger,
|
|
572
|
-
gatewayRateLimiter: new RateLimiter((gatewayConfig ?? backendConfig.synth.llmGateway).rateLimit.userPerMinute, (gatewayConfig ?? backendConfig.synth.llmGateway).rateLimit.providerPerMinute),
|
|
573
|
-
gatewayPayloadLogPath,
|
|
574
|
-
patternStore,
|
|
575
|
-
rateLimiter: createRateLimiter(120, 60_000),
|
|
576
|
-
}));
|
|
577
|
-
// Settings routes (runtime-настройки для UI: workspace + mcp; переиспользуем core-реализацию)
|
|
578
|
-
app.route('/api/v2/settings', createSettingsRoutes(auth, {
|
|
579
|
-
settingsStore,
|
|
580
|
-
fallbackWorkspace: defaultWorkingDir,
|
|
581
|
-
// AD-075: managed-развёртывание — политика вне `workspacesRoot` всегда `deny`
|
|
582
|
-
// (enforcement — в `routes/projects.ts`); строго read-only: GET отдаёт
|
|
583
|
-
// fallback + readOnly, PUT/DELETE → 403 WORKSPACE_POLICY_READ_ONLY.
|
|
584
|
-
fallbackWorkspaceOutsideRootPolicy: 'deny',
|
|
585
|
-
workspacePolicyReadOnly: true,
|
|
586
|
-
// Агент по умолчанию при первом развёртывании (config.yaml не задаёт — DEFAULT_AGENT_ID).
|
|
587
|
-
fallbackDefaultAgent: DEFAULT_AGENT_ID,
|
|
588
|
-
// AD-072 Ф2: дефолты из config.yaml (без runtime) — для GET/DELETE-сброса к умолчанию.
|
|
589
|
-
fallbackLlmGateway: {
|
|
590
|
-
enabled: backendConfig.synth.llmGateway.enabled,
|
|
591
|
-
inputMode: backendConfig.synth.llmGateway.inputMode,
|
|
592
|
-
logPayloads: backendConfig.synth.llmGateway.logPayloads,
|
|
593
|
-
rateLimit: {
|
|
594
|
-
userPerMinute: backendConfig.synth.llmGateway.rateLimit?.userPerMinute ?? DEFAULT_LLM_GATEWAY_RATE_LIMIT.userPerMinute,
|
|
595
|
-
providerPerMinute: backendConfig.synth.llmGateway.rateLimit?.providerPerMinute ?? DEFAULT_LLM_GATEWAY_RATE_LIMIT.providerPerMinute,
|
|
596
|
-
},
|
|
597
|
-
},
|
|
598
|
-
fallbackSecurity: {
|
|
599
|
-
protectedPaths: { enabled: backendConfig.synth.security.protectedPaths?.enabled ?? true },
|
|
600
|
-
// AD-029: askTimeoutMs живёт в permission-секции конфига (не в security).
|
|
601
|
-
askTimeoutMs: backendConfig.synth.permission?.askTimeoutMs,
|
|
602
|
-
},
|
|
603
|
-
// AD-036: live-применение тумблера LLM Gateway из UI — без рестарта сервера.
|
|
604
|
-
onLlmGatewayChange: async (runtime) => {
|
|
605
|
-
const merged = mergeLlmGatewayConfig(backendConfig.synth.llmGateway, runtime);
|
|
606
|
-
orchestrator.setGatewayConfig(merged);
|
|
607
|
-
},
|
|
608
|
-
// live-применение тумблера защищённых путей из UI — без рестарта сервера.
|
|
609
|
-
onSecurityChange: async (runtime) => {
|
|
610
|
-
const merged = mergeSecurityConfig(backendConfig.synth.security, runtime);
|
|
611
|
-
orchestrator.setSecurityConfig(merged);
|
|
612
|
-
},
|
|
613
|
-
// AD-071 §2.3: live-применение политики встроенных инструментов из админки.
|
|
614
|
-
fallbackToolsPolicy: backendConfig.synth.tools.policy,
|
|
615
|
-
onToolsPolicyChange: async (policy) => {
|
|
616
|
-
orchestrator.setToolsPolicy(policy);
|
|
617
|
-
},
|
|
618
|
-
// AD-071 §2.3: live-применение политики MCP-инструментов из админки.
|
|
619
|
-
fallbackMcpPolicy: backendConfig.synth.mcp.policy,
|
|
620
|
-
onMcpPolicyChange: async (policy) => {
|
|
621
|
-
orchestrator.setMcpPolicy(policy);
|
|
622
|
-
},
|
|
623
|
-
// AD-071 §2.6: live-применение instance-wide отключения инструментов.
|
|
624
|
-
fallbackToolsDisabled: backendConfig.synth.tools.disabled,
|
|
625
|
-
onToolsDisabledChange: async (disabled) => {
|
|
626
|
-
orchestrator.setToolsDisabled(disabled);
|
|
627
|
-
},
|
|
628
|
-
knownTools: () => toolRegistry.list().map((tool) => ({
|
|
629
|
-
name: tool.name,
|
|
630
|
-
capabilities: [...tool.capabilities],
|
|
631
|
-
})),
|
|
632
|
-
// AD-071 §2.3.1: live-применение политики сетевого доступа MCP из админки.
|
|
633
|
-
fallbackMcpNetworkPolicy: backendConfig.synth.mcp.networkPolicy,
|
|
634
|
-
onMcpNetworkPolicyChange: async (policy) => {
|
|
635
|
-
effectiveNetworkPolicy = policy;
|
|
636
|
-
mcpManager.setNetworkPolicy(policy);
|
|
637
|
-
},
|
|
638
|
-
protectedPathsStore,
|
|
639
|
-
}));
|
|
640
|
-
// Словари классификации: чтение — все авторизованные, запись/сброс — ADMIN
|
|
641
|
-
// (тот же guard, что у users.ts). Реализация общая с core.
|
|
642
|
-
const dictionaryStore = new DictionaryStore(dataDir);
|
|
643
|
-
app.route('/api/v2/dictionaries', createDictionaryRoutes(auth, dictionaryStore, { writeGuard: auth.requireAdmin }));
|
|
644
|
-
// AD-069 §9.3: прозрачность проектных инструкций — core-фабрика (резолвер не
|
|
645
|
-
// дублируется). RBAC: сессия — владелец|ADMIN (canAccess, как в session-роутах);
|
|
646
|
-
// проект — owner/LEAD/ADMIN (canAccessProject, как в project-скиллах).
|
|
647
|
-
const instructionsInfoResolver = createInstructionsInfoResolver(new ProjectInstructionsResolver({
|
|
648
|
-
config: backendConfig.synth.instructions,
|
|
649
|
-
dictionaryStore,
|
|
650
|
-
dataDir,
|
|
651
|
-
trustedProjectDirs: backendConfig.synth.skills.trustedProjectDirs,
|
|
652
|
-
// AD-069 R3: авто-trust workspace внутри workspacesRoot (managed-каталоги).
|
|
653
|
-
workspacesRoot: backendConfig.workspacesRoot,
|
|
654
|
-
}), backendConfig.synth.instructions);
|
|
655
|
-
app.route('/api/v2/context', createCoreContextRoutes(auth, {
|
|
656
|
-
resolveInstructions: instructionsInfoResolver,
|
|
657
|
-
sessionManager,
|
|
658
|
-
projectStore,
|
|
659
|
-
resolveProjectWorkspace: resolveSkillWorkspace,
|
|
660
|
-
resolveContextWindow: (session) => {
|
|
661
|
-
const model = session?.settings.model;
|
|
662
|
-
return model ? modelWindowLoader(model) || undefined : undefined;
|
|
663
|
-
},
|
|
664
|
-
resolveUserId: async (c) => (await auth.getCurrentUser(c))?.id ?? '',
|
|
665
|
-
canAccess: (session, c, userId) => (session.ownerId ?? session.userId) === userId
|
|
666
|
-
|| auth.isAdmin(c),
|
|
667
|
-
canAccessProject: (project, c, userId) => auth.isAdmin(c)
|
|
668
|
-
|| auth.hasRole(c, 'LEAD')
|
|
669
|
-
|| project.ownerId === userId
|
|
670
|
-
|| project.members?.[userId] === ProjectRole.OWNER,
|
|
120
|
+
await next();
|
|
671
121
|
}));
|
|
672
|
-
//
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
677
|
-
|
|
678
|
-
const encoder = new TextEncoder();
|
|
679
|
-
const sseClient = {
|
|
680
|
-
userId: user.id,
|
|
681
|
-
username: user.username,
|
|
682
|
-
send(event) {
|
|
683
|
-
try {
|
|
684
|
-
const line = `data: ${JSON.stringify(event)}\n\n`;
|
|
685
|
-
controller.enqueue(encoder.encode(line));
|
|
686
|
-
}
|
|
687
|
-
catch {
|
|
688
|
-
// client disconnected
|
|
689
|
-
}
|
|
690
|
-
},
|
|
691
|
-
};
|
|
692
|
-
try {
|
|
693
|
-
console.log(`[SSE /api/v2/events] Connected: user=${user.username}`);
|
|
694
|
-
await eventHub.registerClient(sseClient);
|
|
695
|
-
// Keepalive: раз в 30 секунд отправляем комментарий для предотвращения разрыва
|
|
696
|
-
const keepalive = setInterval(() => {
|
|
697
|
-
try {
|
|
698
|
-
controller.enqueue(encoder.encode(':keepalive\n\n'));
|
|
699
|
-
}
|
|
700
|
-
catch {
|
|
701
|
-
clearInterval(keepalive);
|
|
702
|
-
}
|
|
703
|
-
}, 30_000);
|
|
704
|
-
// Keep connection alive until abort or disconnect
|
|
705
|
-
try {
|
|
706
|
-
await new Promise((resolve) => {
|
|
707
|
-
if (signal.aborted) {
|
|
708
|
-
resolve();
|
|
709
|
-
return;
|
|
710
|
-
}
|
|
711
|
-
signal.addEventListener('abort', () => resolve(), { once: true });
|
|
712
|
-
});
|
|
713
|
-
}
|
|
714
|
-
finally {
|
|
715
|
-
clearInterval(keepalive);
|
|
716
|
-
}
|
|
717
|
-
}
|
|
718
|
-
catch (err) {
|
|
719
|
-
console.error('[SSE /api/v2/events] Error:', err);
|
|
720
|
-
}
|
|
721
|
-
finally {
|
|
722
|
-
eventHub.unregisterClient(sseClient);
|
|
723
|
-
try {
|
|
724
|
-
controller.close();
|
|
725
|
-
}
|
|
726
|
-
catch { /* already closed */ }
|
|
727
|
-
}
|
|
728
|
-
},
|
|
729
|
-
}), {
|
|
730
|
-
status: 200,
|
|
731
|
-
headers: {
|
|
732
|
-
'Content-Type': 'text/event-stream',
|
|
733
|
-
'Cache-Control': 'no-cache',
|
|
734
|
-
'Connection': 'keep-alive',
|
|
735
|
-
'X-Accel-Buffering': 'no',
|
|
736
|
-
},
|
|
737
|
-
});
|
|
738
|
-
});
|
|
739
|
-
// Admin routes (кроме graceful shutdown — он живёт в main.ts, т.к. требует server)
|
|
740
|
-
app.route('/api/v2/admin/debug', createDebugRoutes(auth));
|
|
122
|
+
// Зависимости (stores/managers/оркестратор/событийное ядро/шедулер/webhooks).
|
|
123
|
+
const deps = await createBackendDeps(backendConfig);
|
|
124
|
+
// Auth routes (после profilesStore)
|
|
125
|
+
app.route('/auth', createAuthRoutes(auth, backendConfig.auth, deps.profilesStore, deps.dataDir, deps.defaultsStore));
|
|
126
|
+
// Роуты API v2 (порядок монтирования — как раньше, см. mount-routes.ts).
|
|
127
|
+
mountBackendRoutes(app, auth, { config: backendConfig, deps, serviceApiKeyStore });
|
|
741
128
|
// 404
|
|
742
129
|
app.notFound((c) => {
|
|
743
130
|
return c.json({
|
|
@@ -747,226 +134,49 @@ export async function createBackendApp(opts = {}) {
|
|
|
747
134
|
},
|
|
748
135
|
}, 404);
|
|
749
136
|
});
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
|
|
762
|
-
|
|
763
|
-
return;
|
|
764
|
-
}
|
|
765
|
-
const headers = Object.fromEntries(response.headers.entries());
|
|
766
|
-
res.writeHead(response.status, headers);
|
|
767
|
-
// SSE/долгоживущие стримы: при chunked-кодировании Node не сбрасывает
|
|
768
|
-
// заголовки в сокет до первого write()/end(). Для пустого начала стрима
|
|
769
|
-
// (SSE до первого события/keepalive) клиент иначе не получит заголовки
|
|
770
|
-
// вовсе — сбрасываем head принудительно.
|
|
771
|
-
res.flushHeaders();
|
|
772
|
-
if (response.body) {
|
|
773
|
-
const reader = response.body.getReader();
|
|
774
|
-
const pump = async () => {
|
|
775
|
-
while (true) {
|
|
776
|
-
const { done, value } = await reader.read();
|
|
777
|
-
if (done)
|
|
778
|
-
break;
|
|
779
|
-
res.write(value);
|
|
780
|
-
}
|
|
781
|
-
res.end();
|
|
782
|
-
};
|
|
783
|
-
pump().catch(() => res.end());
|
|
784
|
-
}
|
|
785
|
-
else {
|
|
786
|
-
res.end();
|
|
787
|
-
}
|
|
788
|
-
}
|
|
789
|
-
catch {
|
|
790
|
-
res.writeHead(500);
|
|
791
|
-
res.end();
|
|
792
|
-
}
|
|
793
|
-
});
|
|
794
|
-
// WebSocket /ws/chat
|
|
795
|
-
const wss = new WebSocketServer({ noServer: true });
|
|
796
|
-
server.on('upgrade', async (request, socket, head) => {
|
|
797
|
-
const url = new URL(request.url || '', `http://${request.headers.host}`);
|
|
798
|
-
// Глобальный event-хаб для всех сессий пользователя
|
|
799
|
-
if (url.pathname === '/ws/events') {
|
|
800
|
-
const user = await auth.getCurrentUser(reqAdapter(request)).catch(() => null);
|
|
801
|
-
if (!user) {
|
|
802
|
-
socket.write('HTTP/1.1 401 Unauthorized\r\n\r\n');
|
|
803
|
-
socket.destroy();
|
|
804
|
-
return;
|
|
805
|
-
}
|
|
806
|
-
wss.handleUpgrade(request, socket, head, (ws) => {
|
|
807
|
-
const clientId = `ws-events-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
|
|
808
|
-
const client = {
|
|
809
|
-
userId: user.id,
|
|
810
|
-
username: user.username,
|
|
811
|
-
send(event) {
|
|
812
|
-
try {
|
|
813
|
-
if (ws.readyState === ws.OPEN) {
|
|
814
|
-
ws.send(JSON.stringify(event));
|
|
815
|
-
}
|
|
816
|
-
}
|
|
817
|
-
catch {
|
|
818
|
-
// ignore send errors
|
|
819
|
-
}
|
|
820
|
-
},
|
|
821
|
-
};
|
|
822
|
-
eventHub.registerClient(client).then(() => {
|
|
823
|
-
console.log(`[WS /ws/events] Connected: client=${clientId} user=${user.username}`);
|
|
824
|
-
ws.send(JSON.stringify({
|
|
825
|
-
type: 'connected',
|
|
826
|
-
client_id: clientId,
|
|
827
|
-
engine: 'synth',
|
|
828
|
-
}));
|
|
829
|
-
}).catch(() => {
|
|
830
|
-
ws.send(JSON.stringify({
|
|
831
|
-
type: 'error',
|
|
832
|
-
data: { error: 'Failed to register client' },
|
|
833
|
-
timestamp: nowISO(),
|
|
834
|
-
}));
|
|
835
|
-
});
|
|
836
|
-
ws.on('message', (raw) => {
|
|
837
|
-
try {
|
|
838
|
-
const msg = JSON.parse(raw.toString());
|
|
839
|
-
if (msg.type === 'ping') {
|
|
840
|
-
ws.send(JSON.stringify({ type: 'pong' }));
|
|
841
|
-
}
|
|
842
|
-
else if (msg.type === 'send_message') {
|
|
843
|
-
const sid = msg.session_id;
|
|
844
|
-
if (!sid || !msg.content?.trim())
|
|
845
|
-
return;
|
|
846
|
-
const streamId = msg.stream_id || generateStreamId();
|
|
847
|
-
ws.send(JSON.stringify({
|
|
848
|
-
type: 'queued',
|
|
849
|
-
session_id: sid,
|
|
850
|
-
stream_id: streamId,
|
|
851
|
-
timestamp: nowISO(),
|
|
852
|
-
}));
|
|
853
|
-
(async () => {
|
|
854
|
-
const session = await sessionManager.getSession(sid);
|
|
855
|
-
if (!session) {
|
|
856
|
-
ws.send(JSON.stringify({
|
|
857
|
-
type: 'error',
|
|
858
|
-
session_id: sid,
|
|
859
|
-
data: { error: 'Session not found' },
|
|
860
|
-
timestamp: nowISO(),
|
|
861
|
-
}));
|
|
862
|
-
return;
|
|
863
|
-
}
|
|
864
|
-
const message = {
|
|
865
|
-
id: streamId,
|
|
866
|
-
role: MessageRole.USER,
|
|
867
|
-
seq: session.messages.length + 1,
|
|
868
|
-
origin: 'local',
|
|
869
|
-
parts: [{ id: generateStreamId(), type: 'text', data: msg.content.trim() }],
|
|
870
|
-
content: msg.content.trim(),
|
|
871
|
-
createdAt: nowISO(),
|
|
872
|
-
disabled: false,
|
|
873
|
-
pinned: false,
|
|
874
|
-
hidden: false,
|
|
875
|
-
author: user.username,
|
|
876
|
-
agentRole: msg.agent_role || session.settings.agentRole,
|
|
877
|
-
provider: msg.provider || session.settings.provider,
|
|
878
|
-
model: msg.model || session.settings.model,
|
|
879
|
-
metadata: { stream_id: streamId },
|
|
880
|
-
};
|
|
881
|
-
const result = await enqueueUserMessage(sessionManager, eventBus, sid, message, queueManager, processMessage, (msgSid, msg) => orchestrator.obfuscateUserMessageForHistory(msgSid, msg));
|
|
882
|
-
if (!result) {
|
|
883
|
-
ws.send(JSON.stringify({
|
|
884
|
-
type: 'queue.stalled',
|
|
885
|
-
session_id: sid,
|
|
886
|
-
data: { pending_count: session.pendingMessages.length },
|
|
887
|
-
timestamp: nowISO(),
|
|
888
|
-
}));
|
|
889
|
-
}
|
|
890
|
-
})().catch(() => { });
|
|
891
|
-
}
|
|
892
|
-
else if (msg.type === 'cancel') {
|
|
893
|
-
const sid = msg.session_id;
|
|
894
|
-
if (!sid)
|
|
895
|
-
return;
|
|
896
|
-
(async () => {
|
|
897
|
-
const session = await sessionManager.getSession(sid);
|
|
898
|
-
if (session?.currentStream) {
|
|
899
|
-
orchestrator.cancel(session.currentStream.streamId);
|
|
900
|
-
}
|
|
901
|
-
})().catch(() => { });
|
|
902
|
-
}
|
|
903
|
-
else if (msg.type === 'permission_reply') {
|
|
904
|
-
const sid = msg.session_id;
|
|
905
|
-
const approvalId = msg.approval_id;
|
|
906
|
-
if (!sid || !approvalId)
|
|
907
|
-
return;
|
|
908
|
-
// Новый формат: { action: 'allow'|'deny', once?: boolean }.
|
|
909
|
-
// Старый формат { approved: boolean } остаётся совместимым.
|
|
910
|
-
const action = msg.action === 'allow' || msg.action === 'deny' ? msg.action : undefined;
|
|
911
|
-
eventBus.publish(sid, 'permission.replied', {
|
|
912
|
-
approval_id: approvalId,
|
|
913
|
-
session_id: sid,
|
|
914
|
-
approved: action !== undefined ? action === 'allow' : msg.approved === true,
|
|
915
|
-
...(action ? { action } : {}),
|
|
916
|
-
...(typeof msg.once === 'boolean' ? { once: msg.once } : {}),
|
|
917
|
-
});
|
|
918
|
-
}
|
|
919
|
-
else if (msg.type === 'permission_hold') {
|
|
920
|
-
const sid = msg.session_id;
|
|
921
|
-
const approvalId = msg.approval_id;
|
|
922
|
-
if (!sid || !approvalId)
|
|
923
|
-
return;
|
|
924
|
-
// «Остановить таймер»: publish permission.hold — оркестратор снимает
|
|
925
|
-
// авто-отклонение по таймауту, запрос ждёт ответа пользователя.
|
|
926
|
-
eventBus.publish(sid, 'permission.hold', {
|
|
927
|
-
approval_id: approvalId,
|
|
928
|
-
session_id: sid,
|
|
929
|
-
});
|
|
930
|
-
}
|
|
931
|
-
}
|
|
932
|
-
catch {
|
|
933
|
-
// ignore parse errors
|
|
934
|
-
}
|
|
935
|
-
});
|
|
936
|
-
ws.on('close', () => {
|
|
937
|
-
console.log(`[WS /ws/events] Disconnected: client=${clientId}`);
|
|
938
|
-
eventHub.unregisterClient(client);
|
|
939
|
-
});
|
|
940
|
-
ws.on('error', () => {
|
|
941
|
-
eventHub.unregisterClient(client);
|
|
942
|
-
});
|
|
943
|
-
});
|
|
944
|
-
return;
|
|
945
|
-
}
|
|
946
|
-
socket.write('HTTP/1.1 404 Not Found\r\n\r\n');
|
|
947
|
-
socket.destroy();
|
|
948
|
-
});
|
|
949
|
-
await new Promise((resolve, reject) => {
|
|
950
|
-
server.once('error', reject);
|
|
951
|
-
server.listen(port, host, () => resolve());
|
|
952
|
-
});
|
|
953
|
-
const address = server.address();
|
|
954
|
-
const actualPort = typeof address === 'object' && address ? address.port : port;
|
|
955
|
-
return { server, wss, port: actualPort };
|
|
956
|
-
}
|
|
137
|
+
// HTTP-сервер (раздача Hono-приложения) + WebSocket /ws/events.
|
|
138
|
+
const listen = createBackendListen({
|
|
139
|
+
app,
|
|
140
|
+
auth,
|
|
141
|
+
eventHub: deps.eventHub,
|
|
142
|
+
sessionManager: deps.sessionManager,
|
|
143
|
+
projectStore: deps.projectStore,
|
|
144
|
+
eventBus: deps.eventBus,
|
|
145
|
+
queueManager: deps.queueManager,
|
|
146
|
+
processMessage: deps.processMessage,
|
|
147
|
+
orchestrator: deps.orchestrator,
|
|
148
|
+
defaultPort: backendConfig.port,
|
|
149
|
+
});
|
|
957
150
|
return {
|
|
958
151
|
app,
|
|
959
|
-
dataDir,
|
|
152
|
+
dataDir: deps.dataDir,
|
|
960
153
|
port: backendConfig.port,
|
|
961
154
|
config: backendConfig,
|
|
962
155
|
auth,
|
|
963
|
-
eventBus,
|
|
964
|
-
eventHub,
|
|
965
|
-
sessionManager,
|
|
966
|
-
projectStore,
|
|
967
|
-
orchestrator,
|
|
968
|
-
queueManager,
|
|
969
|
-
settingsStore,
|
|
156
|
+
eventBus: deps.eventBus,
|
|
157
|
+
eventHub: deps.eventHub,
|
|
158
|
+
sessionManager: deps.sessionManager,
|
|
159
|
+
projectStore: deps.projectStore,
|
|
160
|
+
orchestrator: deps.orchestrator,
|
|
161
|
+
queueManager: deps.queueManager,
|
|
162
|
+
settingsStore: deps.settingsStore,
|
|
163
|
+
// ADR-089: ядро событий (понадобится на этапах 5–6).
|
|
164
|
+
eventRouter: deps.eventRouter,
|
|
165
|
+
requestSessionService: deps.requestSessionService,
|
|
166
|
+
eventBindingStore: deps.eventBindingStore,
|
|
167
|
+
eventJournal: deps.eventJournal,
|
|
168
|
+
ingress: deps.eventIngress,
|
|
169
|
+
// ADR-051 (срез) / ADR-089: реестр расписаний и планировщик.
|
|
170
|
+
scheduleStore: deps.scheduleStore,
|
|
171
|
+
scheduler: deps.schedulerService,
|
|
172
|
+
stopScheduler: () => deps.schedulerService.stop(),
|
|
173
|
+
stopEphemeralSweeper: deps.stopEphemeralSweeper,
|
|
174
|
+
stopEventJournalPruner: deps.stopEventJournalPruner,
|
|
175
|
+
// ADR-052 (этап II): реестр подписок и движок webhooks + остановка на shutdown.
|
|
176
|
+
webhookStore: deps.webhookStore,
|
|
177
|
+
webhookService: deps.webhookService,
|
|
178
|
+
stopWebhookService: () => deps.webhookService.stop(),
|
|
179
|
+
stopWebhookDeliveryPruner: () => deps.stopWebhookDeliveryPruner(),
|
|
970
180
|
listen,
|
|
971
181
|
};
|
|
972
182
|
}
|