synthos 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/default-pages/elevenlabs_effects_studio/chat-history.json +1 -0
- package/default-pages/elevenlabs_effects_studio/page.html +1345 -1363
- package/default-pages/elevenlabs_effects_studio/page.json +13 -11
- package/default-pages/elevenlabs_voice_studio/chat-history.json +1 -0
- package/default-pages/elevenlabs_voice_studio/page.html +782 -801
- package/default-pages/elevenlabs_voice_studio/page.json +13 -11
- package/default-pages/json_tools/chat-history.json +1 -0
- package/default-pages/json_tools/page.html +70 -90
- package/default-pages/json_tools/page.json +12 -10
- package/default-pages/my_notes/chat-history.json +1 -0
- package/default-pages/my_notes/page.html +115 -131
- package/default-pages/my_notes/page.json +14 -12
- package/default-pages/neon_asteroids/chat-history.json +1 -0
- package/default-pages/neon_asteroids/page.html +1777 -1803
- package/default-pages/neon_asteroids/page.json +14 -12
- package/default-pages/oregon_trail/chat-history.json +1 -0
- package/default-pages/oregon_trail/page.html +290 -307
- package/default-pages/oregon_trail/page.json +14 -12
- package/default-pages/solar_explorer/chat-history.json +1 -0
- package/default-pages/solar_explorer/page.html +1929 -1951
- package/default-pages/solar_explorer/page.json +14 -12
- package/default-pages/solar_tutorial/chat-history.json +1 -0
- package/default-pages/solar_tutorial/page.html +464 -478
- package/default-pages/solar_tutorial/page.json +12 -10
- package/default-pages/us_map/chat-history.json +1 -0
- package/default-pages/us_map/page.html +170 -193
- package/default-pages/us_map/page.json +14 -12
- package/default-pages/us_map/page.light.png +0 -0
- package/default-pages/us_map_1850/chat-history.json +1 -0
- package/default-pages/us_map_1850/page.html +302 -326
- package/default-pages/us_map_1850/page.json +14 -12
- package/default-pages/western_cities_1850/chat-history.json +1 -0
- package/default-pages/western_cities_1850/page.html +503 -527
- package/default-pages/western_cities_1850/page.json +14 -12
- package/default-themes/aurora-dawn.v3.css +15 -14
- package/default-themes/aurora-dusk.v3.css +26 -26
- package/default-themes/cosmos-dawn.v3.css +15 -14
- package/default-themes/cosmos-dusk.v3.css +26 -26
- package/default-themes/elemental-dawn.v3.css +200 -0
- package/default-themes/nebula-dawn.v3.css +15 -14
- package/default-themes/nebula-dusk.v3.css +24 -24
- package/default-themes/solar-flare-dawn.v3.css +15 -14
- package/default-themes/solar-flare-dusk.v3.css +26 -26
- package/dist/builders/anthropic.d.ts +26 -2
- package/dist/builders/anthropic.d.ts.map +1 -1
- package/dist/builders/anthropic.js +132 -31
- package/dist/builders/anthropic.js.map +1 -1
- package/dist/builders/claudecode.d.ts +13 -0
- package/dist/builders/claudecode.d.ts.map +1 -0
- package/dist/builders/claudecode.js +253 -0
- package/dist/builders/claudecode.js.map +1 -0
- package/dist/builders/index.d.ts +2 -1
- package/dist/builders/index.d.ts.map +1 -1
- package/dist/builders/index.js +8 -1
- package/dist/builders/index.js.map +1 -1
- package/dist/builders/openai.js +2 -1
- package/dist/builders/openai.js.map +1 -1
- package/dist/builders/types.d.ts +31 -7
- package/dist/builders/types.d.ts.map +1 -1
- package/dist/builders/types.js +60 -28
- package/dist/builders/types.js.map +1 -1
- package/dist/connectors/types.d.ts +8 -0
- package/dist/connectors/types.d.ts.map +1 -1
- package/dist/init.d.ts.map +1 -1
- package/dist/init.js +13 -6
- package/dist/init.js.map +1 -1
- package/dist/migrations.d.ts.map +1 -1
- package/dist/migrations.js +161 -14
- package/dist/migrations.js.map +1 -1
- package/dist/models/anthropic.d.ts +1 -0
- package/dist/models/anthropic.d.ts.map +1 -1
- package/dist/models/anthropic.js +129 -29
- package/dist/models/anthropic.js.map +1 -1
- package/dist/models/chainOfThought.d.ts.map +1 -1
- package/dist/models/chainOfThought.js +32 -19
- package/dist/models/chainOfThought.js.map +1 -1
- package/dist/models/index.d.ts +2 -2
- package/dist/models/index.d.ts.map +1 -1
- package/dist/models/index.js +2 -1
- package/dist/models/index.js.map +1 -1
- package/dist/models/providers.d.ts +1 -0
- package/dist/models/providers.d.ts.map +1 -1
- package/dist/models/providers.js +12 -4
- package/dist/models/providers.js.map +1 -1
- package/dist/models/types.d.ts +15 -1
- package/dist/models/types.d.ts.map +1 -1
- package/dist/models/types.js.map +1 -1
- package/dist/pages.d.ts +57 -8
- package/dist/pages.d.ts.map +1 -1
- package/dist/pages.js +258 -45
- package/dist/pages.js.map +1 -1
- package/dist/service/createCompletePrompt.d.ts.map +1 -1
- package/dist/service/createCompletePrompt.js +5 -0
- package/dist/service/createCompletePrompt.js.map +1 -1
- package/dist/service/mediaCache.d.ts +36 -0
- package/dist/service/mediaCache.d.ts.map +1 -0
- package/dist/service/mediaCache.js +182 -0
- package/dist/service/mediaCache.js.map +1 -0
- package/dist/service/pageValidator.d.ts +25 -0
- package/dist/service/pageValidator.d.ts.map +1 -0
- package/dist/service/pageValidator.js +315 -0
- package/dist/service/pageValidator.js.map +1 -0
- package/dist/service/server.d.ts.map +1 -1
- package/dist/service/server.js +4 -0
- package/dist/service/server.js.map +1 -1
- package/dist/service/sharedTableSchema.d.ts +73 -0
- package/dist/service/sharedTableSchema.d.ts.map +1 -0
- package/dist/service/sharedTableSchema.js +206 -0
- package/dist/service/sharedTableSchema.js.map +1 -0
- package/dist/service/transformPage.d.ts +49 -11
- package/dist/service/transformPage.d.ts.map +1 -1
- package/dist/service/transformPage.js +354 -241
- package/dist/service/transformPage.js.map +1 -1
- package/dist/service/useApiRoutes.d.ts.map +1 -1
- package/dist/service/useApiRoutes.js +288 -34
- package/dist/service/useApiRoutes.js.map +1 -1
- package/dist/service/useConnectorRoutes.d.ts.map +1 -1
- package/dist/service/useConnectorRoutes.js +170 -32
- package/dist/service/useConnectorRoutes.js.map +1 -1
- package/dist/service/useDataRoutes.d.ts.map +1 -1
- package/dist/service/useDataRoutes.js +59 -2
- package/dist/service/useDataRoutes.js.map +1 -1
- package/dist/service/useExtractRoutes.d.ts +4 -0
- package/dist/service/useExtractRoutes.d.ts.map +1 -0
- package/dist/service/useExtractRoutes.js +304 -0
- package/dist/service/useExtractRoutes.js.map +1 -0
- package/dist/service/usePageRoutes.d.ts +17 -0
- package/dist/service/usePageRoutes.d.ts.map +1 -1
- package/dist/service/usePageRoutes.js +1385 -483
- package/dist/service/usePageRoutes.js.map +1 -1
- package/dist/service/useSharedDataRoutes.d.ts.map +1 -1
- package/dist/service/useSharedDataRoutes.js +54 -2
- package/dist/service/useSharedDataRoutes.js.map +1 -1
- package/dist/settings.d.ts +27 -0
- package/dist/settings.d.ts.map +1 -1
- package/dist/settings.js +40 -1
- package/dist/settings.js.map +1 -1
- package/dist/themes.d.ts +0 -5
- package/dist/themes.d.ts.map +1 -1
- package/dist/themes.js +3 -95
- package/dist/themes.js.map +1 -1
- package/migration-rules/v2-to-v3.md +277 -119
- package/package.json +5 -1
- package/{default-pages/application → required-pages/_shell}/page.html +56 -42
- package/required-pages/_shell/page.json +14 -0
- package/required-pages/_starters/page.html +534 -0
- package/required-pages/_starters/page.json +12 -0
- package/required-pages/builder/page.html +353 -43
- package/required-pages/builder/page.json +12 -10
- package/required-pages/pages/page.html +697 -924
- package/required-pages/pages/page.json +12 -10
- package/required-pages/settings/page.html +1879 -1753
- package/required-pages/settings/page.json +12 -10
- package/required-pages/synthos_apis/page.html +834 -845
- package/required-pages/synthos_apis/page.json +12 -10
- package/required-pages/synthos_scripts/page.html +74 -88
- package/required-pages/synthos_scripts/page.json +12 -10
- package/scripts/append-instructions.py +90 -0
- package/scripts/audit-instructions.py +76 -0
- package/scripts/cleanup-shell-markup.mjs +112 -0
- package/service-connectors/buffer/connector.json +46 -0
- package/service-connectors/canva/connector.json +67 -0
- package/service-connectors/elevenlabs/connector.json +1 -1
- package/src/builders/anthropic.ts +155 -30
- package/src/builders/claudecode.ts +310 -0
- package/src/builders/index.ts +7 -1
- package/src/builders/openai.ts +2 -1
- package/src/builders/types.ts +93 -32
- package/src/connectors/types.ts +8 -0
- package/src/init.ts +13 -7
- package/src/migrations.ts +187 -16
- package/src/models/anthropic.ts +140 -30
- package/src/models/chainOfThought.ts +33 -18
- package/src/models/index.ts +2 -2
- package/src/models/providers.ts +12 -3
- package/src/models/types.ts +21 -1
- package/src/pages.ts +271 -35
- package/src/service/createCompletePrompt.ts +6 -0
- package/src/service/mediaCache.ts +206 -0
- package/src/service/pageValidator.ts +337 -0
- package/src/service/server.ts +4 -0
- package/src/service/sharedTableSchema.ts +236 -0
- package/src/service/transformPage.ts +370 -260
- package/src/service/useApiRoutes.ts +282 -32
- package/src/service/useConnectorRoutes.ts +189 -34
- package/src/service/useDataRoutes.ts +198 -116
- package/src/service/useExtractRoutes.ts +331 -0
- package/src/service/usePageRoutes.ts +1411 -394
- package/src/service/useSharedDataRoutes.ts +184 -109
- package/src/settings.ts +65 -0
- package/src/themes.ts +78 -180
- package/starters/blank_starter/chat-history.json +1 -0
- package/starters/blank_starter/page.dark.png +0 -0
- package/starters/blank_starter/page.html +47 -0
- package/starters/blank_starter/page.json +13 -0
- package/starters/blank_starter/page.light.png +0 -0
- package/starters/calculator_starter/chat-history.json +1 -0
- package/starters/calculator_starter/page.dark.png +0 -0
- package/starters/calculator_starter/page.html +232 -0
- package/starters/calculator_starter/page.json +13 -0
- package/starters/calculator_starter/page.light.png +0 -0
- package/starters/calendar_starter/chat-history.json +1 -0
- package/starters/calendar_starter/page.dark.png +0 -0
- package/starters/calendar_starter/page.html +495 -0
- package/starters/calendar_starter/page.json +13 -0
- package/starters/calendar_starter/page.light.png +0 -0
- package/starters/chat_starter/chat-history.json +1 -0
- package/starters/chat_starter/page.dark.png +0 -0
- package/starters/chat_starter/page.html +351 -0
- package/starters/chat_starter/page.json +13 -0
- package/starters/chat_starter/page.light.png +0 -0
- package/starters/checklist_starter/chat-history.json +1 -0
- package/starters/checklist_starter/page.dark.png +0 -0
- package/starters/checklist_starter/page.html +437 -0
- package/starters/checklist_starter/page.json +13 -0
- package/starters/checklist_starter/page.light.png +0 -0
- package/starters/dashboard_starter/chat-history.json +1 -0
- package/starters/dashboard_starter/page.dark.png +0 -0
- package/starters/dashboard_starter/page.html +195 -0
- package/starters/dashboard_starter/page.json +13 -0
- package/starters/dashboard_starter/page.light.png +0 -0
- package/starters/form_starter/chat-history.json +1 -0
- package/starters/form_starter/page.dark.png +0 -0
- package/starters/form_starter/page.html +313 -0
- package/starters/form_starter/page.json +13 -0
- package/starters/form_starter/page.light.png +0 -0
- package/starters/gallery_starter/chat-history.json +1 -0
- package/starters/gallery_starter/page.dark.png +0 -0
- package/starters/gallery_starter/page.html +418 -0
- package/starters/gallery_starter/page.json +13 -0
- package/starters/gallery_starter/page.light.png +0 -0
- package/starters/generator_starter/chat-history.json +1 -0
- package/starters/generator_starter/page.dark.png +0 -0
- package/starters/generator_starter/page.html +261 -0
- package/starters/generator_starter/page.json +13 -0
- package/starters/generator_starter/page.light.png +0 -0
- package/starters/index.html +538 -0
- package/starters/kanban_starter/chat-history.json +1 -0
- package/starters/kanban_starter/page.dark.png +0 -0
- package/starters/kanban_starter/page.html +432 -0
- package/starters/kanban_starter/page.json +13 -0
- package/starters/kanban_starter/page.light.png +0 -0
- package/starters/presentation_builder/chat-history.json +1 -0
- package/starters/presentation_builder/page.dark.png +0 -0
- package/starters/presentation_builder/page.html +970 -0
- package/starters/presentation_builder/page.json +15 -0
- package/starters/presentation_builder/page.light.png +0 -0
- package/starters/presentation_builder/presentation_voice/voice_config.json +9 -0
- package/starters/pulse_starter/chat-history.json +1 -0
- package/starters/pulse_starter/page.dark.png +0 -0
- package/starters/pulse_starter/page.html +698 -0
- package/starters/pulse_starter/page.json +13 -0
- package/starters/pulse_starter/page.light.png +0 -0
- package/starters/quiz_starter/chat-history.json +1 -0
- package/starters/quiz_starter/page.dark.png +0 -0
- package/starters/quiz_starter/page.html +292 -0
- package/starters/quiz_starter/page.json +13 -0
- package/starters/quiz_starter/page.light.png +0 -0
- package/starters/reference_starter/chat-history.json +1 -0
- package/starters/reference_starter/page.dark.png +0 -0
- package/starters/reference_starter/page.html +250 -0
- package/starters/reference_starter/page.json +13 -0
- package/starters/reference_starter/page.light.png +0 -0
- package/starters/retro_game_starter/chat-history.json +1 -0
- package/starters/retro_game_starter/page.dark.png +0 -0
- package/{default-pages → starters}/retro_game_starter/page.html +1281 -1308
- package/starters/retro_game_starter/page.json +15 -0
- package/starters/retro_game_starter/page.light.png +0 -0
- package/starters/roster_starter/chat-history.json +1 -0
- package/starters/roster_starter/page.dark.png +0 -0
- package/starters/roster_starter/page.html +600 -0
- package/starters/roster_starter/page.json +13 -0
- package/starters/roster_starter/page.light.png +0 -0
- package/starters/server.js +182 -0
- package/starters/start.cmd +1 -0
- package/starters/timeline_starter/chat-history.json +1 -0
- package/starters/timeline_starter/page.dark.png +0 -0
- package/starters/timeline_starter/page.html +446 -0
- package/starters/timeline_starter/page.json +13 -0
- package/starters/timeline_starter/page.light.png +0 -0
- package/starters/tutorial_starter/chat-history.json +1 -0
- package/starters/tutorial_starter/page.dark.png +0 -0
- package/starters/tutorial_starter/page.html +283 -0
- package/starters/tutorial_starter/page.json +13 -0
- package/starters/tutorial_starter/page.light.png +0 -0
- package/static-files/agent.v3.js +122 -0
- package/static-files/connector.v3.js +48 -0
- package/static-files/extract.v3.js +188 -0
- package/static-files/helpers.v3.js +50 -6
- package/static-files/page-bridge.js +114 -0
- package/static-files/page.v3.js +1292 -1290
- package/static-files/script.v3.js +32 -0
- package/static-files/server.v3.js +89 -0
- package/static-files/shell-bridge.v3.js +174 -0
- package/static-files/shell-modals.v3.js +521 -0
- package/static-files/{shell.css → shell.v3.css} +271 -22
- package/static-files/shell.v3.js +1865 -0
- package/static-files/storage.v3.js +176 -0
- package/tests/anthropic.spec.ts +42 -7
- package/tests/builders.spec.ts +72 -4
- package/tests/pageValidator.spec.ts +548 -0
- package/tests/profiles.spec.ts +122 -0
- package/tests/providers.spec.ts +1 -1
- package/tests/sharedTableSchema.spec.ts +242 -0
- package/tests/transformPage.spec.ts +62 -81
- package/default-pages/application/page.json +0 -10
- package/default-pages/retro_game_starter/page.json +0 -12
- package/default-pages/sidebar_page/page.html +0 -51
- package/default-pages/sidebar_page/page.json +0 -10
- package/default-pages/two-panel_page/page.html +0 -68
- package/default-pages/two-panel_page/page.json +0 -10
|
@@ -7,7 +7,15 @@ exports.useDataRoutes = void 0;
|
|
|
7
7
|
const path_1 = __importDefault(require("path"));
|
|
8
8
|
const uuid_1 = require("uuid");
|
|
9
9
|
const scripts_1 = require("../scripts");
|
|
10
|
+
const sharedTableSchema_1 = require("./sharedTableSchema");
|
|
10
11
|
function useDataRoutes(config, app) {
|
|
12
|
+
// Schema sidecar + table-list endpoints registered before the generic
|
|
13
|
+
// table/record routes so the literal `_schema` / `_tables` segments
|
|
14
|
+
// aren't captured by `:table` / `:table/:id`.
|
|
15
|
+
app.get('/api/data/:page/_tables', (req, res) => handleListTables(config, req.params.page, res));
|
|
16
|
+
app.get('/api/data/:page/:table/_schema', (req, res) => handleGetSchema(config, req.params.page, req.params.table, res));
|
|
17
|
+
app.put('/api/data/:page/:table/_schema', (req, res) => handlePutSchema(config, req.params.page, req.params.table, req.query, req.body, res));
|
|
18
|
+
app.delete('/api/data/:page/:table/_schema', (req, res) => handleDeleteSchema(config, req.params.page, req.params.table, res));
|
|
11
19
|
app.get('/api/data/:page/:table', (req, res) => handleList(config, req.params.page, req.params.table, req.query, res));
|
|
12
20
|
app.get('/api/data/:page/:table/:id', (req, res) => handleGet(config, req.params.page, req.params.table, req.params.id, res));
|
|
13
21
|
app.post('/api/data/:page/:table', (req, res) => handleUpsert(config, req.params.page, req.params.table, req.body, res));
|
|
@@ -15,7 +23,7 @@ function useDataRoutes(config, app) {
|
|
|
15
23
|
}
|
|
16
24
|
exports.useDataRoutes = useDataRoutes;
|
|
17
25
|
// ---------------------------------------------------------------------------
|
|
18
|
-
// Route handlers
|
|
26
|
+
// Route handlers — records
|
|
19
27
|
// ---------------------------------------------------------------------------
|
|
20
28
|
async function handleList(config, page, table, query, res) {
|
|
21
29
|
const sp = config.storageProvider;
|
|
@@ -103,10 +111,59 @@ async function handleDelete(config, page, table, id, res) {
|
|
|
103
111
|
}
|
|
104
112
|
}
|
|
105
113
|
// ---------------------------------------------------------------------------
|
|
114
|
+
// Route handlers — schema sidecar
|
|
115
|
+
// ---------------------------------------------------------------------------
|
|
116
|
+
async function handleGetSchema(config, page, table, res) {
|
|
117
|
+
const wrapper = await (0, sharedTableSchema_1.loadSchema)(config, pageNamespace(config, page), table);
|
|
118
|
+
if (!wrapper) {
|
|
119
|
+
res.status(404).json({ error: 'schema_not_found', page, table });
|
|
120
|
+
return;
|
|
121
|
+
}
|
|
122
|
+
res.json(wrapper);
|
|
123
|
+
}
|
|
124
|
+
async function handlePutSchema(config, page, table, query, body, res) {
|
|
125
|
+
const incoming = body && typeof body === 'object' && body.schema ? body.schema : body;
|
|
126
|
+
if (!(0, sharedTableSchema_1.isValidSchemaPayload)(incoming)) {
|
|
127
|
+
res.status(400).json({ error: 'invalid_schema', message: 'Body must be a JSON Schema object (or { schema: ... } wrapper).' });
|
|
128
|
+
return;
|
|
129
|
+
}
|
|
130
|
+
const merge = query.merge === 'replace' ? 'replace' : 'additive';
|
|
131
|
+
const definedBy = typeof body?.definedBy === 'string' ? body.definedBy : undefined;
|
|
132
|
+
const namespace = pageNamespace(config, page);
|
|
133
|
+
const existing = await (0, sharedTableSchema_1.loadSchema)(config, namespace, table);
|
|
134
|
+
const { merged, conflicts } = (0, sharedTableSchema_1.mergeSchema)(existing?.schema, incoming, merge);
|
|
135
|
+
if (conflicts.length > 0) {
|
|
136
|
+
res.status(409).json({ error: 'schema_conflict', conflicts });
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
const now = new Date().toISOString();
|
|
140
|
+
const wrapper = existing
|
|
141
|
+
? (0, sharedTableSchema_1.updateSchemaWrapper)(existing, merged, now, definedBy)
|
|
142
|
+
: (0, sharedTableSchema_1.newSchemaWrapper)(merged, now, definedBy);
|
|
143
|
+
await (0, sharedTableSchema_1.saveSchema)(config, namespace, table, wrapper);
|
|
144
|
+
res.json(wrapper);
|
|
145
|
+
}
|
|
146
|
+
async function handleDeleteSchema(config, page, table, res) {
|
|
147
|
+
await (0, sharedTableSchema_1.deleteSchema)(config, pageNamespace(config, page), table);
|
|
148
|
+
res.status(204).end();
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Subfolders under `<pagesFolder>/pages/<page>/` that are NOT data tables.
|
|
152
|
+
* `files` is the synthos.files namespace; it must not appear in the table list.
|
|
153
|
+
*/
|
|
154
|
+
const RESERVED_PAGE_SUBDIRS = new Set(['files']);
|
|
155
|
+
async function handleListTables(config, page, res) {
|
|
156
|
+
const tables = await (0, sharedTableSchema_1.listTables)(config, pageNamespace(config, page), RESERVED_PAGE_SUBDIRS);
|
|
157
|
+
res.json({ tables });
|
|
158
|
+
}
|
|
159
|
+
// ---------------------------------------------------------------------------
|
|
106
160
|
// Helpers
|
|
107
161
|
// ---------------------------------------------------------------------------
|
|
162
|
+
function pageNamespace(config, page) {
|
|
163
|
+
return path_1.default.join(config.pagesFolder, 'pages', page);
|
|
164
|
+
}
|
|
108
165
|
function tableFolder(config, page, table) {
|
|
109
|
-
return path_1.default.join(config
|
|
166
|
+
return path_1.default.join(pageNamespace(config, page), table);
|
|
110
167
|
}
|
|
111
168
|
function recordFile(folder, id) {
|
|
112
169
|
return path_1.default.join(folder, `${id}.json`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useDataRoutes.js","sourceRoot":"","sources":["../../src/service/useDataRoutes.ts"],"names":[],"mappings":";;;;;;AAEA,gDAAwB;AACxB,+BAA0B;AAC1B,wCAAgD;
|
|
1
|
+
{"version":3,"file":"useDataRoutes.js","sourceRoot":"","sources":["../../src/service/useDataRoutes.ts"],"names":[],"mappings":";;;;;;AAEA,gDAAwB;AACxB,+BAA0B;AAC1B,wCAAgD;AAChD,2DAU6B;AAE7B,SAAgB,aAAa,CAAC,MAAqB,EAAE,GAAgB;IACjE,sEAAsE;IACtE,oEAAoE;IACpE,8CAA8C;IAC9C,GAAG,CAAC,GAAG,CAAC,yBAAyB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;IACjG,GAAG,CAAC,GAAG,CAAC,gCAAgC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACzH,GAAG,CAAC,GAAG,CAAC,gCAAgC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9I,GAAG,CAAC,MAAM,CAAC,gCAAgC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAE/H,GAAG,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACvH,GAAG,CAAC,GAAG,CAAC,4BAA4B,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9H,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;IACzH,GAAG,CAAC,MAAM,CAAC,4BAA4B,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;AACxI,CAAC;AAbD,sCAaC;AAED,8EAA8E;AAC9E,2BAA2B;AAC3B,8EAA8E;AAE9E,KAAK,UAAU,UAAU,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,KAA0B,EAAE,GAAa;IACnH,MAAM,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC;IAClC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE;QACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,OAAO;KACV;IAED,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAE3G,MAAM,IAAI,GAA0B,EAAE,CAAC;IACvC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE;QAClB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpC,IAAI;YACA,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAClB;QAAC,OAAO,GAAY,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACtB;KACJ;IAED,kCAAkC;IAClC,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACrF,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,CAAC;QACtD,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;KAClH;SAAM;QACH,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KAClB;AACL,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,EAAU,EAAE,GAAa;IAClG,MAAM,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC;IAClC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE;QACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,OAAO;KACV;IAED,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI;QACA,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KACjB;IAAC,OAAO,GAAY,EAAE;QACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;KAChB;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,IAAS,EAAE,GAAa;IACpG,MAAM,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAA,SAAE,GAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI;QACA,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC;QAC5B,MAAM,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtD,IAAI,KAAK,KAAK,SAAS,EAAE;YACrB,IAAA,4BAAkB,GAAE,CAAC;SACxB;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KACjB;IAAC,OAAO,GAAY,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC;KAChD;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,EAAU,EAAE,GAAa;IACrG,MAAM,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC;IAClC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI;QACA,IAAI,MAAM,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;YAC9B,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,KAAK,KAAK,SAAS,EAAE;gBACrB,IAAA,4BAAkB,GAAE,CAAC;aACxB;SACJ;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;KAC/B;IAAC,OAAO,GAAY,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC;KAChD;AACL,CAAC;AAED,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAE9E,KAAK,UAAU,eAAe,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAa;IAC5F,MAAM,OAAO,GAAG,MAAM,IAAA,8BAAU,EAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7E,IAAI,CAAC,OAAO,EAAE;QACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,OAAO;KACV;IACD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,eAAe,CAC1B,MAAqB,EACrB,IAAY,EACZ,KAAa,EACb,KAA0B,EAC1B,IAAS,EACT,GAAa;IAEb,MAAM,QAAQ,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,IAAI,CAAC,IAAA,wCAAoB,EAAC,QAAQ,CAAC,EAAE;QACjC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,iEAAiE,EAAE,CAAC,CAAC;QAC9H,OAAO;KACV;IACD,MAAM,KAAK,GAAc,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;IAC5E,MAAM,SAAS,GAAG,OAAO,IAAI,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IACnF,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAU,EAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC5D,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,+BAAW,EAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,CAAC,CAAC;QAC9D,OAAO;KACV;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,QAAQ;QACpB,CAAC,CAAC,IAAA,uCAAmB,EAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC;QACvD,CAAC,CAAC,IAAA,oCAAgB,EAAC,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/C,MAAM,IAAA,8BAAU,EAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACpD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAa;IAC/F,MAAM,IAAA,gCAAY,EAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,qBAAqB,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAEtE,KAAK,UAAU,gBAAgB,CAAC,MAAqB,EAAE,IAAY,EAAE,GAAa;IAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,8BAAU,EAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5F,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,aAAa,CAAC,MAAqB,EAAE,IAAY;IACtD,OAAO,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,WAAW,CAAC,MAAqB,EAAE,IAAY,EAAE,KAAa;IACnE,OAAO,cAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,MAAc,EAAE,EAAU;IAC1C,OAAO,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useExtractRoutes.d.ts","sourceRoot":"","sources":["../../src/service/useExtractRoutes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAItC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AA4DxC,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,WAAW,GAAG,IAAI,CAsN9E"}
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.useExtractRoutes = void 0;
|
|
7
|
+
const express_1 = __importDefault(require("express"));
|
|
8
|
+
const path_1 = __importDefault(require("path"));
|
|
9
|
+
const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
|
|
10
|
+
const createCompletePrompt_1 = require("./createCompletePrompt");
|
|
11
|
+
const settings_1 = require("../settings");
|
|
12
|
+
const DEFAULT_PROMPT = `You are a data extraction service. The user has provided a file. Extract the requested fields and return JSON matching the provided schema exactly. If a field is not present in the file, omit it unless it is required by the schema, in which case use the closest reasonable value. Do not include explanatory prose — return only the JSON object.`;
|
|
13
|
+
const MAX_FILE_BYTES = 50 * 1024 * 1024;
|
|
14
|
+
const DEFAULT_TIMEOUT_MS = 120_000;
|
|
15
|
+
const MAX_TIMEOUT_MS = 300_000;
|
|
16
|
+
const MIN_TIMEOUT_MS = 1_000;
|
|
17
|
+
const TEXT_MIMES = new Set([
|
|
18
|
+
'application/json',
|
|
19
|
+
'application/xml',
|
|
20
|
+
'application/yaml',
|
|
21
|
+
'application/x-yaml',
|
|
22
|
+
'application/javascript',
|
|
23
|
+
'application/typescript',
|
|
24
|
+
'application/x-www-form-urlencoded',
|
|
25
|
+
]);
|
|
26
|
+
const IMAGE_MIMES = new Set([
|
|
27
|
+
'image/png',
|
|
28
|
+
'image/jpeg',
|
|
29
|
+
'image/jpg',
|
|
30
|
+
'image/webp',
|
|
31
|
+
'image/gif',
|
|
32
|
+
]);
|
|
33
|
+
function isTextMime(mime) {
|
|
34
|
+
return mime.startsWith('text/') || TEXT_MIMES.has(mime);
|
|
35
|
+
}
|
|
36
|
+
function isImageMime(mime) {
|
|
37
|
+
return IMAGE_MIMES.has(mime);
|
|
38
|
+
}
|
|
39
|
+
function isPdfMime(mime) {
|
|
40
|
+
return mime === 'application/pdf';
|
|
41
|
+
}
|
|
42
|
+
function isValidSchema(s) {
|
|
43
|
+
return !!s && typeof s === 'object' && !Array.isArray(s);
|
|
44
|
+
}
|
|
45
|
+
function pageFilesFolder(config, page) {
|
|
46
|
+
return path_1.default.join(config.pagesFolder, 'pages', page, 'files');
|
|
47
|
+
}
|
|
48
|
+
function safeFilenameInPageDir(config, page, filename) {
|
|
49
|
+
if (!filename || filename.includes('..') || filename.includes('/') || filename.includes('\\')) {
|
|
50
|
+
return null;
|
|
51
|
+
}
|
|
52
|
+
const folder = pageFilesFolder(config, page);
|
|
53
|
+
const resolved = path_1.default.resolve(folder, filename);
|
|
54
|
+
if (!resolved.startsWith(path_1.default.resolve(folder)))
|
|
55
|
+
return null;
|
|
56
|
+
return resolved;
|
|
57
|
+
}
|
|
58
|
+
function useExtractRoutes(config, app) {
|
|
59
|
+
const sp = config.storageProvider;
|
|
60
|
+
// 50 MB raw → ~67 MB base64; allow ~70 MB JSON envelope.
|
|
61
|
+
app.post('/api/extract', express_1.default.json({ limit: '70mb' }), async (req, res) => {
|
|
62
|
+
try {
|
|
63
|
+
const body = (req.body ?? {});
|
|
64
|
+
const page = typeof body.page === 'string' ? body.page : '';
|
|
65
|
+
const filename = typeof body.filename === 'string' ? body.filename : '';
|
|
66
|
+
const mimeType = typeof body.mimeType === 'string' ? body.mimeType : '';
|
|
67
|
+
const data = typeof body.data === 'string' ? body.data : '';
|
|
68
|
+
const schema = body.schema;
|
|
69
|
+
const userPromptIn = typeof body.prompt === 'string' && body.prompt.length > 0 ? body.prompt : DEFAULT_PROMPT;
|
|
70
|
+
const modelOverride = typeof body.model === 'string' && body.model.length > 0 ? body.model : undefined;
|
|
71
|
+
const persist = body.persist === true;
|
|
72
|
+
const timeoutIn = typeof body.timeout === 'number' && Number.isFinite(body.timeout) ? body.timeout : DEFAULT_TIMEOUT_MS;
|
|
73
|
+
const timeoutMs = Math.min(Math.max(timeoutIn, MIN_TIMEOUT_MS), MAX_TIMEOUT_MS);
|
|
74
|
+
// ---- request validation ----
|
|
75
|
+
if (!page) {
|
|
76
|
+
res.status(400).json({ error: 'invalid_request', message: 'page is required' });
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
if (!filename) {
|
|
80
|
+
res.status(400).json({ error: 'invalid_request', message: 'filename is required' });
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
if (!mimeType) {
|
|
84
|
+
res.status(400).json({ error: 'invalid_request', message: 'mimeType is required' });
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
87
|
+
if (!data) {
|
|
88
|
+
res.status(400).json({ error: 'invalid_request', message: 'data (base64) is required' });
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
if (!isValidSchema(schema)) {
|
|
92
|
+
res.status(400).json({ error: 'malformed_schema', message: 'schema must be a JSON Schema object' });
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
// ---- decode + size check ----
|
|
96
|
+
let buffer;
|
|
97
|
+
try {
|
|
98
|
+
buffer = Buffer.from(data, 'base64');
|
|
99
|
+
}
|
|
100
|
+
catch {
|
|
101
|
+
res.status(400).json({ error: 'invalid_request', message: 'data must be valid base64' });
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
if (buffer.length === 0) {
|
|
105
|
+
res.status(400).json({ error: 'invalid_request', message: 'data decoded to empty buffer' });
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
if (buffer.length > MAX_FILE_BYTES) {
|
|
109
|
+
res.status(413).json({
|
|
110
|
+
error: 'oversize',
|
|
111
|
+
message: `File exceeds 50 MB limit (${buffer.length} bytes)`,
|
|
112
|
+
});
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
// ---- resolve active model ----
|
|
116
|
+
const settings = await (0, settings_1.loadSettings)(config);
|
|
117
|
+
const entry = (0, settings_1.getModelEntry)(settings, 'chat');
|
|
118
|
+
const provider = entry.provider;
|
|
119
|
+
const modelUsed = modelOverride ?? entry.configuration.model;
|
|
120
|
+
// ---- routing ----
|
|
121
|
+
const isText = isTextMime(mimeType);
|
|
122
|
+
const isImage = isImageMime(mimeType);
|
|
123
|
+
const isPdf = isPdfMime(mimeType);
|
|
124
|
+
if (!isText && !isImage && !isPdf) {
|
|
125
|
+
res.status(415).json({
|
|
126
|
+
error: 'unsupported_file_type',
|
|
127
|
+
message: `MIME type "${mimeType}" is not supported in v1.`,
|
|
128
|
+
modelUsed,
|
|
129
|
+
});
|
|
130
|
+
return;
|
|
131
|
+
}
|
|
132
|
+
if (provider === 'ClaudeCode') {
|
|
133
|
+
res.status(415).json({
|
|
134
|
+
error: 'unsupported_file_type',
|
|
135
|
+
message: `The "ClaudeCode" provider is not supported by /api/extract in v1. Switch to a direct Anthropic, OpenAI, or FireworksAI chat model.`,
|
|
136
|
+
modelUsed,
|
|
137
|
+
});
|
|
138
|
+
return;
|
|
139
|
+
}
|
|
140
|
+
if (isImage && provider === 'FireworksAI') {
|
|
141
|
+
res.status(415).json({
|
|
142
|
+
error: 'unsupported_file_type',
|
|
143
|
+
message: `The active model "${modelUsed}" cannot read images. Switch to a Claude or GPT model.`,
|
|
144
|
+
modelUsed,
|
|
145
|
+
});
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
148
|
+
if (isPdf && provider !== 'Anthropic') {
|
|
149
|
+
res.status(415).json({
|
|
150
|
+
error: 'unsupported_file_type',
|
|
151
|
+
message: `PDF extraction requires a Claude (Anthropic) model. The active model is "${modelUsed}".`,
|
|
152
|
+
modelUsed,
|
|
153
|
+
});
|
|
154
|
+
return;
|
|
155
|
+
}
|
|
156
|
+
if (!entry.configuration.apiKey) {
|
|
157
|
+
res.status(500).json({
|
|
158
|
+
error: 'invalid_request',
|
|
159
|
+
message: 'API key not configured for the active chat model.',
|
|
160
|
+
modelUsed,
|
|
161
|
+
});
|
|
162
|
+
return;
|
|
163
|
+
}
|
|
164
|
+
// ---- optional persist ----
|
|
165
|
+
let savedFile;
|
|
166
|
+
if (persist) {
|
|
167
|
+
const filePath = safeFilenameInPageDir(config, page, filename);
|
|
168
|
+
if (!filePath) {
|
|
169
|
+
res.status(400).json({ error: 'invalid_request', message: 'invalid filename for persist' });
|
|
170
|
+
return;
|
|
171
|
+
}
|
|
172
|
+
await sp.ensureFolderExists(pageFilesFolder(config, page));
|
|
173
|
+
await sp.saveBuffer(filePath, buffer);
|
|
174
|
+
savedFile = {
|
|
175
|
+
name: filename,
|
|
176
|
+
size: buffer.length,
|
|
177
|
+
url: `/api/files/${encodeURIComponent(page)}/${encodeURIComponent(filename)}`,
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
// ---- run extraction with timeout ----
|
|
181
|
+
const runP = (async () => {
|
|
182
|
+
if (isPdf) {
|
|
183
|
+
return await extractPdfWithAnthropic({
|
|
184
|
+
apiKey: entry.configuration.apiKey,
|
|
185
|
+
model: modelUsed,
|
|
186
|
+
filename,
|
|
187
|
+
base64: buffer.toString('base64'),
|
|
188
|
+
userPrompt: userPromptIn,
|
|
189
|
+
schema: schema,
|
|
190
|
+
});
|
|
191
|
+
}
|
|
192
|
+
const completePromptFn = await (0, createCompletePrompt_1.createCompletePrompt)(config, 'chat', modelOverride);
|
|
193
|
+
if (isText) {
|
|
194
|
+
const textBody = buffer.toString('utf8');
|
|
195
|
+
const fullText = `Filename: ${filename}\nMIME type: ${mimeType}\n\n--- FILE CONTENTS ---\n${textBody}\n--- END FILE CONTENTS ---\n\n${userPromptIn}`;
|
|
196
|
+
const result = await completePromptFn({
|
|
197
|
+
system: { role: 'system', content: DEFAULT_PROMPT },
|
|
198
|
+
prompt: { role: 'user', content: fullText },
|
|
199
|
+
outputSchema: schema,
|
|
200
|
+
jsonSchema: schema,
|
|
201
|
+
});
|
|
202
|
+
if (!result.completed)
|
|
203
|
+
throw result.error ?? new Error('extraction failed');
|
|
204
|
+
return result.value ?? '';
|
|
205
|
+
}
|
|
206
|
+
// image branch (Anthropic | OpenAI)
|
|
207
|
+
const promptContent = [
|
|
208
|
+
{ type: 'image', mediaType: mimeType, data: buffer.toString('base64') },
|
|
209
|
+
{ type: 'text', text: `Filename: ${filename}\n\n${userPromptIn}` },
|
|
210
|
+
];
|
|
211
|
+
const result = await completePromptFn({
|
|
212
|
+
system: { role: 'system', content: DEFAULT_PROMPT },
|
|
213
|
+
prompt: { role: 'user', content: promptContent },
|
|
214
|
+
outputSchema: schema,
|
|
215
|
+
jsonSchema: schema,
|
|
216
|
+
});
|
|
217
|
+
if (!result.completed)
|
|
218
|
+
throw result.error ?? new Error('extraction failed');
|
|
219
|
+
return result.value ?? '';
|
|
220
|
+
})();
|
|
221
|
+
let raw;
|
|
222
|
+
try {
|
|
223
|
+
raw = await Promise.race([
|
|
224
|
+
runP,
|
|
225
|
+
new Promise((_resolve, reject) => setTimeout(() => reject(new Error('extraction timed out')), timeoutMs)),
|
|
226
|
+
]);
|
|
227
|
+
}
|
|
228
|
+
catch (err) {
|
|
229
|
+
const msg = err.message ?? 'unknown error';
|
|
230
|
+
if (/timed out/i.test(msg)) {
|
|
231
|
+
res.status(504).json({ error: 'timeout', message: msg, modelUsed });
|
|
232
|
+
return;
|
|
233
|
+
}
|
|
234
|
+
console.error('EXTRACT ERROR:', msg);
|
|
235
|
+
res.status(502).json({ error: 'extraction_failed', message: msg, modelUsed });
|
|
236
|
+
return;
|
|
237
|
+
}
|
|
238
|
+
// ---- parse + return ----
|
|
239
|
+
let parsed;
|
|
240
|
+
try {
|
|
241
|
+
parsed = JSON.parse(raw);
|
|
242
|
+
}
|
|
243
|
+
catch (err) {
|
|
244
|
+
console.error('EXTRACT PARSE ERROR:', err.message, '| raw head:', raw.slice(0, 500));
|
|
245
|
+
res.status(502).json({
|
|
246
|
+
error: 'extraction_failed',
|
|
247
|
+
message: `Model response was not valid JSON: ${err.message}`,
|
|
248
|
+
modelUsed,
|
|
249
|
+
});
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
252
|
+
const responsePayload = { data: parsed, modelUsed };
|
|
253
|
+
if (savedFile)
|
|
254
|
+
responsePayload.savedFile = savedFile;
|
|
255
|
+
res.json(responsePayload);
|
|
256
|
+
}
|
|
257
|
+
catch (err) {
|
|
258
|
+
console.error('EXTRACT ERROR:', err.message);
|
|
259
|
+
res.status(500).json({ error: 'internal_error', message: err.message });
|
|
260
|
+
}
|
|
261
|
+
});
|
|
262
|
+
}
|
|
263
|
+
exports.useExtractRoutes = useExtractRoutes;
|
|
264
|
+
/**
|
|
265
|
+
* Direct Anthropic SDK call for PDF extraction. Streams with a raw iterator —
|
|
266
|
+
* structured-output deltas may arrive as input_json_delta, not text_delta.
|
|
267
|
+
*/
|
|
268
|
+
async function extractPdfWithAnthropic(args) {
|
|
269
|
+
const client = new sdk_1.default({ apiKey: args.apiKey });
|
|
270
|
+
const userContent = [
|
|
271
|
+
{
|
|
272
|
+
type: 'document',
|
|
273
|
+
source: { type: 'base64', media_type: 'application/pdf', data: args.base64 },
|
|
274
|
+
title: args.filename,
|
|
275
|
+
},
|
|
276
|
+
{ type: 'text', text: `Filename: ${args.filename}\n\n${args.userPrompt}` },
|
|
277
|
+
];
|
|
278
|
+
const params = {
|
|
279
|
+
model: args.model,
|
|
280
|
+
max_tokens: 32768,
|
|
281
|
+
temperature: 0,
|
|
282
|
+
system: DEFAULT_PROMPT,
|
|
283
|
+
messages: [{ role: 'user', content: userContent }],
|
|
284
|
+
stream: true,
|
|
285
|
+
output_config: { format: { type: 'json_schema', schema: args.schema } },
|
|
286
|
+
};
|
|
287
|
+
const stream = await client.messages.create(params);
|
|
288
|
+
const textByIndex = new Map();
|
|
289
|
+
for await (const event of stream) {
|
|
290
|
+
if (event.type === 'content_block_delta') {
|
|
291
|
+
if (event.delta.type === 'text_delta') {
|
|
292
|
+
textByIndex.set(event.index, (textByIndex.get(event.index) ?? '') + event.delta.text);
|
|
293
|
+
}
|
|
294
|
+
else if (event.delta.type === 'input_json_delta') {
|
|
295
|
+
textByIndex.set(event.index, (textByIndex.get(event.index) ?? '') + event.delta.partial_json);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
return Array.from(textByIndex.entries())
|
|
300
|
+
.sort(([a], [b]) => a - b)
|
|
301
|
+
.map(([, v]) => v)
|
|
302
|
+
.join('');
|
|
303
|
+
}
|
|
304
|
+
//# sourceMappingURL=useExtractRoutes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useExtractRoutes.js","sourceRoot":"","sources":["../../src/service/useExtractRoutes.ts"],"names":[],"mappings":";;;;;;AACA,sDAA8B;AAC9B,gDAAwB;AACxB,4DAA0C;AAE1C,iEAA8D;AAC9D,0CAA0D;AAG1D,MAAM,cAAc,GAAG,yVAAyV,CAAC;AAEjX,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,cAAc,GAAG,OAAO,CAAC;AAC/B,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACvB,kBAAkB;IAClB,iBAAiB;IACjB,kBAAkB;IAClB,oBAAoB;IACpB,wBAAwB;IACxB,wBAAwB;IACxB,mCAAmC;CACtC,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;IACxB,WAAW;IACX,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,WAAW;CACd,CAAC,CAAC;AAEH,SAAS,UAAU,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC7B,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,IAAI,KAAK,iBAAiB,CAAC;AACtC,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC7B,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,eAAe,CAAC,MAAqB,EAAE,IAAY;IACxD,OAAO,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAqB,EAAE,IAAY,EAAE,QAAgB;IAChF,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAC3F,OAAO,IAAI,CAAC;KACf;IACD,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,cAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAgB,gBAAgB,CAAC,MAAqB,EAAE,GAAgB;IACpE,MAAM,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC;IAElC,yDAAyD;IACzD,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACzE,IAAI;YACA,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;YACzD,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;YAC9G,MAAM,aAAa,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YACvG,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;YACtC,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACxH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,cAAc,CAAC,CAAC;YAEhF,+BAA+B;YAC/B,IAAI,CAAC,IAAI,EAAE;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAChF,OAAO;aACV;YACD,IAAI,CAAC,QAAQ,EAAE;gBACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACpF,OAAO;aACV;YACD,IAAI,CAAC,QAAQ,EAAE;gBACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACpF,OAAO;aACV;YACD,IAAI,CAAC,IAAI,EAAE;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;gBACzF,OAAO;aACV;YACD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;gBACxB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC,CAAC;gBACpG,OAAO;aACV;YAED,gCAAgC;YAChC,IAAI,MAAc,CAAC;YACnB,IAAI;gBACA,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;aACxC;YAAC,MAAM;gBACJ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;gBACzF,OAAO;aACV;YACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBACrB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;gBAC5F,OAAO;aACV;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,cAAc,EAAE;gBAChC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,UAAU;oBACjB,OAAO,EAAE,6BAA6B,MAAM,CAAC,MAAM,SAAS;iBAC/D,CAAC,CAAC;gBACH,OAAO;aACV;YAED,iCAAiC;YACjC,MAAM,QAAQ,GAAG,MAAM,IAAA,uBAAY,EAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAA,wBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAChC,MAAM,SAAS,GAAG,aAAa,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC;YAE7D,oBAAoB;YACpB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YAElC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE;gBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,uBAAuB;oBAC9B,OAAO,EAAE,cAAc,QAAQ,2BAA2B;oBAC1D,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YACD,IAAI,QAAQ,KAAK,YAAY,EAAE;gBAC3B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,uBAAuB;oBAC9B,OAAO,EAAE,oIAAoI;oBAC7I,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YACD,IAAI,OAAO,IAAI,QAAQ,KAAK,aAAa,EAAE;gBACvC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,uBAAuB;oBAC9B,OAAO,EAAE,qBAAqB,SAAS,wDAAwD;oBAC/F,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YACD,IAAI,KAAK,IAAI,QAAQ,KAAK,WAAW,EAAE;gBACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,uBAAuB;oBAC9B,OAAO,EAAE,4EAA4E,SAAS,IAAI;oBAClG,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YACD,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE;gBAC7B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,mDAAmD;oBAC5D,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YAED,6BAA6B;YAC7B,IAAI,SAAkE,CAAC;YACvE,IAAI,OAAO,EAAE;gBACT,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC/D,IAAI,CAAC,QAAQ,EAAE;oBACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;oBAC5F,OAAO;iBACV;gBACD,MAAM,EAAE,CAAC,kBAAkB,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC3D,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACtC,SAAS,GAAG;oBACR,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,MAAM,CAAC,MAAM;oBACnB,GAAG,EAAE,cAAc,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,EAAE;iBAChF,CAAC;aACL;YAED,wCAAwC;YACxC,MAAM,IAAI,GAAoB,CAAC,KAAK,IAAI,EAAE;gBACtC,IAAI,KAAK,EAAE;oBACP,OAAO,MAAM,uBAAuB,CAAC;wBACjC,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC,MAAO;wBACnC,KAAK,EAAE,SAAS;wBAChB,QAAQ;wBACR,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACjC,UAAU,EAAE,YAAY;wBACxB,MAAM,EAAE,MAAiC;qBAC5C,CAAC,CAAC;iBACN;gBAED,MAAM,gBAAgB,GAAG,MAAM,IAAA,2CAAoB,EAAC,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;gBAEnF,IAAI,MAAM,EAAE;oBACR,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBACzC,MAAM,QAAQ,GACV,aAAa,QAAQ,gBAAgB,QAAQ,8BAA8B,QAAQ,kCAAkC,YAAY,EAAE,CAAC;oBACxI,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;wBAClC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;wBACnD,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE;wBAC3C,YAAY,EAAE,MAAiC;wBAC/C,UAAU,EAAE,MAAiC;qBAChD,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,SAAS;wBAAE,MAAM,MAAM,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAC5E,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;iBAC7B;gBAED,oCAAoC;gBACpC,MAAM,aAAa,GAAmB;oBAClC,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;oBACvE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,QAAQ,OAAO,YAAY,EAAE,EAAE;iBACrE,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;oBAClC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;oBACnD,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE;oBAChD,YAAY,EAAE,MAAiC;oBAC/C,UAAU,EAAE,MAAiC;iBAChD,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,SAAS;oBAAE,MAAM,MAAM,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAC5E,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9B,CAAC,CAAC,EAAE,CAAC;YAEL,IAAI,GAAW,CAAC;YAChB,IAAI;gBACA,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBACrB,IAAI;oBACJ,IAAI,OAAO,CAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CACrC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC,EAAE,SAAS,CAAC,CACzE;iBACJ,CAAC,CAAC;aACN;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,GAAG,GAAI,GAAa,CAAC,OAAO,IAAI,eAAe,CAAC;gBACtD,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;oBACxB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;oBACpE,OAAO;iBACV;gBACD,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;gBACrC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC9E,OAAO;aACV;YAED,2BAA2B;YAC3B,IAAI,MAAe,CAAC;YACpB,IAAI;gBACA,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aAC5B;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAG,GAAa,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAChG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,mBAAmB;oBAC1B,OAAO,EAAE,sCAAuC,GAAa,CAAC,OAAO,EAAE;oBACvE,SAAS;iBACZ,CAAC,CAAC;gBACH,OAAO;aACV;YAED,MAAM,eAAe,GAA4B,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAC7E,IAAI,SAAS;gBAAE,eAAe,CAAC,SAAS,GAAG,SAAS,CAAC;YACrD,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;SAC7B;QAAC,OAAO,GAAY,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YACxD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;SACtF;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAtND,4CAsNC;AAWD;;;GAGG;AACH,KAAK,UAAU,uBAAuB,CAAC,IAAsB;IACzD,MAAM,MAAM,GAAG,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAEtD,MAAM,WAAW,GAAkC;QAC/C;YACI,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;YAC5E,KAAK,EAAE,IAAI,CAAC,QAAQ;SACvB;QACD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,IAAI,CAAC,QAAQ,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE;KAC7E,CAAC;IAEF,MAAM,MAAM,GAA2C;QACnD,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,UAAU,EAAE,KAAK;QACjB,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;QAClD,MAAM,EAAE,IAAI;QACZ,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE;KAC1E,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE;YACtC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;gBACnC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aACzF;iBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE;gBAChD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;aACjG;SACJ;KACJ;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;SACnC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;SACjB,IAAI,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC"}
|
|
@@ -1,6 +1,23 @@
|
|
|
1
1
|
import { Application } from 'express';
|
|
2
2
|
import { SynthOSConfig } from "../init";
|
|
3
3
|
import { Customizer } from "../customizer";
|
|
4
|
+
import { ContextSection, SectionMode } from "../builders";
|
|
5
|
+
/**
|
|
6
|
+
* Resolve each section to either its full content or its sketch (or skip it
|
|
7
|
+
* entirely) based on the section's `mode`, the classifier's `expand` set, and
|
|
8
|
+
* whether this is the initial build (`newBuild`).
|
|
9
|
+
*
|
|
10
|
+
* Per `docs/specs/page-section-sketch-full.md`:
|
|
11
|
+
* - 'always-full' → always render full content.
|
|
12
|
+
* - 'classifier-decides' → render full when title is in `expand`, else sketch.
|
|
13
|
+
* - 'always-omit-when-empty' → skip entirely when sketch is null; otherwise
|
|
14
|
+
* render full when in `expand`, else sketch.
|
|
15
|
+
* - `forceFullOnInitial` on a section forces full content on the first build
|
|
16
|
+
* regardless of `expand`.
|
|
17
|
+
*/
|
|
18
|
+
export declare function assembleSections(sections: ContextSection[], expand: ReadonlySet<string>, newBuild: boolean): ContextSection[];
|
|
19
|
+
/** Apply per-page section-mode overrides from page metadata. */
|
|
20
|
+
export declare function applySectionModeOverrides(sections: ContextSection[], overrides?: Record<string, SectionMode>): ContextSection[];
|
|
4
21
|
export declare function usePageRoutes(config: SynthOSConfig, app: Application, customizer?: Customizer): void;
|
|
5
22
|
export declare function loadPageWithFallback(page: string, config: SynthOSConfig, reset: boolean): Promise<string | undefined>;
|
|
6
23
|
//# sourceMappingURL=usePageRoutes.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"usePageRoutes.d.ts","sourceRoot":"","sources":["../../src/service/usePageRoutes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAKxC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"usePageRoutes.d.ts","sourceRoot":"","sources":["../../src/service/usePageRoutes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAKxC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAiB,cAAc,EAAE,WAAW,EAAc,MAAM,aAAa,CAAC;AAu9BrF;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAC5B,QAAQ,EAAE,cAAc,EAAE,EAC1B,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,EAC3B,QAAQ,EAAE,OAAO,GAClB,cAAc,EAAE,CA6BlB;AAED,gEAAgE;AAChE,wBAAgB,yBAAyB,CACrC,QAAQ,EAAE,cAAc,EAAE,EAC1B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACxC,cAAc,EAAE,CAMlB;AAID,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI,CAg7BpG;AAED,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAC,SAAS,CAAC,CAkBzH"}
|