docs-combiner 0.4.0 → 1.0.0

package/dist/server/app.js

@@ -0,0 +1,378 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createServerApp = createServerApp;
+const express_1 = __importDefault(require("express"));
+const auth_1 = require("./auth");
+const contentJobs_1 = require("./contentJobs");
+const driveCatalog_1 = require("./driveCatalog");
+const driveProxy_1 = require("./driveProxy");
+const flexcardMeta_1 = require("./flexcardMeta");
+const googleAuth_1 = require("./googleAuth");
+const imageJobs_1 = require("./imageJobs");
+const jobs_1 = require("./jobs");
+const openRouterMeta_1 = require("./openRouterMeta");
+const spec_1 = require("./spec");
+const storage_1 = require("./storage");
+const telegram_1 = require("./telegram");
+const workspaceSnapshot_1 = require("./workspaceSnapshot");
+function isPlainJsonObject(value) {
+    return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
+}
+function stringQueryParam(value) {
+    return typeof value === 'string' ? value.trim() || undefined : undefined;
+}
+function extractDriveFolderId(value) {
+    if (!value)
+        return undefined;
+    const foldersMatch = value.match(/\/folders\/([a-zA-Z0-9_-]+)/);
+    if (foldersMatch === null || foldersMatch === void 0 ? void 0 : foldersMatch[1])
+        return foldersMatch[1];
+    const idParamMatch = value.match(/[?&]id=([a-zA-Z0-9_-]+)/);
+    if (idParamMatch === null || idParamMatch === void 0 ? void 0 : idParamMatch[1])
+        return idParamMatch[1];
+    return value.trim();
+}
+function logServer(message, meta) {
+    const suffix = meta ? ` ${JSON.stringify(meta)}` : '';
+    console.log(`[docs-combiner-server] ${message}${suffix}`);
+}
+function sendProxyResult(res, result) {
+    const status = typeof (result === null || result === void 0 ? void 0 : result.status) === 'number' ? result.status : 200;
+    const value = result === null || result === void 0 ? void 0 : result.value;
+    if (value === null || value === undefined) {
+        res.status(status).end();
+        return;
+    }
+    res.status(status).json(value);
+}
+function createServerApp(options) {
+    var _a, _b, _c;
+    const store = (_a = options.store) !== null && _a !== void 0 ? _a : new storage_1.ServerStore();
+    const app = (0, express_1.default)();
+    const startedAt = (_b = options.startedAt) !== null && _b !== void 0 ? _b : new Date();
+    const baseUrl = options.baseUrl || 'https://combiner.site';
+    const jobRegistry = (_c = options.jobRegistry) !== null && _c !== void 0 ? _c : jobs_1.defaultServerJobRegistry;
+    app.disable('x-powered-by');
+    app.use(express_1.default.json({ limit: '25mb' }));
+    app.use('/api', (req, res, next) => {
+        const started = Date.now();
+        res.on('finish', () => {
+            logServer('http', {
+                method: req.method,
+                path: req.originalUrl.split('?')[0],
+                status: res.statusCode,
+                durationMs: Date.now() - started,
+            });
+        });
+        next();
+    });
+    app.get('/api/health', (_req, res) => {
+        res.json({
+            ok: true,
+            service: 'docs-combiner-server',
+            version: options.version,
+            startedAt: startedAt.toISOString(),
+            uptimeSeconds: Math.floor((Date.now() - startedAt.getTime()) / 1000),
+        });
+    });
+    const requireAuth = (0, auth_1.createBearerAuthMiddleware)(store);
+    app.use('/api', (req, res, next) => {
+        if (req.path === '/health')
+            return next();
+        return requireAuth(req, res, next);
+    });
+    app.get('/api/spec', (_req, res) => {
+        res.json((0, spec_1.getServerApiSpec)(baseUrl, options.version));
+    });
+    app.get('/api/secrets/status', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            const config = yield store.readConfig();
+            res.json({ ok: true, secrets: (0, storage_1.buildSecretsStatus)(config) });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.put('/api/secrets', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            if (!isPlainJsonObject(req.body)) {
+                res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+                return;
+            }
+            const result = yield store.patchSecrets(req.body);
+            const config = yield store.readConfig();
+            res.json({
+                ok: true,
+                updated: result.updated,
+                ignored: result.ignored,
+                secrets: (0, storage_1.buildSecretsStatus)(config),
+            });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/settings', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            res.json({ ok: true, settings: yield store.readSettings() });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.put('/api/settings', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            if (!isPlainJsonObject(req.body)) {
+                res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+                return;
+            }
+            const settings = Object.assign(Object.assign({}, req.body), { updatedAt: new Date().toISOString() });
+            yield store.writeSettings(settings);
+            res.json({ ok: true, settings });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/catalog', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        try {
+            const settings = yield store.readSettings();
+            const offersRootFolderId = extractDriveFolderId(stringQueryParam(req.query.offersRootFolderId) || stringQueryParam(req.query.offersRootUrl)) || ((_a = settings.driveRoots) === null || _a === void 0 ? void 0 : _a.offersRootFolderId);
+            const campaignsRootFolderId = extractDriveFolderId(stringQueryParam(req.query.campaignsRootFolderId) || stringQueryParam(req.query.campaignsRootUrl)) || ((_b = settings.driveRoots) === null || _b === void 0 ? void 0 : _b.campaignsRootFolderId);
+            res.json(yield (0, driveCatalog_1.getDriveCatalog)(store, { offersRootFolderId, campaignsRootFolderId }));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/workspaces/:workspaceId', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            res.json(yield (0, workspaceSnapshot_1.getWorkspaceSnapshot)(store, String(req.params.workspaceId || '')));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/google/refresh', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            const accessToken = yield (0, googleAuth_1.refreshServerGoogleAccessToken)(store);
+            if (!accessToken) {
+                res.status(400).json({
+                    ok: false,
+                    error: 'Google OAuth secrets are missing or refresh failed on the server.',
+                });
+                return;
+            }
+            const config = yield store.readConfig();
+            res.json({
+                ok: true,
+                secrets: (0, storage_1.buildSecretsStatus)(config),
+            });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/drive/files/list', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveList)(store, req.body));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/drive/files/:fileId/metadata', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveMetadata)(store, String(req.params.fileId || ''), req.query));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/drive/files/:fileId/download', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveDownload)(store, String(req.params.fileId || '')));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/drive/folders', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveCreateFolder)(store, req.body));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/drive/files/multipart', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveMultipartUpload)(store, req.body));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.patch('/api/drive/files/:fileId/media', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveMediaUpdate)(store, String(req.params.fileId || ''), req.body));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.delete('/api/drive/files/:fileId', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDriveDelete)(store, String(req.params.fileId || ''), req.query));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/drive/files/:fileId/permissions', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            sendProxyResult(res, yield (0, driveProxy_1.proxyDrivePermission)(store, String(req.params.fileId || ''), req.body));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/openrouter/models', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            res.json(yield (0, openRouterMeta_1.getOpenRouterModels)(store));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/openrouter/balance', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            res.json(yield (0, openRouterMeta_1.getOpenRouterBalance)(store));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.get('/api/flexcard/balance', (_req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            res.json(yield (0, flexcardMeta_1.getFlexCardBalance)(store));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/telegram/send', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            if (!isPlainJsonObject(req.body)) {
+                res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+                return;
+            }
+            res.json(yield (0, telegram_1.sendServerTelegramMessage)(store, typeof req.body.text === 'string' ? req.body.text : ''));
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/jobs/images', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            if (!isPlainJsonObject(req.body)) {
+                res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+                return;
+            }
+            const slotCount = Array.isArray(req.body.slots) ? req.body.slots.length : req.body.count;
+            logServer('image-job create request', {
+                workspaceId: typeof req.body.workspaceId === 'string' ? req.body.workspaceId : undefined,
+                slotCount,
+            });
+            res.status(202).json({
+                ok: true,
+                job: (0, imageJobs_1.createServerImageJob)(req.body, jobRegistry, options.startImageJobs === false ? undefined : store),
+            });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/jobs/content', (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            if (!isPlainJsonObject(req.body)) {
+                res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+                return;
+            }
+            const marketCount = Array.isArray(req.body.markets) ? req.body.markets.length : 0;
+            logServer('content-job create request', {
+                workspaceId: typeof req.body.workspaceId === 'string' ? req.body.workspaceId : undefined,
+                marketCount,
+            });
+            res.status(202).json({
+                ok: true,
+                job: (0, contentJobs_1.createServerContentJob)(req.body, jobRegistry, options.startContentJobs === false ? undefined : store),
+            });
+        }
+        catch (err) {
+            next(err);
+        }
+    }));
+    app.post('/api/jobs/status', (req, res) => {
+        if (!isPlainJsonObject(req.body)) {
+            res.status(400).json({ ok: false, error: 'JSON object payload is required.' });
+            return;
+        }
+        const jobIds = Array.isArray(req.body.jobIds)
+            ? req.body.jobIds.map(value => String(value || '').trim()).filter(Boolean)
+            : [];
+        if (jobIds.length === 0) {
+            res.status(400).json({ ok: false, error: 'jobIds array is required.' });
+            return;
+        }
+        const uniqueJobIds = [...new Set(jobIds)].slice(0, 100);
+        const jobs = uniqueJobIds.map(jobId => jobRegistry.getJob(jobId)).filter(Boolean);
+        const foundIds = new Set(jobs.map(job => job.id));
+        res.json({
+            ok: true,
+            jobs,
+            missing: uniqueJobIds.filter(jobId => !foundIds.has(jobId)),
+        });
+    });
+    app.get('/api/jobs/:jobId', (req, res) => {
+        const job = jobRegistry.getJob(String(req.params.jobId || '').trim());
+        if (!job) {
+            res.status(404).json({ ok: false, error: 'Job not found.' });
+            return;
+        }
+        res.json({ ok: true, job });
+    });
+    app.delete('/api/jobs/:jobId', (req, res) => {
+        const job = jobRegistry.cancelJob(String(req.params.jobId || '').trim());
+        if (!job) {
+            res.status(404).json({ ok: false, error: 'Job not found.' });
+            return;
+        }
+        res.json({ ok: true, job });
+    });
+    app.use('/api', (_req, res) => {
+        res.status(404).json({ ok: false, error: 'Not found' });
+    });
+    app.use((err, _req, res, _next) => {
+        // Do not include stack traces: the server will run on a public VPS.
+        const status = Number.isInteger(err === null || err === void 0 ? void 0 : err.status) && err.status >= 400 && err.status < 600
+            ? err.status
+            : 500;
+        logServer('error', { status, message: (err === null || err === void 0 ? void 0 : err.message) || 'Internal server error' });
+        res.status(status).json({ ok: false, error: (err === null || err === void 0 ? void 0 : err.message) || 'Internal server error' });
+    });
+    return app;
+}

package/dist/server/auth.js

@@ -0,0 +1,74 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractBearerToken = extractBearerToken;
+exports.timingSafeStringEqual = timingSafeStringEqual;
+exports.resolveApiBearerToken = resolveApiBearerToken;
+exports.verifyBearerToken = verifyBearerToken;
+exports.createBearerAuthMiddleware = createBearerAuthMiddleware;
+function extractBearerToken(headerValue) {
+    var _a;
+    if (typeof headerValue !== 'string')
+        return null;
+    const match = headerValue.match(/^Bearer\s+(.+)$/i);
+    return ((_a = match === null || match === void 0 ? void 0 : match[1]) === null || _a === void 0 ? void 0 : _a.trim()) || null;
+}
+function timingSafeStringEqual(a, b) {
+    if (a.length !== b.length)
+        return false;
+    let diff = 0;
+    for (let i = 0; i < a.length; i += 1) {
+        diff |= a.charCodeAt(i) ^ b.charCodeAt(i);
+    }
+    return diff === 0;
+}
+function resolveApiBearerToken(store_1) {
+    return __awaiter(this, arguments, void 0, function* (store, env = process.env) {
+        var _a, _b;
+        const envToken = (_a = env.DOCS_COMBINER_SERVER_TOKEN) === null || _a === void 0 ? void 0 : _a.trim();
+        if (envToken)
+            return envToken;
+        const config = yield store.readConfig();
+        return ((_b = config.apiBearerToken) === null || _b === void 0 ? void 0 : _b.trim()) || null;
+    });
+}
+function verifyBearerToken(store, actualToken) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const expected = yield resolveApiBearerToken(store);
+        if (!expected) {
+            return {
+                ok: false,
+                status: 503,
+                error: 'Server bearer token is not configured. Set DOCS_COMBINER_SERVER_TOKEN or apiBearerToken in config.json.',
+            };
+        }
+        const actual = actualToken === null || actualToken === void 0 ? void 0 : actualToken.trim();
+        if (!actual || !timingSafeStringEqual(actual, expected)) {
+            return { ok: false, status: 401, error: 'Unauthorized' };
+        }
+        return { ok: true };
+    });
+}
+function createBearerAuthMiddleware(store) {
+    return (req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            const result = yield verifyBearerToken(store, extractBearerToken(req.header('authorization')));
+            if (!result.ok) {
+                res.status(result.status).json({ ok: false, error: result.error });
+                return;
+            }
+            next();
+        }
+        catch (err) {
+            next(err);
+        }
+    });
+}