docs-combiner 0.2.2 → 1.0.0

package/dist/server/contentJobs.js

@@ -0,0 +1,367 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runServerContentJob = runServerContentJob;
+exports.createServerContentJob = createServerContentJob;
+const openrouter_1 = require("../integrations/openrouter");
+const models_1 = require("../models");
+const prompts_1 = require("../prompts");
+const contentPairs_1 = require("../contentPairs");
+const jobs_1 = require("./jobs");
+const DEFAULT_MAX_ATTEMPTS = 3;
+const DEFAULT_RETRY_DELAY_MS = 2000;
+function logContentJob(jobId, message, meta) {
+    const suffix = meta ? ` ${JSON.stringify(meta)}` : '';
+    console.log(`[docs-combiner-server] content-job ${jobId} ${message}${suffix}`);
+}
+function isPlainObject(value) {
+    return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
+}
+function badRequest(message) {
+    const err = new Error(message);
+    err.status = 400;
+    return err;
+}
+function normalizeSelectedPairApproaches(value) {
+    if (!Array.isArray(value))
+        return [];
+    return value
+        .map(item => Number(item))
+        .filter(item => Number.isInteger(item) && item >= 0 && item < 100);
+}
+function normalizeContentJobPayload(payload) {
+    var _a;
+    if (!isPlainObject(payload))
+        throw badRequest('JSON object payload is required.');
+    const workspaceId = typeof payload.workspaceId === 'string' ? payload.workspaceId.trim() : '';
+    const task = payload.task === 'translate-ru' ? 'translate-ru' : 'generate-pairs';
+    const product = typeof payload.product === 'string' ? payload.product.trim() : '';
+    const selectedPairApproaches = normalizeSelectedPairApproaches(payload.selectedPairApproaches);
+    const count = Math.max(1, Math.min(Math.floor(Number((_a = payload.count) !== null && _a !== void 0 ? _a : (selectedPairApproaches.length || 1))), 50));
+    const markets = Array.isArray(payload.markets)
+        ? payload.markets.map((item, i) => {
+            const market = isPlainObject(item) ? item : {};
+            return {
+                index: Number.isInteger(market.index) && Number(market.index) > 0 ? Number(market.index) : i + 1,
+                marketId: typeof market.marketId === 'string' ? market.marketId.trim() : undefined,
+                marketKey: typeof market.marketKey === 'string' ? market.marketKey.trim() : undefined,
+                geo: typeof market.geo === 'string' ? market.geo.trim() : '',
+                priceWithCurrency: typeof market.priceWithCurrency === 'string' ? market.priceWithCurrency.trim() : undefined,
+            };
+        }).filter(market => Boolean(market.geo))
+        : [];
+    const pairs = Array.isArray(payload.pairs)
+        ? payload.pairs.map(item => {
+            const pair = isPlainObject(item) ? item : {};
+            return {
+                title: typeof pair.title === 'string' ? pair.title : '',
+                text: typeof pair.text === 'string' ? pair.text : '',
+            };
+        }).filter(pair => pair.title.trim() || pair.text.trim())
+        : [];
+    return {
+        workspaceId,
+        task,
+        product,
+        additionalInfo: typeof payload.additionalInfo === 'string' ? payload.additionalInfo : undefined,
+        markets: task === 'generate-pairs' ? markets : [],
+        pairs: task === 'translate-ru' ? pairs : undefined,
+        selectedPairApproaches,
+        count,
+        model: typeof payload.model === 'string' && payload.model.trim() ? payload.model.trim() : undefined,
+        metadata: isPlainObject(payload.metadata) ? payload.metadata : undefined,
+    };
+}
+function stripMarkdownJsonFence(raw) {
+    let s = raw.trim();
+    if (!s.startsWith('```'))
+        return s;
+    s = s.replace(/^```(?:json)?\s*/i, '');
+    const end = s.lastIndexOf('```');
+    if (end >= 0)
+        s = s.slice(0, end).trim();
+    return s;
+}
+function parsePairTranslationsJson(raw) {
+    const cleaned = stripMarkdownJsonFence(raw);
+    const parse = (value) => {
+        const parsed = JSON.parse(value);
+        if (!Array.isArray(parsed))
+            return null;
+        return parsed.map(item => ({
+            titleRu: typeof (item === null || item === void 0 ? void 0 : item.titleRu) === 'string' ? item.titleRu : '',
+            textRu: typeof (item === null || item === void 0 ? void 0 : item.textRu) === 'string' ? item.textRu : '',
+        }));
+    };
+    try {
+        return parse(cleaned);
+    }
+    catch (_a) {
+        const jsonMatch = cleaned.match(/\[[\s\S]*\]/);
+        if (!jsonMatch)
+            return null;
+        try {
+            return parse(jsonMatch[0]);
+        }
+        catch (_b) {
+            return null;
+        }
+    }
+}
+function waitMs(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+function generateContentSlot(args) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c, _d;
+        const model = ((_a = args.slot.model) === null || _a === void 0 ? void 0 : _a.trim()) || args.fallbackModel;
+        const systemPrompt = (0, prompts_1.getPairsSystemPrompt)(args.slot.geo, false, args.count, args.selectedPairApproaches);
+        const userPrompt = (0, prompts_1.getPairsUserPrompt)(args.product, args.slot.geo, args.additionalInfo, false, args.count, args.selectedPairApproaches);
+        const completion = yield (0, openrouter_1.requestOpenRouterChatCompletion)({
+            model,
+            messages: [
+                { role: 'system', content: systemPrompt },
+                { role: 'user', content: userPrompt },
+            ],
+            temperature: 0.7,
+            max_tokens: 32000,
+        }, {
+            apiKey: args.apiKey,
+            preferStream: false,
+            readTimeoutMs: args.readTimeoutMs,
+            signal: args.signal,
+        });
+        const choice = (_c = (_b = completion.data) === null || _b === void 0 ? void 0 : _b.choices) === null || _c === void 0 ? void 0 : _c[0];
+        const content = (0, openrouter_1.extractChatCompletionText)(choice) ||
+            (choice === null || choice === void 0 ? void 0 : choice.text) ||
+            ((_d = choice === null || choice === void 0 ? void 0 : choice.delta) === null || _d === void 0 ? void 0 : _d.content) ||
+            '';
+        if (!content.trim())
+            throw new Error('Empty content in API response');
+        const parsed = (0, contentPairs_1.parsePairsFromModelContent)(content, args.count);
+        return {
+            pairs: parsed.pairs,
+            rawContent: content,
+            parseSummary: (0, contentPairs_1.summarizePairParseResult)(parsed, args.count),
+        };
+    });
+}
+function translatePairsToRussianSlot(args) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c;
+        const userContent = args.pairs
+            .map((p, i) => `Пара ${i + 1}:\nЗаголовок: ${p.title || '—'}\nТекст: ${(p.text || '').replace(/\n/g, ' ') || '—'}`)
+            .join('\n\n');
+        const completion = yield (0, openrouter_1.requestOpenRouterChatCompletion)({
+            model: args.model,
+            messages: [
+                {
+                    role: 'system',
+                    content: 'Переведи на русский язык следующие рекламные пары «заголовок + текст». Верни ТОЛЬКО JSON-массив без пояснений: [{"titleRu": "...", "textRu": "..."}, ...]. Количество элементов должно совпадать с количеством пар.',
+                },
+                { role: 'user', content: userContent },
+            ],
+            temperature: 0.1,
+            max_tokens: 4000,
+        }, {
+            apiKey: args.apiKey,
+            preferStream: false,
+            readTimeoutMs: args.readTimeoutMs,
+            signal: args.signal,
+        });
+        const choice = (_b = (_a = completion.data) === null || _a === void 0 ? void 0 : _a.choices) === null || _b === void 0 ? void 0 : _b[0];
+        const raw = (0, openrouter_1.extractChatCompletionText)(choice) ||
+            (choice === null || choice === void 0 ? void 0 : choice.text) ||
+            ((_c = choice === null || choice === void 0 ? void 0 : choice.delta) === null || _c === void 0 ? void 0 : _c.content) ||
+            '';
+        if (!raw.trim())
+            throw new Error('Empty translation response');
+        const translations = parsePairTranslationsJson(raw);
+        if (!translations || translations.length !== args.pairs.length) {
+            throw new Error(`Invalid translation JSON: expected ${args.pairs.length} item(s).`);
+        }
+        return { translations, rawContent: raw };
+    });
+}
+function runServerContentJob(store_1, registry_1, jobId_1) {
+    return __awaiter(this, arguments, void 0, function* (store, registry, jobId, options = {}) {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
+        const config = yield store.readConfig();
+        const apiKey = (_a = config.openaiApiKey) === null || _a === void 0 ? void 0 : _a.trim();
+        if (!apiKey) {
+            return registry.markJobFailed(jobId, 'OpenRouter API key is not configured on the server.');
+        }
+        const settings = yield store.readSettings();
+        const fallbackModel = ((_c = (_b = settings.models) === null || _b === void 0 ? void 0 : _b.content) === null || _c === void 0 ? void 0 : _c.trim()) ||
+            ((_e = (_d = settings.models) === null || _d === void 0 ? void 0 : _d.contentGeneration) === null || _e === void 0 ? void 0 : _e.trim()) ||
+            models_1.MODELS.contentGeneration;
+        const signal = registry.getAbortSignal(jobId);
+        if (!signal)
+            return null;
+        const job = registry.getJob(jobId);
+        if (!job || job.kind !== 'content')
+            return null;
+        logContentJob(jobId, 'started', {
+            workspaceId: job.workspaceId,
+            task: job.task,
+            markets: job.slots.length,
+            model: job.model || fallbackModel,
+        });
+        let failed = 0;
+        const maxAttempts = (_f = options.maxAttempts) !== null && _f !== void 0 ? _f : DEFAULT_MAX_ATTEMPTS;
+        const retryDelayMs = (_g = options.retryDelayMs) !== null && _g !== void 0 ? _g : DEFAULT_RETRY_DELAY_MS;
+        const readTimeoutMs = (_h = options.requestTimeoutMs) !== null && _h !== void 0 ? _h : 180000;
+        if (job.task === 'translate-ru') {
+            const slot = job.slots[0];
+            if (!slot)
+                return registry.markJobFailed(jobId, 'Translation slot is missing.');
+            registry.updateContentSlot(jobId, slot.index, { status: 'generating' });
+            registry.appendEvent(jobId, 'slot.generating', { index: slot.index, task: job.task });
+            try {
+                const result = yield translatePairsToRussianSlot({
+                    apiKey,
+                    pairs: job.pairs || [],
+                    model: job.model || fallbackModel,
+                    signal,
+                    readTimeoutMs,
+                });
+                if (registry.isCancelled(jobId))
+                    return registry.getJob(jobId);
+                registry.updateContentSlot(jobId, slot.index, {
+                    status: 'generated',
+                    attempts: 1,
+                    pairs: job.pairs,
+                    translations: result.translations,
+                    rawContent: result.rawContent,
+                    model: job.model || fallbackModel,
+                });
+                registry.appendEvent(jobId, 'slot.content.generated', {
+                    index: slot.index,
+                    task: job.task,
+                    translations: result.translations.length,
+                });
+                logContentJob(jobId, 'translation generated', { translations: result.translations.length });
+                return registry.markJobSucceeded(jobId);
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                registry.updateContentSlot(jobId, slot.index, { status: 'failed', attempts: 1, error: message });
+                logContentJob(jobId, 'translation failed', { error: message });
+                (_j = options.onError) === null || _j === void 0 ? void 0 : _j.call(options, err);
+                return registry.markJobFailed(jobId, message);
+            }
+        }
+        for (const slot of job.slots) {
+            if (registry.isCancelled(jobId))
+                return registry.getJob(jobId);
+            let lastError = null;
+            let lastRawContent = '';
+            let lastParseSummary = '';
+            let lastPairs = null;
+            let attemptsUsed = 0;
+            registry.updateContentSlot(jobId, slot.index, { status: 'generating' });
+            registry.appendEvent(jobId, 'slot.generating', { index: slot.index, geo: slot.geo });
+            logContentJob(jobId, 'slot generating', { index: slot.index, geo: slot.geo });
+            for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
+                attemptsUsed = attempt;
+                if (attempt > 1)
+                    yield waitMs(retryDelayMs);
+                try {
+                    const result = yield generateContentSlot({
+                        apiKey,
+                        slot,
+                        product: job.product,
+                        additionalInfo: job.additionalInfo || '',
+                        count: job.count,
+                        selectedPairApproaches: job.selectedPairApproaches,
+                        fallbackModel: job.model || fallbackModel,
+                        signal,
+                        readTimeoutMs,
+                    });
+                    lastPairs = result.pairs;
+                    lastRawContent = result.rawContent;
+                    lastParseSummary = result.parseSummary;
+                    lastError = null;
+                    const allComplete = result.pairs.length > 0 &&
+                        result.pairs.every(pair => pair.title.trim().length > 0 && pair.text.trim().length > 0);
+                    if (allComplete || attempt === maxAttempts)
+                        break;
+                }
+                catch (err) {
+                    lastError = err instanceof Error ? err : new Error(String(err));
+                    logContentJob(jobId, 'slot attempt failed', { index: slot.index, attempt, error: lastError.message });
+                    (_k = options.onError) === null || _k === void 0 ? void 0 : _k.call(options, err);
+                }
+            }
+            if (registry.isCancelled(jobId))
+                return registry.getJob(jobId);
+            if (!lastPairs) {
+                failed += 1;
+                const message = (lastError === null || lastError === void 0 ? void 0 : lastError.message) || 'Unknown content generation error';
+                registry.updateContentSlot(jobId, slot.index, {
+                    status: 'failed',
+                    attempts: attemptsUsed,
+                    rawContent: lastRawContent,
+                    parseSummary: lastParseSummary,
+                    error: message,
+                });
+                registry.appendEvent(jobId, 'job.failed', { index: slot.index, error: message });
+                logContentJob(jobId, 'slot failed', { index: slot.index, error: message });
+                continue;
+            }
+            registry.updateContentSlot(jobId, slot.index, {
+                status: 'generated',
+                attempts: attemptsUsed,
+                pairs: lastPairs,
+                rawContent: lastRawContent,
+                parseSummary: lastParseSummary,
+                model: job.model || fallbackModel,
+            });
+            registry.appendEvent(jobId, 'slot.content.generated', {
+                index: slot.index,
+                geo: slot.geo,
+                titles: lastPairs.filter(pair => pair.title.trim()).length,
+                texts: lastPairs.filter(pair => pair.text.trim()).length,
+            });
+            logContentJob(jobId, 'slot generated', {
+                index: slot.index,
+                geo: slot.geo,
+                attempts: attemptsUsed,
+                titles: lastPairs.filter(pair => pair.title.trim()).length,
+                texts: lastPairs.filter(pair => pair.text.trim()).length,
+            });
+        }
+        if (registry.isCancelled(jobId))
+            return registry.getJob(jobId);
+        if (failed === job.slots.length) {
+            return registry.markJobFailed(jobId, `${failed} content slot(s) failed.`);
+        }
+        return registry.markJobSucceeded(jobId);
+    });
+}
+function createServerContentJob(payload, registry = jobs_1.defaultServerJobRegistry, store, options = {}) {
+    const job = registry.createContentJob(normalizeContentJobPayload(payload));
+    logContentJob(job.id, 'created', {
+        workspaceId: job.workspaceId,
+        slots: job.kind === 'content' ? job.slots.length : 0,
+        start: Boolean(store),
+    });
+    if (store) {
+        queueMicrotask(() => {
+            void runServerContentJob(store, registry, job.id, options).catch(err => {
+                var _a;
+                registry.markJobFailed(job.id, err instanceof Error ? err.message : String(err));
+                (_a = options.onError) === null || _a === void 0 ? void 0 : _a.call(options, err);
+            });
+        });
+    }
+    return job;
+}

package/dist/server/driveCatalog.js

@@ -0,0 +1,122 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDriveCatalog = getDriveCatalog;
+const campaignsCsv_1 = require("../campaignsCsv");
+const driveApi_1 = require("../integrations/driveApi");
+const googleAuth_1 = require("./googleAuth");
+class DriveApiError extends Error {
+    constructor(status, message) {
+        super(message);
+        this.status = status;
+    }
+}
+class BadRequestError extends Error {
+    constructor() {
+        super(...arguments);
+        this.status = 400;
+    }
+}
+function normalizeDriveFiles(files) {
+    return (Array.isArray(files) ? files : [])
+        .map((file) => ({
+        id: String((file === null || file === void 0 ? void 0 : file.id) || '').trim(),
+        name: String((file === null || file === void 0 ? void 0 : file.name) || '').trim(),
+    }))
+        .filter(file => file.id && file.name)
+        .sort((a, b) => a.name.localeCompare(b.name, 'ru'));
+}
+function listChildFolders(token, parentFolderId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const q = `'${parentFolderId}' in parents and trashed = false and mimeType = 'application/vnd.google-apps.folder'`;
+        const response = yield (0, driveApi_1.driveListFiles)(token, q, 'files(id,name)', {
+            supportsAllDrives: true,
+            pageSize: 200,
+        });
+        if (!response.ok) {
+            const text = yield response.text().catch(() => '');
+            throw new DriveApiError(response.status, text || `Drive list folders failed (${response.status})`);
+        }
+        const data = yield response.json();
+        return normalizeDriveFiles(data.files);
+    });
+}
+function findCampaignsCsv(token, offersRootFolderId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const q = `'${offersRootFolderId}' in parents and trashed = false and name = '${campaignsCsv_1.CAMPAIGNS_CSV_FILENAME}'`;
+        const response = yield (0, driveApi_1.driveListFiles)(token, q, 'files(id,name)', { supportsAllDrives: true });
+        if (!response.ok) {
+            const text = yield response.text().catch(() => '');
+            throw new DriveApiError(response.status, text || `Drive search campaigns.csv failed (${response.status})`);
+        }
+        const data = yield response.json();
+        const file = normalizeDriveFiles(data.files)[0];
+        return { fileId: (file === null || file === void 0 ? void 0 : file.id) || null };
+    });
+}
+function loadCampaignsCsv(token, offersRootFolderId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const found = yield findCampaignsCsv(token, offersRootFolderId);
+        if (!found.fileId) {
+            return { hasFile: false, fileId: null, rows: [], errors: [] };
+        }
+        const response = yield (0, driveApi_1.driveDownloadFile)(token, found.fileId);
+        if (!response.ok) {
+            const text = yield response.text().catch(() => '');
+            throw new DriveApiError(response.status, text || `Drive download campaigns.csv failed (${response.status})`);
+        }
+        const parsed = (0, campaignsCsv_1.parseCampaignsCsvText)(yield response.text());
+        return {
+            hasFile: true,
+            fileId: found.fileId,
+            rows: parsed.rows,
+            errors: parsed.errors,
+        };
+    });
+}
+function getDriveCatalog(store, input) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        const offersRootFolderId = (_a = input.offersRootFolderId) === null || _a === void 0 ? void 0 : _a.trim();
+        const campaignsRootFolderId = (_b = input.campaignsRootFolderId) === null || _b === void 0 ? void 0 : _b.trim();
+        if (!offersRootFolderId && !campaignsRootFolderId) {
+            throw new BadRequestError('offersRootFolderId or campaignsRootFolderId is required.');
+        }
+        return (yield (0, googleAuth_1.withGoogleAccessTokenRetry)(store, (token) => __awaiter(this, void 0, void 0, function* () {
+            const offers = offersRootFolderId ? yield listChildFolders(token, offersRootFolderId) : [];
+            const campaignsCsv = offersRootFolderId
+                ? yield loadCampaignsCsv(token, offersRootFolderId)
+                : { hasFile: false, fileId: null, rows: [], errors: [] };
+            const campaignGroupFolders = campaignsRootFolderId
+                ? yield listChildFolders(token, campaignsRootFolderId)
+                : [];
+            const campaignGroups = [];
+            const workspaces = [];
+            for (const group of campaignGroupFolders) {
+                const groupWorkspaces = yield listChildFolders(token, group.id);
+                campaignGroups.push(Object.assign(Object.assign({}, group), { workspaces: groupWorkspaces }));
+                groupWorkspaces.forEach(workspace => {
+                    workspaces.push(Object.assign(Object.assign({}, workspace), { groupId: group.id, groupName: group.name }));
+                });
+            }
+            return {
+                status: 200,
+                value: {
+                    ok: true,
+                    offers,
+                    campaignGroups,
+                    workspaces,
+                    campaignsCsv,
+                },
+            };
+        }))).value;
+    });
+}