@happyvertical/smrt-languages 0.30.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +81 -0
- package/CLAUDE.md +1 -0
- package/LICENSE +7 -0
- package/README.md +193 -0
- package/dist/chunks/language-registry-CgsuwQo6.js +509 -0
- package/dist/chunks/language-registry-CgsuwQo6.js.map +1 -0
- package/dist/chunks/translation-job-DHg2E-eH.js +286 -0
- package/dist/chunks/translation-job-DHg2E-eH.js.map +1 -0
- package/dist/cli.d.ts +43 -0
- package/dist/cli.js +83 -0
- package/dist/cli.js.map +1 -0
- package/dist/index.d.ts +247 -0
- package/dist/index.js +242 -0
- package/dist/index.js.map +1 -0
- package/dist/jobs.d.ts +62 -0
- package/dist/jobs.js +8 -0
- package/dist/jobs.js.map +1 -0
- package/dist/manifest.json +526 -0
- package/dist/smrt-knowledge.json +343 -0
- package/dist/types.d.ts +106 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/package.json +77 -0
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
import { getAI } from "@happyvertical/ai";
|
|
2
|
+
import { createLogger } from "@happyvertical/logger";
|
|
3
|
+
import { getPackageConfig } from "@happyvertical/smrt-config";
|
|
4
|
+
import { smrt, SmrtObject } from "@happyvertical/smrt-core";
|
|
5
|
+
import { FeatureResolver } from "@happyvertical/smrt-features";
|
|
6
|
+
import { SmrtJobCollection } from "@happyvertical/smrt-jobs";
|
|
7
|
+
import { definePrompt, resolvePrompt } from "@happyvertical/smrt-prompts";
|
|
8
|
+
import { n as normalizeLocale, L as LanguageOverrideCollection, b as buildTenantGlossary, c as computeSourceHash, i as invalidateLanguageCache, d as buildTranslationJobId, a as LanguageRegistry } from "./language-registry-CgsuwQo6.js";
|
|
9
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
10
|
+
var __decorateClass = (decorators, target, key, kind) => {
|
|
11
|
+
var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
|
|
12
|
+
for (var i = decorators.length - 1, decorator; i >= 0; i--)
|
|
13
|
+
if (decorator = decorators[i])
|
|
14
|
+
result = decorator(result) || result;
|
|
15
|
+
return result;
|
|
16
|
+
};
|
|
17
|
+
const logger = createLogger({ level: "info" });
|
|
18
|
+
const AUTO_TRANSLATE_FEATURE_KEY = "smrt-languages.auto_translate";
|
|
19
|
+
const TRANSLATION_PROMPT_KEY = "smrt-languages.translation";
|
|
20
|
+
const PLACEHOLDER_EXAMPLE = '"{name}"';
|
|
21
|
+
const RESPONSE_SHAPE_EXAMPLE = '{"translation": "Hola, {name}"}';
|
|
22
|
+
definePrompt({
|
|
23
|
+
key: TRANSLATION_PROMPT_KEY,
|
|
24
|
+
template: 'You translate user-facing application strings from {sourceLocale} to {targetLocale}.\nPreserve any placeholders such as {placeholderExample} exactly as they appear, including the braces. Do not add markup or commentary.\nMatch the organization glossary where applicable:\n{glossary}\nString to translate: "{template}"\nReply with a JSON object shaped like {responseShapeExample} where the translation field is your translated string.',
|
|
25
|
+
editable: {
|
|
26
|
+
template: true,
|
|
27
|
+
profile: true,
|
|
28
|
+
model: true,
|
|
29
|
+
params: true
|
|
30
|
+
}
|
|
31
|
+
});
|
|
32
|
+
let LanguageTranslationTask = class extends SmrtObject {
|
|
33
|
+
/**
|
|
34
|
+
* Job-runner entrypoint. Reads the translation payload, calls
|
|
35
|
+
* `@happyvertical/ai`, and upserts a `LanguageOverride` row.
|
|
36
|
+
*/
|
|
37
|
+
async execute(args) {
|
|
38
|
+
if (!args || !args.key || !args.targetLocale || !args.sourceTemplate) {
|
|
39
|
+
throw new Error(
|
|
40
|
+
"LanguageTranslationTask.execute requires a translation payload"
|
|
41
|
+
);
|
|
42
|
+
}
|
|
43
|
+
const config = getLanguagesConfig();
|
|
44
|
+
const targetLocale = normalizeLocale(args.targetLocale);
|
|
45
|
+
const sourceLocale = normalizeLocale(args.sourceLocale);
|
|
46
|
+
if (Array.isArray(config.supportedLocales) && config.supportedLocales.length > 0 && !config.supportedLocales.map(normalizeLocale).includes(targetLocale)) {
|
|
47
|
+
return { skipped: "not_supported" };
|
|
48
|
+
}
|
|
49
|
+
if (await isAutoTranslateDisabled(args.tenantId ?? null, this.options)) {
|
|
50
|
+
return { skipped: "feature_disabled" };
|
|
51
|
+
}
|
|
52
|
+
const overrides = await LanguageOverrideCollection.create(
|
|
53
|
+
this.options
|
|
54
|
+
);
|
|
55
|
+
const existing = await overrides.getAppOverride(args.key, targetLocale);
|
|
56
|
+
if (existing?.auto_generated && existing.source_hash === args.sourceHash) {
|
|
57
|
+
return { skipped: "stale", template: existing.template };
|
|
58
|
+
}
|
|
59
|
+
if (existing && !existing.auto_generated) {
|
|
60
|
+
return { skipped: "stale", template: existing.template };
|
|
61
|
+
}
|
|
62
|
+
if (args.tenantId && typeof config.translationBudgetPerTenantPerDay === "number") {
|
|
63
|
+
const used = await countTodayTenantTranslations(
|
|
64
|
+
this.options,
|
|
65
|
+
args.tenantId
|
|
66
|
+
);
|
|
67
|
+
if (used >= config.translationBudgetPerTenantPerDay) {
|
|
68
|
+
return { skipped: "budget" };
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
let glossary = "";
|
|
72
|
+
if (args.tenantId) {
|
|
73
|
+
const tenantOverrides = await overrides.listTenantOverrides(
|
|
74
|
+
args.tenantId
|
|
75
|
+
);
|
|
76
|
+
glossary = buildTenantGlossary(tenantOverrides, {
|
|
77
|
+
sourceLocale,
|
|
78
|
+
targetLocale,
|
|
79
|
+
max: 25
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
if (!glossary) {
|
|
83
|
+
glossary = "(no organization glossary)";
|
|
84
|
+
}
|
|
85
|
+
const prompt = await resolvePrompt(TRANSLATION_PROMPT_KEY, {
|
|
86
|
+
db: this.options.db,
|
|
87
|
+
tenantId: args.tenantId ?? null,
|
|
88
|
+
variables: {
|
|
89
|
+
sourceLocale,
|
|
90
|
+
targetLocale,
|
|
91
|
+
template: args.sourceTemplate,
|
|
92
|
+
glossary,
|
|
93
|
+
placeholderExample: PLACEHOLDER_EXAMPLE,
|
|
94
|
+
responseShapeExample: RESPONSE_SHAPE_EXAMPLE
|
|
95
|
+
}
|
|
96
|
+
});
|
|
97
|
+
const promptAi = prompt.ai ?? {};
|
|
98
|
+
const mergedAiConfig = { ...promptAi };
|
|
99
|
+
if (args.model) mergedAiConfig.model = args.model;
|
|
100
|
+
const ai = await getAI(mergedAiConfig);
|
|
101
|
+
const message = await ai.message(prompt.text, {
|
|
102
|
+
...mergedAiConfig,
|
|
103
|
+
responseFormat: { type: "json_object" }
|
|
104
|
+
});
|
|
105
|
+
const translated = parseTranslationResponse(message);
|
|
106
|
+
if (!translated) {
|
|
107
|
+
throw new Error(
|
|
108
|
+
`LanguageTranslationTask: AI returned no usable translation for "${args.key}" → ${targetLocale}`
|
|
109
|
+
);
|
|
110
|
+
}
|
|
111
|
+
if (containsObviousMarkupLeak(translated)) {
|
|
112
|
+
throw new Error(
|
|
113
|
+
`LanguageTranslationTask: refusing to persist suspicious translation for "${args.key}"`
|
|
114
|
+
);
|
|
115
|
+
}
|
|
116
|
+
const aiModel = args.model ?? promptAi.model ?? null;
|
|
117
|
+
const sourceHash = args.sourceHash || computeSourceHash(args.sourceTemplate);
|
|
118
|
+
if (existing) {
|
|
119
|
+
existing.template = translated;
|
|
120
|
+
existing.auto_generated = true;
|
|
121
|
+
existing.source_hash = sourceHash;
|
|
122
|
+
existing.ai_model = aiModel;
|
|
123
|
+
existing.reviewed_at = null;
|
|
124
|
+
existing.reviewed_by = null;
|
|
125
|
+
await existing.save();
|
|
126
|
+
} else {
|
|
127
|
+
await overrides.create({
|
|
128
|
+
key: args.key,
|
|
129
|
+
locale: targetLocale,
|
|
130
|
+
tenantId: null,
|
|
131
|
+
template: translated,
|
|
132
|
+
auto_generated: true,
|
|
133
|
+
source_hash: sourceHash,
|
|
134
|
+
ai_model: aiModel,
|
|
135
|
+
reviewed_at: null,
|
|
136
|
+
reviewed_by: null
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
invalidateLanguageCache(args.key, targetLocale, null, this.db);
|
|
140
|
+
return { template: translated };
|
|
141
|
+
}
|
|
142
|
+
};
|
|
143
|
+
LanguageTranslationTask = __decorateClass([
|
|
144
|
+
smrt({
|
|
145
|
+
api: { include: [] },
|
|
146
|
+
cli: { include: [] },
|
|
147
|
+
mcp: { include: [] }
|
|
148
|
+
})
|
|
149
|
+
], LanguageTranslationTask);
|
|
150
|
+
async function enqueueTranslationJob(options) {
|
|
151
|
+
const targetLocale = normalizeLocale(options.targetLocale);
|
|
152
|
+
const sourceLocale = normalizeLocale(options.sourceLocale ?? "en");
|
|
153
|
+
const dedupId = buildTranslationJobId(options.key, targetLocale);
|
|
154
|
+
const definition = LanguageRegistry.get(options.key, sourceLocale);
|
|
155
|
+
if (!definition) {
|
|
156
|
+
return { id: dedupId, status: "skipped" };
|
|
157
|
+
}
|
|
158
|
+
const config = getLanguagesConfig();
|
|
159
|
+
if (Array.isArray(config.supportedLocales) && config.supportedLocales.length > 0 && !config.supportedLocales.map(normalizeLocale).includes(targetLocale)) {
|
|
160
|
+
return { id: dedupId, status: "skipped" };
|
|
161
|
+
}
|
|
162
|
+
const jobs = await SmrtJobCollection.create({ db: options.db });
|
|
163
|
+
if (!options.force) {
|
|
164
|
+
const existing = await findPendingTranslationJob(
|
|
165
|
+
jobs,
|
|
166
|
+
options.key,
|
|
167
|
+
targetLocale
|
|
168
|
+
);
|
|
169
|
+
if (existing) {
|
|
170
|
+
return { id: dedupId, status: "duplicate" };
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
const payload = {
|
|
174
|
+
key: options.key,
|
|
175
|
+
sourceLocale,
|
|
176
|
+
sourceTemplate: definition.template,
|
|
177
|
+
sourceHash: definition.sourceHash,
|
|
178
|
+
targetLocale,
|
|
179
|
+
tenantId: options.tenantId ?? null
|
|
180
|
+
};
|
|
181
|
+
const job = await jobs.create({
|
|
182
|
+
queue: "languages",
|
|
183
|
+
objectType: "LanguageTranslationTask",
|
|
184
|
+
objectId: null,
|
|
185
|
+
method: "execute",
|
|
186
|
+
tenantId: options.tenantId ?? null,
|
|
187
|
+
args: { ...payload, _dedupId: dedupId },
|
|
188
|
+
runAt: /* @__PURE__ */ new Date(),
|
|
189
|
+
priority: 25
|
|
190
|
+
});
|
|
191
|
+
await job.save();
|
|
192
|
+
return { id: dedupId, status: "enqueued" };
|
|
193
|
+
}
|
|
194
|
+
const DEFAULT_DEDUP_SCAN_LIMIT = 500;
|
|
195
|
+
async function findPendingTranslationJob(jobs, key, targetLocale) {
|
|
196
|
+
const dedupId = buildTranslationJobId(key, targetLocale);
|
|
197
|
+
const config = getLanguagesConfig();
|
|
198
|
+
const scanLimit = typeof config.dedupScanLimit === "number" ? config.dedupScanLimit : DEFAULT_DEDUP_SCAN_LIMIT;
|
|
199
|
+
const rows = await jobs.list({
|
|
200
|
+
where: {
|
|
201
|
+
objectType: "LanguageTranslationTask",
|
|
202
|
+
method: "execute",
|
|
203
|
+
status: ["pending", "running"],
|
|
204
|
+
queue: "languages"
|
|
205
|
+
},
|
|
206
|
+
orderBy: "createdAt DESC",
|
|
207
|
+
limit: scanLimit
|
|
208
|
+
});
|
|
209
|
+
for (const row of rows) {
|
|
210
|
+
const args = row.args ?? {};
|
|
211
|
+
if (args._dedupId === dedupId) return row;
|
|
212
|
+
if (args.key === key && typeof args.targetLocale === "string" && normalizeLocale(args.targetLocale) === targetLocale) {
|
|
213
|
+
return row;
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
if (rows.length === scanLimit) {
|
|
217
|
+
logger.warn(
|
|
218
|
+
`[smrt-languages] translation-job dedup scan hit its limit (${scanLimit}); raise packages.languages.dedupScanLimit if duplicate jobs appear`
|
|
219
|
+
);
|
|
220
|
+
}
|
|
221
|
+
return null;
|
|
222
|
+
}
|
|
223
|
+
async function countTodayTenantTranslations(options, tenantId) {
|
|
224
|
+
const jobs = await SmrtJobCollection.create({ db: options.db });
|
|
225
|
+
const since = /* @__PURE__ */ new Date();
|
|
226
|
+
since.setUTCHours(0, 0, 0, 0);
|
|
227
|
+
const rows = await jobs.list({
|
|
228
|
+
where: {
|
|
229
|
+
objectType: "LanguageTranslationTask",
|
|
230
|
+
method: "execute",
|
|
231
|
+
tenantId,
|
|
232
|
+
"createdAt >=": since.toISOString()
|
|
233
|
+
}
|
|
234
|
+
});
|
|
235
|
+
return rows.length;
|
|
236
|
+
}
|
|
237
|
+
function getLanguagesConfig() {
|
|
238
|
+
return getPackageConfig("languages", {
|
|
239
|
+
defaultLocale: "en",
|
|
240
|
+
overrides: {}
|
|
241
|
+
});
|
|
242
|
+
}
|
|
243
|
+
async function isAutoTranslateDisabled(tenantId, options) {
|
|
244
|
+
try {
|
|
245
|
+
const resolver = new FeatureResolver(options);
|
|
246
|
+
const enabled = await resolver.isEnabled(AUTO_TRANSLATE_FEATURE_KEY, {
|
|
247
|
+
tenantId: tenantId ?? void 0
|
|
248
|
+
});
|
|
249
|
+
return enabled === false;
|
|
250
|
+
} catch {
|
|
251
|
+
return false;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
function parseTranslationResponse(message) {
|
|
255
|
+
if (!message) return null;
|
|
256
|
+
let parseFailed = false;
|
|
257
|
+
let parsed;
|
|
258
|
+
try {
|
|
259
|
+
parsed = JSON.parse(message);
|
|
260
|
+
} catch {
|
|
261
|
+
parseFailed = true;
|
|
262
|
+
}
|
|
263
|
+
if (!parseFailed) {
|
|
264
|
+
if (parsed && typeof parsed === "object" && !Array.isArray(parsed) && typeof parsed.translation === "string") {
|
|
265
|
+
const cleaned = parsed.translation.trim();
|
|
266
|
+
return cleaned.length > 0 ? cleaned : null;
|
|
267
|
+
}
|
|
268
|
+
if (typeof parsed === "string") {
|
|
269
|
+
const cleaned = parsed.trim();
|
|
270
|
+
return cleaned.length > 0 ? cleaned : null;
|
|
271
|
+
}
|
|
272
|
+
return null;
|
|
273
|
+
}
|
|
274
|
+
const trimmed = String(message).trim();
|
|
275
|
+
return trimmed.length > 0 ? trimmed : null;
|
|
276
|
+
}
|
|
277
|
+
function containsObviousMarkupLeak(value) {
|
|
278
|
+
return /<\/?(script|html|body|iframe|system)/i.test(value);
|
|
279
|
+
}
|
|
280
|
+
export {
|
|
281
|
+
AUTO_TRANSLATE_FEATURE_KEY,
|
|
282
|
+
LanguageTranslationTask,
|
|
283
|
+
TRANSLATION_PROMPT_KEY,
|
|
284
|
+
enqueueTranslationJob
|
|
285
|
+
};
|
|
286
|
+
//# sourceMappingURL=translation-job-DHg2E-eH.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"translation-job-DHg2E-eH.js","sources":["../../src/translation-job.ts"],"sourcesContent":["import { getAI } from '@happyvertical/ai';\nimport { createLogger } from '@happyvertical/logger';\nimport { getPackageConfig } from '@happyvertical/smrt-config';\nimport { SmrtObject, smrt } from '@happyvertical/smrt-core';\nimport { FeatureResolver } from '@happyvertical/smrt-features';\nimport { SmrtJobCollection } from '@happyvertical/smrt-jobs';\nimport { definePrompt, resolvePrompt } from '@happyvertical/smrt-prompts';\nimport { invalidateLanguageCache } from './cache.js';\nimport { LanguageOverrideCollection } from './collections/LanguageOverrideCollection.js';\nimport { buildTenantGlossary } from './glossary.js';\nimport { LanguageRegistry } from './language-registry.js';\nimport type { LanguagesPackageConfig, TranslationJobPayload } from './types.js';\nimport {\n buildTranslationJobId,\n computeSourceHash,\n normalizeLocale,\n} from './utils.js';\n\nconst logger = createLogger({ level: 'info' });\n\n/** Feature flag key honored as the kill-switch for AI auto-translation. */\nexport const AUTO_TRANSLATE_FEATURE_KEY = 'smrt-languages.auto_translate';\n\n/**\n * Prompt key registered with `smrt-prompts` so ops can tune the AI translation\n * style without redeploying. The prompt itself is referenced by the job\n * handler when calling `@happyvertical/ai`.\n */\nexport const TRANSLATION_PROMPT_KEY = 'smrt-languages.translation';\n\n/**\n * Brace-containing example values that must reach the model verbatim. The\n * prompt renderer treats every `{...}` as a variable, so anything we want the\n * model to literally see (the placeholder syntax we're asking it to preserve,\n * the JSON shape we're asking it to return) is injected via a variable rather\n * than being baked into the static template.\n */\nconst PLACEHOLDER_EXAMPLE = '\"{name}\"';\nconst RESPONSE_SHAPE_EXAMPLE = '{\"translation\": \"Hola, {name}\"}';\n\ndefinePrompt({\n key: TRANSLATION_PROMPT_KEY,\n template:\n 'You translate user-facing application strings from {sourceLocale} to {targetLocale}.\\n' +\n 'Preserve any placeholders such as {placeholderExample} exactly as they appear, including the braces. Do not add markup or commentary.\\n' +\n 'Match the organization glossary where applicable:\\n{glossary}\\n' +\n 'String to translate: \"{template}\"\\n' +\n 'Reply with a JSON object shaped like {responseShapeExample} where the translation field is your translated string.',\n editable: {\n template: true,\n profile: true,\n model: true,\n params: true,\n },\n});\n\n/**\n * SmrtObject that owns the translation job's `execute` method. The TaskRunner\n * resolves jobs by `objectType` so the registered class name needs to match\n * what `enqueueTranslationJob` writes.\n */\n@smrt({\n api: { include: [] },\n cli: { include: [] },\n mcp: { include: [] },\n})\nexport class LanguageTranslationTask extends SmrtObject {\n /**\n * Job-runner entrypoint. Reads the translation payload, calls\n * `@happyvertical/ai`, and upserts a `LanguageOverride` row.\n */\n async execute(args: TranslationJobPayload): Promise<{\n skipped?: 'feature_disabled' | 'not_supported' | 'budget' | 'stale';\n template?: string;\n }> {\n if (!args || !args.key || !args.targetLocale || !args.sourceTemplate) {\n throw new Error(\n 'LanguageTranslationTask.execute requires a translation payload',\n );\n }\n\n const config = getLanguagesConfig();\n const targetLocale = normalizeLocale(args.targetLocale);\n const sourceLocale = normalizeLocale(args.sourceLocale);\n\n // Locale allowlist (cheap pre-check before any AI / DB work).\n if (\n Array.isArray(config.supportedLocales) &&\n config.supportedLocales.length > 0 &&\n !config.supportedLocales.map(normalizeLocale).includes(targetLocale)\n ) {\n return { skipped: 'not_supported' };\n }\n\n // Feature flag kill switch (best-effort — never blocks if unavailable).\n if (await isAutoTranslateDisabled(args.tenantId ?? null, this.options)) {\n return { skipped: 'feature_disabled' };\n }\n\n const overrides = await (LanguageOverrideCollection as any).create(\n this.options,\n );\n\n // Source-hash gate: if a translation already exists with the same source,\n // do nothing. Only re-translate when the source changed.\n const existing = await overrides.getAppOverride(args.key, targetLocale);\n if (existing?.auto_generated && existing.source_hash === args.sourceHash) {\n return { skipped: 'stale', template: existing.template };\n }\n if (existing && !existing.auto_generated) {\n // Human-edited rows are never overwritten.\n return { skipped: 'stale', template: existing.template };\n }\n\n // Per-tenant daily budget.\n if (\n args.tenantId &&\n typeof config.translationBudgetPerTenantPerDay === 'number'\n ) {\n const used = await countTodayTenantTranslations(\n this.options,\n args.tenantId,\n );\n if (used >= config.translationBudgetPerTenantPerDay) {\n return { skipped: 'budget' };\n }\n }\n\n // Build glossary from tenant overrides (no-op when no tenant context).\n let glossary = '';\n if (args.tenantId) {\n const tenantOverrides = await overrides.listTenantOverrides(\n args.tenantId,\n );\n glossary = buildTenantGlossary(tenantOverrides, {\n sourceLocale,\n targetLocale,\n max: 25,\n });\n }\n if (!glossary) {\n glossary = '(no organization glossary)';\n }\n\n // Pass the task's DB into resolvePrompt so any app/tenant-level prompt\n // overrides stored in `_smrt_prompt_overrides` are honored — that's the\n // whole reason we register the translation prompt with smrt-prompts in\n // the first place.\n const prompt = await resolvePrompt(TRANSLATION_PROMPT_KEY, {\n db: this.options.db,\n tenantId: args.tenantId ?? null,\n variables: {\n sourceLocale,\n targetLocale,\n template: args.sourceTemplate,\n glossary,\n placeholderExample: PLACEHOLDER_EXAMPLE,\n responseShapeExample: RESPONSE_SHAPE_EXAMPLE,\n },\n });\n\n // Single merged AI config: per-job model override (`args.model`) wins\n // over the prompt's `ai.model`, and the same merge feeds both `getAI()`\n // (client construction) and `ai.message()` (request options) so the\n // override actually takes effect end-to-end.\n const promptAi = (prompt.ai ?? {}) as Record<string, unknown>;\n const mergedAiConfig: Record<string, unknown> = { ...promptAi };\n if (args.model) mergedAiConfig.model = args.model;\n const ai = await getAI(mergedAiConfig as any);\n\n const message = await ai.message(prompt.text, {\n ...mergedAiConfig,\n responseFormat: { type: 'json_object' },\n });\n\n const translated = parseTranslationResponse(message);\n if (!translated) {\n throw new Error(\n `LanguageTranslationTask: AI returned no usable translation for \"${args.key}\" → ${targetLocale}`,\n );\n }\n\n if (containsObviousMarkupLeak(translated)) {\n throw new Error(\n `LanguageTranslationTask: refusing to persist suspicious translation for \"${args.key}\"`,\n );\n }\n\n // Persist the model that actually produced the translation, not just the\n // prompt's default — `args.model` overrides the prompt's `ai.model`.\n const aiModel =\n (args.model as string | undefined) ??\n (promptAi.model as string | undefined) ??\n null;\n const sourceHash =\n args.sourceHash || computeSourceHash(args.sourceTemplate);\n\n if (existing) {\n existing.template = translated;\n existing.auto_generated = true;\n existing.source_hash = sourceHash;\n existing.ai_model = aiModel;\n existing.reviewed_at = null;\n existing.reviewed_by = null;\n await existing.save();\n } else {\n // Use the collection's create() so the new row is initialized against\n // the same DB the task is running on. Constructing `new LanguageOverride`\n // directly leaves it un-initialized and `.save()` then trips on the\n // \"Database accessed before initialization\" guard.\n await overrides.create({\n key: args.key,\n locale: targetLocale,\n tenantId: null,\n template: translated,\n auto_generated: true,\n source_hash: sourceHash,\n ai_model: aiModel,\n reviewed_at: null,\n reviewed_by: null,\n });\n }\n\n invalidateLanguageCache(args.key, targetLocale, null, this.db);\n return { template: translated };\n }\n}\n\ninterface EnqueueTranslationOptions {\n key: string;\n targetLocale: string;\n sourceLocale?: string;\n tenantId?: string | null;\n db: unknown;\n /** When true, skip the dedup check and force a fresh job. */\n force?: boolean;\n}\n\n/**\n * Enqueue a translation job for `(key, targetLocale)`, deduplicated against\n * any already-pending job for the same target. Returns the (possibly existing)\n * job's deterministic ID.\n */\nexport async function enqueueTranslationJob(\n options: EnqueueTranslationOptions,\n): Promise<{ id: string; status: 'enqueued' | 'duplicate' | 'skipped' }> {\n const targetLocale = normalizeLocale(options.targetLocale);\n const sourceLocale = normalizeLocale(options.sourceLocale ?? 'en');\n const dedupId = buildTranslationJobId(options.key, targetLocale);\n\n const definition = LanguageRegistry.get(options.key, sourceLocale);\n if (!definition) {\n return { id: dedupId, status: 'skipped' };\n }\n\n const config = getLanguagesConfig();\n if (\n Array.isArray(config.supportedLocales) &&\n config.supportedLocales.length > 0 &&\n !config.supportedLocales.map(normalizeLocale).includes(targetLocale)\n ) {\n return { id: dedupId, status: 'skipped' };\n }\n\n const jobs = await (SmrtJobCollection as any).create({ db: options.db });\n\n if (!options.force) {\n const existing = await findPendingTranslationJob(\n jobs,\n options.key,\n targetLocale,\n );\n if (existing) {\n return { id: dedupId, status: 'duplicate' };\n }\n }\n\n const payload: TranslationJobPayload = {\n key: options.key,\n sourceLocale,\n sourceTemplate: definition.template,\n sourceHash: definition.sourceHash,\n targetLocale,\n tenantId: options.tenantId ?? null,\n };\n\n // Stamp tenantId on the SmrtJob row so the per-tenant daily budget query\n // (which filters by `tenantId`) actually counts this job. SmrtJob.save()\n // will fall back to `getTenantId()` from AsyncLocalStorage when undefined,\n // but we may be enqueueing from outside a tenant context (e.g. resolver\n // miss with an explicit tenantId option), so set it explicitly here.\n const job = await jobs.create({\n queue: 'languages',\n objectType: 'LanguageTranslationTask',\n objectId: null,\n method: 'execute',\n tenantId: options.tenantId ?? null,\n args: { ...payload, _dedupId: dedupId },\n runAt: new Date(),\n priority: 25,\n });\n await job.save();\n\n return { id: dedupId, status: 'enqueued' };\n}\n\n/**\n * In-memory match cap for the dedup scan. We pull the most recently-queued\n * language jobs and check them in JS because querying inside a JSON column\n * portably across SQLite/Postgres is fiddly. If the working queue is deeper\n * than this, the scan truncates — when that happens we log a warning instead\n * of silently letting duplicate jobs slip through, and the handler's\n * source-hash gate (`execute()`) still prevents redundant AI calls. Tune via\n * `packages.languages.dedupScanLimit` if your steady-state pending queue\n * regularly exceeds the default.\n */\nconst DEFAULT_DEDUP_SCAN_LIMIT = 500;\n\nasync function findPendingTranslationJob(\n jobs: SmrtJobCollection,\n key: string,\n targetLocale: string,\n): Promise<unknown | null> {\n const dedupId = buildTranslationJobId(key, targetLocale);\n const config = getLanguagesConfig();\n const scanLimit =\n typeof (config as { dedupScanLimit?: number }).dedupScanLimit === 'number'\n ? (config as { dedupScanLimit: number }).dedupScanLimit\n : DEFAULT_DEDUP_SCAN_LIMIT;\n\n const rows = await jobs.list({\n where: {\n objectType: 'LanguageTranslationTask',\n method: 'execute',\n status: ['pending', 'running'],\n queue: 'languages',\n },\n orderBy: 'createdAt DESC',\n limit: scanLimit,\n });\n\n for (const row of rows) {\n const args = (row as { args?: Record<string, unknown> }).args ?? {};\n if (args._dedupId === dedupId) return row;\n if (\n args.key === key &&\n typeof args.targetLocale === 'string' &&\n normalizeLocale(args.targetLocale as string) === targetLocale\n ) {\n return row;\n }\n }\n\n if (rows.length === scanLimit) {\n // Don't crash; the handler's source-hash gate is the durable safeguard.\n // But surface a warning so operators notice when the queue depth has\n // outgrown the in-memory match window.\n logger.warn(\n `[smrt-languages] translation-job dedup scan hit its limit (${scanLimit}); raise packages.languages.dedupScanLimit if duplicate jobs appear`,\n );\n }\n return null;\n}\n\nasync function countTodayTenantTranslations(\n options: { db?: unknown },\n tenantId: string,\n): Promise<number> {\n // SmrtCollection.list() encodes operators into the where-clause key (e.g.\n // `'createdAt >='`), not as `{ op, value }` objects — using the wrong shape\n // either throws or matches nothing, and a swallowed failure here silently\n // disables the budget. Let the call propagate so configuration mistakes\n // surface immediately rather than as a missed throttle in production.\n const jobs = await (SmrtJobCollection as any).create({ db: options.db });\n const since = new Date();\n since.setUTCHours(0, 0, 0, 0);\n const rows = await jobs.list({\n where: {\n objectType: 'LanguageTranslationTask',\n method: 'execute',\n tenantId,\n 'createdAt >=': since.toISOString(),\n },\n });\n return rows.length;\n}\n\nfunction getLanguagesConfig(): LanguagesPackageConfig {\n return getPackageConfig<LanguagesPackageConfig>('languages', {\n defaultLocale: 'en',\n overrides: {},\n });\n}\n\nasync function isAutoTranslateDisabled(\n tenantId: string | null,\n options: { db?: unknown },\n): Promise<boolean> {\n try {\n const resolver = new FeatureResolver(options as any);\n const enabled = await resolver.isEnabled(AUTO_TRANSLATE_FEATURE_KEY, {\n tenantId: tenantId ?? undefined,\n });\n return enabled === false;\n } catch {\n // If features package can't resolve (no definition synced, etc.), default\n // to enabled — operators opt out by registering the flag.\n return false;\n }\n}\n\nfunction parseTranslationResponse(\n message: string | null | undefined,\n): string | null {\n if (!message) return null;\n\n // We requested `responseFormat: json_object` so the model is supposed to\n // return a JSON object with a `translation` string. If parsing succeeds but\n // the shape is wrong (e.g. `{\"text\":\"Hola\"}`), we MUST NOT fall through to\n // the bare-string path — that would persist the whole JSON blob as the\n // translation. Only the parse-failed branch may try to use the raw message\n // as a literal string (some providers occasionally return prose despite\n // the format hint).\n let parseFailed = false;\n let parsed: unknown;\n try {\n parsed = JSON.parse(message);\n } catch {\n parseFailed = true;\n }\n\n if (!parseFailed) {\n if (\n parsed &&\n typeof parsed === 'object' &&\n !Array.isArray(parsed) &&\n typeof (parsed as { translation?: unknown }).translation === 'string'\n ) {\n const cleaned = (parsed as { translation: string }).translation.trim();\n return cleaned.length > 0 ? cleaned : null;\n }\n if (typeof parsed === 'string') {\n const cleaned = parsed.trim();\n return cleaned.length > 0 ? cleaned : null;\n }\n return null;\n }\n\n const trimmed = String(message).trim();\n return trimmed.length > 0 ? trimmed : null;\n}\n\nfunction containsObviousMarkupLeak(value: string): boolean {\n // Cheap defense: refuse responses that look like raw HTML/system tags. We\n // can tighten this in v1.1 once we have telemetry on real failure modes.\n return /<\\/?(script|html|body|iframe|system)/i.test(value);\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAkBA,MAAM,SAAS,aAAa,EAAE,OAAO,QAAQ;AAGtC,MAAM,6BAA6B;AAOnC,MAAM,yBAAyB;AAStC,MAAM,sBAAsB;AAC5B,MAAM,yBAAyB;AAE/B,aAAa;AAAA,EACX,KAAK;AAAA,EACL,UACE;AAAA,EAKF,UAAU;AAAA,IACR,UAAU;AAAA,IACV,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,EAAA;AAEZ,CAAC;AAYM,IAAM,0BAAN,cAAsC,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA,EAKtD,MAAM,QAAQ,MAGX;AACD,QAAI,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,KAAK,gBAAgB,CAAC,KAAK,gBAAgB;AACpE,YAAM,IAAI;AAAA,QACR;AAAA,MAAA;AAAA,IAEJ;AAEA,UAAM,SAAS,mBAAA;AACf,UAAM,eAAe,gBAAgB,KAAK,YAAY;AACtD,UAAM,eAAe,gBAAgB,KAAK,YAAY;AAGtD,QACE,MAAM,QAAQ,OAAO,gBAAgB,KACrC,OAAO,iBAAiB,SAAS,KACjC,CAAC,OAAO,iBAAiB,IAAI,eAAe,EAAE,SAAS,YAAY,GACnE;AACA,aAAO,EAAE,SAAS,gBAAA;AAAA,IACpB;AAGA,QAAI,MAAM,wBAAwB,KAAK,YAAY,MAAM,KAAK,OAAO,GAAG;AACtE,aAAO,EAAE,SAAS,mBAAA;AAAA,IACpB;AAEA,UAAM,YAAY,MAAO,2BAAmC;AAAA,MAC1D,KAAK;AAAA,IAAA;AAKP,UAAM,WAAW,MAAM,UAAU,eAAe,KAAK,KAAK,YAAY;AACtE,QAAI,UAAU,kBAAkB,SAAS,gBAAgB,KAAK,YAAY;AACxE,aAAO,EAAE,SAAS,SAAS,UAAU,SAAS,SAAA;AAAA,IAChD;AACA,QAAI,YAAY,CAAC,SAAS,gBAAgB;AAExC,aAAO,EAAE,SAAS,SAAS,UAAU,SAAS,SAAA;AAAA,IAChD;AAGA,QACE,KAAK,YACL,OAAO,OAAO,qCAAqC,UACnD;AACA,YAAM,OAAO,MAAM;AAAA,QACjB,KAAK;AAAA,QACL,KAAK;AAAA,MAAA;AAEP,UAAI,QAAQ,OAAO,kCAAkC;AACnD,eAAO,EAAE,SAAS,SAAA;AAAA,MACpB;AAAA,IACF;AAGA,QAAI,WAAW;AACf,QAAI,KAAK,UAAU;AACjB,YAAM,kBAAkB,MAAM,UAAU;AAAA,QACtC,KAAK;AAAA,MAAA;AAEP,iBAAW,oBAAoB,iBAAiB;AAAA,QAC9C;AAAA,QACA;AAAA,QACA,KAAK;AAAA,MAAA,CACN;AAAA,IACH;AACA,QAAI,CAAC,UAAU;AACb,iBAAW;AAAA,IACb;AAMA,UAAM,SAAS,MAAM,cAAc,wBAAwB;AAAA,MACzD,IAAI,KAAK,QAAQ;AAAA,MACjB,UAAU,KAAK,YAAY;AAAA,MAC3B,WAAW;AAAA,QACT;AAAA,QACA;AAAA,QACA,UAAU,KAAK;AAAA,QACf;AAAA,QACA,oBAAoB;AAAA,QACpB,sBAAsB;AAAA,MAAA;AAAA,IACxB,CACD;AAMD,UAAM,WAAY,OAAO,MAAM,CAAA;AAC/B,UAAM,iBAA0C,EAAE,GAAG,SAAA;AACrD,QAAI,KAAK,MAAO,gBAAe,QAAQ,KAAK;AAC5C,UAAM,KAAK,MAAM,MAAM,cAAqB;AAE5C,UAAM,UAAU,MAAM,GAAG,QAAQ,OAAO,MAAM;AAAA,MAC5C,GAAG;AAAA,MACH,gBAAgB,EAAE,MAAM,cAAA;AAAA,IAAc,CACvC;AAED,UAAM,aAAa,yBAAyB,OAAO;AACnD,QAAI,CAAC,YAAY;AACf,YAAM,IAAI;AAAA,QACR,mEAAmE,KAAK,GAAG,OAAO,YAAY;AAAA,MAAA;AAAA,IAElG;AAEA,QAAI,0BAA0B,UAAU,GAAG;AACzC,YAAM,IAAI;AAAA,QACR,4EAA4E,KAAK,GAAG;AAAA,MAAA;AAAA,IAExF;AAIA,UAAM,UACH,KAAK,SACL,SAAS,SACV;AACF,UAAM,aACJ,KAAK,cAAc,kBAAkB,KAAK,cAAc;AAE1D,QAAI,UAAU;AACZ,eAAS,WAAW;AACpB,eAAS,iBAAiB;AAC1B,eAAS,cAAc;AACvB,eAAS,WAAW;AACpB,eAAS,cAAc;AACvB,eAAS,cAAc;AACvB,YAAM,SAAS,KAAA;AAAA,IACjB,OAAO;AAKL,YAAM,UAAU,OAAO;AAAA,QACrB,KAAK,KAAK;AAAA,QACV,QAAQ;AAAA,QACR,UAAU;AAAA,QACV,UAAU;AAAA,QACV,gBAAgB;AAAA,QAChB,aAAa;AAAA,QACb,UAAU;AAAA,QACV,aAAa;AAAA,QACb,aAAa;AAAA,MAAA,CACd;AAAA,IACH;AAEA,4BAAwB,KAAK,KAAK,cAAc,MAAM,KAAK,EAAE;AAC7D,WAAO,EAAE,UAAU,WAAA;AAAA,EACrB;AACF;AAhKa,0BAAN,gBAAA;AAAA,EALN,KAAK;AAAA,IACJ,KAAK,EAAE,SAAS,GAAC;AAAA,IACjB,KAAK,EAAE,SAAS,GAAC;AAAA,IACjB,KAAK,EAAE,SAAS,CAAA,EAAC;AAAA,EAAE,CACpB;AAAA,GACY,uBAAA;AAiLb,eAAsB,sBACpB,SACuE;AACvE,QAAM,eAAe,gBAAgB,QAAQ,YAAY;AACzD,QAAM,eAAe,gBAAgB,QAAQ,gBAAgB,IAAI;AACjE,QAAM,UAAU,sBAAsB,QAAQ,KAAK,YAAY;AAE/D,QAAM,aAAa,iBAAiB,IAAI,QAAQ,KAAK,YAAY;AACjE,MAAI,CAAC,YAAY;AACf,WAAO,EAAE,IAAI,SAAS,QAAQ,UAAA;AAAA,EAChC;AAEA,QAAM,SAAS,mBAAA;AACf,MACE,MAAM,QAAQ,OAAO,gBAAgB,KACrC,OAAO,iBAAiB,SAAS,KACjC,CAAC,OAAO,iBAAiB,IAAI,eAAe,EAAE,SAAS,YAAY,GACnE;AACA,WAAO,EAAE,IAAI,SAAS,QAAQ,UAAA;AAAA,EAChC;AAEA,QAAM,OAAO,MAAO,kBAA0B,OAAO,EAAE,IAAI,QAAQ,IAAI;AAEvE,MAAI,CAAC,QAAQ,OAAO;AAClB,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,IAAA;AAEF,QAAI,UAAU;AACZ,aAAO,EAAE,IAAI,SAAS,QAAQ,YAAA;AAAA,IAChC;AAAA,EACF;AAEA,QAAM,UAAiC;AAAA,IACrC,KAAK,QAAQ;AAAA,IACb;AAAA,IACA,gBAAgB,WAAW;AAAA,IAC3B,YAAY,WAAW;AAAA,IACvB;AAAA,IACA,UAAU,QAAQ,YAAY;AAAA,EAAA;AAQhC,QAAM,MAAM,MAAM,KAAK,OAAO;AAAA,IAC5B,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,QAAQ;AAAA,IACR,UAAU,QAAQ,YAAY;AAAA,IAC9B,MAAM,EAAE,GAAG,SAAS,UAAU,QAAA;AAAA,IAC9B,2BAAW,KAAA;AAAA,IACX,UAAU;AAAA,EAAA,CACX;AACD,QAAM,IAAI,KAAA;AAEV,SAAO,EAAE,IAAI,SAAS,QAAQ,WAAA;AAChC;AAYA,MAAM,2BAA2B;AAEjC,eAAe,0BACb,MACA,KACA,cACyB;AACzB,QAAM,UAAU,sBAAsB,KAAK,YAAY;AACvD,QAAM,SAAS,mBAAA;AACf,QAAM,YACJ,OAAQ,OAAuC,mBAAmB,WAC7D,OAAsC,iBACvC;AAEN,QAAM,OAAO,MAAM,KAAK,KAAK;AAAA,IAC3B,OAAO;AAAA,MACL,YAAY;AAAA,MACZ,QAAQ;AAAA,MACR,QAAQ,CAAC,WAAW,SAAS;AAAA,MAC7B,OAAO;AAAA,IAAA;AAAA,IAET,SAAS;AAAA,IACT,OAAO;AAAA,EAAA,CACR;AAED,aAAW,OAAO,MAAM;AACtB,UAAM,OAAQ,IAA2C,QAAQ,CAAA;AACjE,QAAI,KAAK,aAAa,QAAS,QAAO;AACtC,QACE,KAAK,QAAQ,OACb,OAAO,KAAK,iBAAiB,YAC7B,gBAAgB,KAAK,YAAsB,MAAM,cACjD;AACA,aAAO;AAAA,IACT;AAAA,EACF;AAEA,MAAI,KAAK,WAAW,WAAW;AAI7B,WAAO;AAAA,MACL,8DAA8D,SAAS;AAAA,IAAA;AAAA,EAE3E;AACA,SAAO;AACT;AAEA,eAAe,6BACb,SACA,UACiB;AAMjB,QAAM,OAAO,MAAO,kBAA0B,OAAO,EAAE,IAAI,QAAQ,IAAI;AACvE,QAAM,4BAAY,KAAA;AAClB,QAAM,YAAY,GAAG,GAAG,GAAG,CAAC;AAC5B,QAAM,OAAO,MAAM,KAAK,KAAK;AAAA,IAC3B,OAAO;AAAA,MACL,YAAY;AAAA,MACZ,QAAQ;AAAA,MACR;AAAA,MACA,gBAAgB,MAAM,YAAA;AAAA,IAAY;AAAA,EACpC,CACD;AACD,SAAO,KAAK;AACd;AAEA,SAAS,qBAA6C;AACpD,SAAO,iBAAyC,aAAa;AAAA,IAC3D,eAAe;AAAA,IACf,WAAW,CAAA;AAAA,EAAC,CACb;AACH;AAEA,eAAe,wBACb,UACA,SACkB;AAClB,MAAI;AACF,UAAM,WAAW,IAAI,gBAAgB,OAAc;AACnD,UAAM,UAAU,MAAM,SAAS,UAAU,4BAA4B;AAAA,MACnE,UAAU,YAAY;AAAA,IAAA,CACvB;AACD,WAAO,YAAY;AAAA,EACrB,QAAQ;AAGN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,yBACP,SACe;AACf,MAAI,CAAC,QAAS,QAAO;AASrB,MAAI,cAAc;AAClB,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,OAAO;AAAA,EAC7B,QAAQ;AACN,kBAAc;AAAA,EAChB;AAEA,MAAI,CAAC,aAAa;AAChB,QACE,UACA,OAAO,WAAW,YAClB,CAAC,MAAM,QAAQ,MAAM,KACrB,OAAQ,OAAqC,gBAAgB,UAC7D;AACA,YAAM,UAAW,OAAmC,YAAY,KAAA;AAChE,aAAO,QAAQ,SAAS,IAAI,UAAU;AAAA,IACxC;AACA,QAAI,OAAO,WAAW,UAAU;AAC9B,YAAM,UAAU,OAAO,KAAA;AACvB,aAAO,QAAQ,SAAS,IAAI,UAAU;AAAA,IACxC;AACA,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,OAAO,OAAO,EAAE,KAAA;AAChC,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAEA,SAAS,0BAA0B,OAAwB;AAGzD,SAAO,wCAAwC,KAAK,KAAK;AAC3D;"}
|
package/dist/cli.d.ts
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { SmrtClassOptions } from '@happyvertical/smrt-core';
|
|
2
|
+
|
|
3
|
+
/** `smrt languages approve <id> --reviewer=<user>` — mark reviewed. */
|
|
4
|
+
export declare function approveAutoTranslation(options: {
|
|
5
|
+
db: SmrtClassOptions['db'];
|
|
6
|
+
id: string;
|
|
7
|
+
reviewer: string;
|
|
8
|
+
}): Promise<any>;
|
|
9
|
+
|
|
10
|
+
/** `smrt languages edit <id> --template=...` — human-edit suppresses auto-overwrites. */
|
|
11
|
+
export declare function editLanguageOverride(options: {
|
|
12
|
+
db: SmrtClassOptions['db'];
|
|
13
|
+
id: string;
|
|
14
|
+
template: string;
|
|
15
|
+
reviewer?: string;
|
|
16
|
+
}): Promise<any>;
|
|
17
|
+
|
|
18
|
+
/** `smrt languages review --locale=es` — list unreviewed auto-translations. */
|
|
19
|
+
export declare function listUnreviewedAutoTranslations(options: {
|
|
20
|
+
db: SmrtClassOptions['db'];
|
|
21
|
+
locale?: string;
|
|
22
|
+
limit?: number;
|
|
23
|
+
}): Promise<any>;
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Implementation of `smrt languages translate --locales=es,fr`.
|
|
27
|
+
*
|
|
28
|
+
* Walks the registered code defaults and enqueues a translation job for every
|
|
29
|
+
* `(key, locale)` pair that does not yet have an app-level override. The job
|
|
30
|
+
* itself respects the same dedup / budget / allowlist rules as the resolver's
|
|
31
|
+
* miss-path enqueue.
|
|
32
|
+
*/
|
|
33
|
+
export declare function translateMissing(options: {
|
|
34
|
+
locales: string[];
|
|
35
|
+
sourceLocale?: string;
|
|
36
|
+
db: SmrtClassOptions['db'];
|
|
37
|
+
tenantId?: string | null;
|
|
38
|
+
}): Promise<{
|
|
39
|
+
enqueued: string[];
|
|
40
|
+
skipped: string[];
|
|
41
|
+
}>;
|
|
42
|
+
|
|
43
|
+
export { }
|
package/dist/cli.js
ADDED
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { L as LanguageOverrideCollection, n as normalizeLocale, a as LanguageRegistry } from "./chunks/language-registry-CgsuwQo6.js";
|
|
2
|
+
import { enqueueTranslationJob } from "./chunks/translation-job-DHg2E-eH.js";
|
|
3
|
+
async function translateMissing(options) {
|
|
4
|
+
const sourceLocale = normalizeLocale(options.sourceLocale ?? "en");
|
|
5
|
+
const targets = options.locales.map(normalizeLocale).filter(Boolean);
|
|
6
|
+
const overrides = await LanguageOverrideCollection.create({
|
|
7
|
+
db: options.db
|
|
8
|
+
});
|
|
9
|
+
const enqueued = [];
|
|
10
|
+
const skipped = [];
|
|
11
|
+
for (const definition of LanguageRegistry.getAll()) {
|
|
12
|
+
if (definition.locale !== sourceLocale) continue;
|
|
13
|
+
for (const target of targets) {
|
|
14
|
+
if (target === sourceLocale) continue;
|
|
15
|
+
const existing = await overrides.getAppOverride(definition.key, target);
|
|
16
|
+
if (existing && !existing.auto_generated) {
|
|
17
|
+
skipped.push(`${definition.key}:${target}`);
|
|
18
|
+
continue;
|
|
19
|
+
}
|
|
20
|
+
if (existing && existing.source_hash === definition.sourceHash) {
|
|
21
|
+
skipped.push(`${definition.key}:${target}`);
|
|
22
|
+
continue;
|
|
23
|
+
}
|
|
24
|
+
const result = await enqueueTranslationJob({
|
|
25
|
+
key: definition.key,
|
|
26
|
+
targetLocale: target,
|
|
27
|
+
sourceLocale,
|
|
28
|
+
tenantId: options.tenantId ?? null,
|
|
29
|
+
db: options.db
|
|
30
|
+
});
|
|
31
|
+
if (result.status === "enqueued") {
|
|
32
|
+
enqueued.push(`${definition.key}:${target}`);
|
|
33
|
+
} else {
|
|
34
|
+
skipped.push(`${definition.key}:${target}`);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return { enqueued, skipped };
|
|
39
|
+
}
|
|
40
|
+
async function listUnreviewedAutoTranslations(options) {
|
|
41
|
+
const overrides = await LanguageOverrideCollection.create({
|
|
42
|
+
db: options.db
|
|
43
|
+
});
|
|
44
|
+
return overrides.listUnreviewedAutoTranslations({
|
|
45
|
+
locale: options.locale,
|
|
46
|
+
limit: options.limit
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
async function approveAutoTranslation(options) {
|
|
50
|
+
const overrides = await LanguageOverrideCollection.create({
|
|
51
|
+
db: options.db
|
|
52
|
+
});
|
|
53
|
+
const row = await overrides.get({ id: options.id });
|
|
54
|
+
if (!row) {
|
|
55
|
+
throw new Error(`LanguageOverride "${options.id}" not found`);
|
|
56
|
+
}
|
|
57
|
+
return row.approve(options.reviewer);
|
|
58
|
+
}
|
|
59
|
+
async function editLanguageOverride(options) {
|
|
60
|
+
const overrides = await LanguageOverrideCollection.create({
|
|
61
|
+
db: options.db
|
|
62
|
+
});
|
|
63
|
+
const row = await overrides.get({ id: options.id });
|
|
64
|
+
if (!row) {
|
|
65
|
+
throw new Error(`LanguageOverride "${options.id}" not found`);
|
|
66
|
+
}
|
|
67
|
+
row.template = options.template;
|
|
68
|
+
row.auto_generated = false;
|
|
69
|
+
row.ai_model = null;
|
|
70
|
+
if (options.reviewer) {
|
|
71
|
+
row.reviewed_at = (/* @__PURE__ */ new Date()).toISOString();
|
|
72
|
+
row.reviewed_by = options.reviewer;
|
|
73
|
+
}
|
|
74
|
+
await row.save();
|
|
75
|
+
return row;
|
|
76
|
+
}
|
|
77
|
+
export {
|
|
78
|
+
approveAutoTranslation,
|
|
79
|
+
editLanguageOverride,
|
|
80
|
+
listUnreviewedAutoTranslations,
|
|
81
|
+
translateMissing
|
|
82
|
+
};
|
|
83
|
+
//# sourceMappingURL=cli.js.map
|
package/dist/cli.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.js","sources":["../src/cli.ts"],"sourcesContent":["import type { SmrtClassOptions } from '@happyvertical/smrt-core';\nimport { LanguageOverrideCollection } from './collections/LanguageOverrideCollection.js';\nimport { LanguageRegistry } from './language-registry.js';\nimport { enqueueTranslationJob } from './translation-job.js';\nimport { normalizeLocale } from './utils.js';\n\n/**\n * Implementation of `smrt languages translate --locales=es,fr`.\n *\n * Walks the registered code defaults and enqueues a translation job for every\n * `(key, locale)` pair that does not yet have an app-level override. The job\n * itself respects the same dedup / budget / allowlist rules as the resolver's\n * miss-path enqueue.\n */\nexport async function translateMissing(options: {\n locales: string[];\n sourceLocale?: string;\n db: SmrtClassOptions['db'];\n tenantId?: string | null;\n}): Promise<{\n enqueued: string[];\n skipped: string[];\n}> {\n const sourceLocale = normalizeLocale(options.sourceLocale ?? 'en');\n const targets = options.locales.map(normalizeLocale).filter(Boolean);\n const overrides = await (LanguageOverrideCollection as any).create({\n db: options.db,\n });\n\n const enqueued: string[] = [];\n const skipped: string[] = [];\n\n for (const definition of LanguageRegistry.getAll()) {\n if (definition.locale !== sourceLocale) continue;\n\n for (const target of targets) {\n if (target === sourceLocale) continue;\n const existing = await overrides.getAppOverride(definition.key, target);\n // Human edits win permanently — never enqueue an AI translation job for\n // a row that an admin has curated, even if the source has changed. The\n // CLAUDE.md spec calls this out and the job handler enforces the same\n // rule, but we prefer to skip at the enqueue layer so we don't burn\n // queue budget on work the handler is going to discard.\n if (existing && !existing.auto_generated) {\n skipped.push(`${definition.key}:${target}`);\n continue;\n }\n if (existing && existing.source_hash === definition.sourceHash) {\n skipped.push(`${definition.key}:${target}`);\n continue;\n }\n\n const result = await enqueueTranslationJob({\n key: definition.key,\n targetLocale: target,\n sourceLocale,\n tenantId: options.tenantId ?? null,\n db: options.db,\n });\n\n if (result.status === 'enqueued') {\n enqueued.push(`${definition.key}:${target}`);\n } else {\n skipped.push(`${definition.key}:${target}`);\n }\n }\n }\n\n return { enqueued, skipped };\n}\n\n/** `smrt languages review --locale=es` — list unreviewed auto-translations. */\nexport async function listUnreviewedAutoTranslations(options: {\n db: SmrtClassOptions['db'];\n locale?: string;\n limit?: number;\n}) {\n const overrides = await (LanguageOverrideCollection as any).create({\n db: options.db,\n });\n return overrides.listUnreviewedAutoTranslations({\n locale: options.locale,\n limit: options.limit,\n });\n}\n\n/** `smrt languages approve <id> --reviewer=<user>` — mark reviewed. */\nexport async function approveAutoTranslation(options: {\n db: SmrtClassOptions['db'];\n id: string;\n reviewer: string;\n}) {\n const overrides = await (LanguageOverrideCollection as any).create({\n db: options.db,\n });\n const row = await overrides.get({ id: options.id });\n if (!row) {\n throw new Error(`LanguageOverride \"${options.id}\" not found`);\n }\n return row.approve(options.reviewer);\n}\n\n/** `smrt languages edit <id> --template=...` — human-edit suppresses auto-overwrites. */\nexport async function editLanguageOverride(options: {\n db: SmrtClassOptions['db'];\n id: string;\n template: string;\n reviewer?: string;\n}) {\n const overrides = await (LanguageOverrideCollection as any).create({\n db: options.db,\n });\n const row = await overrides.get({ id: options.id });\n if (!row) {\n throw new Error(`LanguageOverride \"${options.id}\" not found`);\n }\n row.template = options.template;\n row.auto_generated = false;\n row.ai_model = null;\n if (options.reviewer) {\n row.reviewed_at = new Date().toISOString();\n row.reviewed_by = options.reviewer;\n }\n await row.save();\n return row;\n}\n"],"names":[],"mappings":";;AAcA,eAAsB,iBAAiB,SAQpC;AACD,QAAM,eAAe,gBAAgB,QAAQ,gBAAgB,IAAI;AACjE,QAAM,UAAU,QAAQ,QAAQ,IAAI,eAAe,EAAE,OAAO,OAAO;AACnE,QAAM,YAAY,MAAO,2BAAmC,OAAO;AAAA,IACjE,IAAI,QAAQ;AAAA,EAAA,CACb;AAED,QAAM,WAAqB,CAAA;AAC3B,QAAM,UAAoB,CAAA;AAE1B,aAAW,cAAc,iBAAiB,UAAU;AAClD,QAAI,WAAW,WAAW,aAAc;AAExC,eAAW,UAAU,SAAS;AAC5B,UAAI,WAAW,aAAc;AAC7B,YAAM,WAAW,MAAM,UAAU,eAAe,WAAW,KAAK,MAAM;AAMtE,UAAI,YAAY,CAAC,SAAS,gBAAgB;AACxC,gBAAQ,KAAK,GAAG,WAAW,GAAG,IAAI,MAAM,EAAE;AAC1C;AAAA,MACF;AACA,UAAI,YAAY,SAAS,gBAAgB,WAAW,YAAY;AAC9D,gBAAQ,KAAK,GAAG,WAAW,GAAG,IAAI,MAAM,EAAE;AAC1C;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,sBAAsB;AAAA,QACzC,KAAK,WAAW;AAAA,QAChB,cAAc;AAAA,QACd;AAAA,QACA,UAAU,QAAQ,YAAY;AAAA,QAC9B,IAAI,QAAQ;AAAA,MAAA,CACb;AAED,UAAI,OAAO,WAAW,YAAY;AAChC,iBAAS,KAAK,GAAG,WAAW,GAAG,IAAI,MAAM,EAAE;AAAA,MAC7C,OAAO;AACL,gBAAQ,KAAK,GAAG,WAAW,GAAG,IAAI,MAAM,EAAE;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAEA,SAAO,EAAE,UAAU,QAAA;AACrB;AAGA,eAAsB,+BAA+B,SAIlD;AACD,QAAM,YAAY,MAAO,2BAAmC,OAAO;AAAA,IACjE,IAAI,QAAQ;AAAA,EAAA,CACb;AACD,SAAO,UAAU,+BAA+B;AAAA,IAC9C,QAAQ,QAAQ;AAAA,IAChB,OAAO,QAAQ;AAAA,EAAA,CAChB;AACH;AAGA,eAAsB,uBAAuB,SAI1C;AACD,QAAM,YAAY,MAAO,2BAAmC,OAAO;AAAA,IACjE,IAAI,QAAQ;AAAA,EAAA,CACb;AACD,QAAM,MAAM,MAAM,UAAU,IAAI,EAAE,IAAI,QAAQ,IAAI;AAClD,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,qBAAqB,QAAQ,EAAE,aAAa;AAAA,EAC9D;AACA,SAAO,IAAI,QAAQ,QAAQ,QAAQ;AACrC;AAGA,eAAsB,qBAAqB,SAKxC;AACD,QAAM,YAAY,MAAO,2BAAmC,OAAO;AAAA,IACjE,IAAI,QAAQ;AAAA,EAAA,CACb;AACD,QAAM,MAAM,MAAM,UAAU,IAAI,EAAE,IAAI,QAAQ,IAAI;AAClD,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,qBAAqB,QAAQ,EAAE,aAAa;AAAA,EAC9D;AACA,MAAI,WAAW,QAAQ;AACvB,MAAI,iBAAiB;AACrB,MAAI,WAAW;AACf,MAAI,QAAQ,UAAU;AACpB,QAAI,eAAc,oBAAI,KAAA,GAAO,YAAA;AAC7B,QAAI,cAAc,QAAQ;AAAA,EAC5B;AACA,QAAM,IAAI,KAAA;AACV,SAAO;AACT;"}
|