@gringow/gringow 0.0.8 → 0.1.0

package/dist/data/get-or-create-cache.mjs

@@ -54,12 +54,12 @@ var configSchema = z.object({
     model: z.string().nullable(),
     temperature: z.number().optional(),
     sleep: z.number().optional(),
-    prePrompt: z.string().optional(),
-    postPrompt: z.string().optional(),
+    prePrompt: z.string().max(128).optional(),
+    postPrompt: z.string().max(128).optional(),
     prePromptReplace: z.string().optional(),
     postPromptReplace: z.string().optional(),
     prePromptAppend: z.string().optional(),
-    postPromptAppend: z.string().optional()
+    postPromptPrepend: z.string().optional()
   }),
   globby: z.string().regex(/^\.\/.*/).optional()
 }).refine(
@@ -85,8 +85,16 @@ async function loadUserConfig() {
   try {
     const mergedConfig = merge({}, defaultConfig, result?.config);
     const parsedConfig = await configSchema.parseAsync(mergedConfig);
-    parsedConfig.llm.prePrompt = prePrompt(parsedConfig);
-    parsedConfig.llm.postPrompt = postPrompt(parsedConfig);
+    parsedConfig.llm.prePrompt = prePrompt(
+      parsedConfig,
+      parsedConfig.llm.prePromptAppend ?? "",
+      parsedConfig.llm.prePromptReplace ?? ""
+    );
+    parsedConfig.llm.postPrompt = postPrompt(
+      parsedConfig,
+      parsedConfig.llm.postPromptPrepend ?? "",
+      parsedConfig.llm.postPromptReplace ?? ""
+    );
     return parsedConfig;
   } catch (error) {
     console.warn(`${error?.message}, using default configuration`);
@@ -135,16 +143,16 @@ function defaultPostPrompt(_config) {
 [/POST-MESSAGE]
 `;
 }
-function prePrompt(config) {
+function prePrompt(config, append, replace) {
   return [
-    config.llm.prePromptReplace ? `${config.llm.prePromptReplace}` : defaultPrePrompt(config),
-    config.llm.prePromptAppend ? ` ${config.llm.prePromptAppend}` : ""
+    ...append ? ["[SPECIFIC_INPUTS]", String(append), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPrePrompt(config)
   ].join(" ").trim();
 }
-function postPrompt(config) {
+function postPrompt(config, prepend, replace) {
   return [
-    config?.llm?.postPromptReplace ? `${config.llm.postPromptReplace}` : defaultPostPrompt(),
-    config.llm.postPromptAppend ? ` ${config.llm.postPromptAppend}` : ""
+    ...prepend ? ["[SPECIFIC_INPUTS]", String(prepend), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPostPrompt()
   ].join(" ").trim();
 }
 var optsArg = (opts) => {

package/dist/data/save-cache.mjs

@@ -54,12 +54,12 @@ var configSchema = z.object({
     model: z.string().nullable(),
     temperature: z.number().optional(),
     sleep: z.number().optional(),
-    prePrompt: z.string().optional(),
-    postPrompt: z.string().optional(),
+    prePrompt: z.string().max(128).optional(),
+    postPrompt: z.string().max(128).optional(),
     prePromptReplace: z.string().optional(),
     postPromptReplace: z.string().optional(),
     prePromptAppend: z.string().optional(),
-    postPromptAppend: z.string().optional()
+    postPromptPrepend: z.string().optional()
   }),
   globby: z.string().regex(/^\.\/.*/).optional()
 }).refine(
@@ -85,8 +85,16 @@ async function loadUserConfig() {
   try {
     const mergedConfig = merge({}, defaultConfig, result?.config);
     const parsedConfig = await configSchema.parseAsync(mergedConfig);
-    parsedConfig.llm.prePrompt = prePrompt(parsedConfig);
-    parsedConfig.llm.postPrompt = postPrompt(parsedConfig);
+    parsedConfig.llm.prePrompt = prePrompt(
+      parsedConfig,
+      parsedConfig.llm.prePromptAppend ?? "",
+      parsedConfig.llm.prePromptReplace ?? ""
+    );
+    parsedConfig.llm.postPrompt = postPrompt(
+      parsedConfig,
+      parsedConfig.llm.postPromptPrepend ?? "",
+      parsedConfig.llm.postPromptReplace ?? ""
+    );
     return parsedConfig;
   } catch (error) {
     console.warn(`${error?.message}, using default configuration`);
@@ -135,16 +143,16 @@ function defaultPostPrompt(_config) {
 [/POST-MESSAGE]
 `;
 }
-function prePrompt(config) {
+function prePrompt(config, append, replace) {
   return [
-    config.llm.prePromptReplace ? `${config.llm.prePromptReplace}` : defaultPrePrompt(config),
-    config.llm.prePromptAppend ? ` ${config.llm.prePromptAppend}` : ""
+    ...append ? ["[SPECIFIC_INPUTS]", String(append), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPrePrompt(config)
   ].join(" ").trim();
 }
-function postPrompt(config) {
+function postPrompt(config, prepend, replace) {
   return [
-    config?.llm?.postPromptReplace ? `${config.llm.postPromptReplace}` : defaultPostPrompt(),
-    config.llm.postPromptAppend ? ` ${config.llm.postPromptAppend}` : ""
+    ...prepend ? ["[SPECIFIC_INPUTS]", String(prepend), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPostPrompt()
   ].join(" ").trim();
 }
 var optsArg = (opts) => {

package/dist/data/write-cache-to-disk.mjs

@@ -54,12 +54,12 @@ var configSchema = z.object({
     model: z.string().nullable(),
     temperature: z.number().optional(),
     sleep: z.number().optional(),
-    prePrompt: z.string().optional(),
-    postPrompt: z.string().optional(),
+    prePrompt: z.string().max(128).optional(),
+    postPrompt: z.string().max(128).optional(),
     prePromptReplace: z.string().optional(),
     postPromptReplace: z.string().optional(),
     prePromptAppend: z.string().optional(),
-    postPromptAppend: z.string().optional()
+    postPromptPrepend: z.string().optional()
   }),
   globby: z.string().regex(/^\.\/.*/).optional()
 }).refine(
@@ -85,8 +85,16 @@ async function loadUserConfig() {
   try {
     const mergedConfig = merge({}, defaultConfig, result?.config);
     const parsedConfig = await configSchema.parseAsync(mergedConfig);
-    parsedConfig.llm.prePrompt = prePrompt(parsedConfig);
-    parsedConfig.llm.postPrompt = postPrompt(parsedConfig);
+    parsedConfig.llm.prePrompt = prePrompt(
+      parsedConfig,
+      parsedConfig.llm.prePromptAppend ?? "",
+      parsedConfig.llm.prePromptReplace ?? ""
+    );
+    parsedConfig.llm.postPrompt = postPrompt(
+      parsedConfig,
+      parsedConfig.llm.postPromptPrepend ?? "",
+      parsedConfig.llm.postPromptReplace ?? ""
+    );
     return parsedConfig;
   } catch (error) {
     console.warn(`${error?.message}, using default configuration`);
@@ -135,16 +143,16 @@ function defaultPostPrompt(_config) {
 [/POST-MESSAGE]
 `;
 }
-function prePrompt(config) {
+function prePrompt(config, append, replace) {
   return [
-    config.llm.prePromptReplace ? `${config.llm.prePromptReplace}` : defaultPrePrompt(config),
-    config.llm.prePromptAppend ? ` ${config.llm.prePromptAppend}` : ""
+    ...append ? ["[SPECIFIC_INPUTS]", String(append), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPrePrompt(config)
   ].join(" ").trim();
 }
-function postPrompt(config) {
+function postPrompt(config, prepend, replace) {
   return [
-    config?.llm?.postPromptReplace ? `${config.llm.postPromptReplace}` : defaultPostPrompt(),
-    config.llm.postPromptAppend ? ` ${config.llm.postPromptAppend}` : ""
+    ...prepend ? ["[SPECIFIC_INPUTS]", String(prepend), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPostPrompt()
   ].join(" ").trim();
 }
 var optsArg = (opts) => {

package/dist/flat-template-string.test.mjs

@@ -39,7 +39,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 
-// ../node_modules/.pnpm/@jridgewell+sourcemap-codec@1.5.4/node_modules/@jridgewell/sourcemap-codec/dist/sourcemap-codec.mjs
+// ../node_modules/.pnpm/@jridgewell+sourcemap-codec@1.5.5/node_modules/@jridgewell/sourcemap-codec/dist/sourcemap-codec.mjs
 function encodeInteger(builder, num, relative2) {
   let delta = num - relative2;
   delta = delta < 0 ? -delta << 1 | 1 : delta << 1;
@@ -78,7 +78,7 @@ function encode(decoded) {
 }
 var comma2, semicolon, chars2, intToChar2, charToInt2, bufLength, td, StringWriter;
 var init_sourcemap_codec = __esm({
-  "../node_modules/.pnpm/@jridgewell+sourcemap-codec@1.5.4/node_modules/@jridgewell/sourcemap-codec/dist/sourcemap-codec.mjs"() {
+  "../node_modules/.pnpm/@jridgewell+sourcemap-codec@1.5.5/node_modules/@jridgewell/sourcemap-codec/dist/sourcemap-codec.mjs"() {
     comma2 = ",".charCodeAt(0);
     semicolon = ";".charCodeAt(0);
     chars2 = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
@@ -126,7 +126,7 @@ var init_sourcemap_codec = __esm({
   }
 });
 
-// ../node_modules/.pnpm/magic-string@0.30.17/node_modules/magic-string/dist/magic-string.es.mjs
+// ../node_modules/.pnpm/magic-string@0.30.19/node_modules/magic-string/dist/magic-string.es.mjs
 var magic_string_es_exports = {};
 __export(magic_string_es_exports, {
   Bundle: () => Bundle,
@@ -202,7 +202,7 @@ function getLocator(source) {
 }
 var BitSet, Chunk, btoa, SourceMap, toString4, wordRegex, Mappings, n, warned, MagicString, hasOwnProp, Bundle;
 var init_magic_string_es = __esm({
-  "../node_modules/.pnpm/magic-string@0.30.17/node_modules/magic-string/dist/magic-string.es.mjs"() {
+  "../node_modules/.pnpm/magic-string@0.30.19/node_modules/magic-string/dist/magic-string.es.mjs"() {
     init_sourcemap_codec();
     BitSet = class _BitSet {
       constructor(arg) {
@@ -573,6 +573,9 @@ var init_magic_string_es = __esm({
           }
           if (chunk.outro.length) mappings.advance(chunk.outro);
         });
+        if (this.outro) {
+          mappings.advance(this.outro);
+        }
         return {
           file: options.file ? options.file.split(/[/\\]/).pop() : void 0,
           sources: [
@@ -930,10 +933,13 @@ var init_magic_string_es = __esm({
       _split(index) {
         if (this.byStart[index] || this.byEnd[index]) return;
         let chunk = this.lastSearchedChunk;
+        let previousChunk = chunk;
         const searchForward = index > chunk.end;
         while (chunk) {
           if (chunk.contains(index)) return this._splitChunk(chunk, index);
           chunk = searchForward ? this.byStart[chunk.end] : this.byEnd[chunk.start];
+          if (chunk === previousChunk) return;
+          previousChunk = chunk;
         }
       }
       _splitChunk(chunk, index) {
@@ -1080,7 +1086,12 @@ var init_magic_string_es = __esm({
         const { original } = this;
         const index = original.indexOf(string2);
         if (index !== -1) {
-          this.overwrite(index, index + string2.length, replacement);
+          if (typeof replacement === "function") {
+            replacement = replacement(string2, index, original);
+          }
+          if (string2 !== replacement) {
+            this.overwrite(index, index + string2.length, replacement);
+          }
         }
         return this;
       }
@@ -1095,7 +1106,11 @@ var init_magic_string_es = __esm({
         const stringLength = string2.length;
         for (let index = original.indexOf(string2); index !== -1; index = original.indexOf(string2, index + stringLength)) {
           const previous = original.slice(index, index + stringLength);
-          if (previous !== replacement) this.overwrite(index, index + stringLength, replacement);
+          let _replacement = replacement;
+          if (typeof replacement === "function") {
+            _replacement = replacement(previous, index, original);
+          }
+          if (previous !== _replacement) this.overwrite(index, index + stringLength, _replacement);
         }
         return this;
       }

package/dist/gringow.d.mts

@@ -1,4 +1,4 @@
-export { default as Gringow } from './index.mjs';
+export { default as Gringow, rebuild } from './index.mjs';
 import './config.mjs';
 import './constants/default-config.mjs';
 import 'zod';

package/dist/gringow.mjs

@@ -58,12 +58,12 @@ var configSchema = z.object({
     model: z.string().nullable(),
     temperature: z.number().optional(),
     sleep: z.number().optional(),
-    prePrompt: z.string().optional(),
-    postPrompt: z.string().optional(),
+    prePrompt: z.string().max(128).optional(),
+    postPrompt: z.string().max(128).optional(),
     prePromptReplace: z.string().optional(),
     postPromptReplace: z.string().optional(),
     prePromptAppend: z.string().optional(),
-    postPromptAppend: z.string().optional()
+    postPromptPrepend: z.string().optional()
   }),
   globby: z.string().regex(/^\.\/.*/).optional()
 }).refine(
@@ -89,8 +89,16 @@ async function loadUserConfig() {
   try {
     const mergedConfig = merge({}, defaultConfig, result?.config);
     const parsedConfig = await configSchema.parseAsync(mergedConfig);
-    parsedConfig.llm.prePrompt = prePrompt(parsedConfig);
-    parsedConfig.llm.postPrompt = postPrompt(parsedConfig);
+    parsedConfig.llm.prePrompt = prePrompt(
+      parsedConfig,
+      parsedConfig.llm.prePromptAppend ?? "",
+      parsedConfig.llm.prePromptReplace ?? ""
+    );
+    parsedConfig.llm.postPrompt = postPrompt(
+      parsedConfig,
+      parsedConfig.llm.postPromptPrepend ?? "",
+      parsedConfig.llm.postPromptReplace ?? ""
+    );
     return parsedConfig;
   } catch (error) {
     console.warn(`${error?.message}, using default configuration`);
@@ -139,16 +147,16 @@ function defaultPostPrompt(_config) {
 [/POST-MESSAGE]
 `;
 }
-function prePrompt(config) {
+function prePrompt(config, append, replace) {
   return [
-    config.llm.prePromptReplace ? `${config.llm.prePromptReplace}` : defaultPrePrompt(config),
-    config.llm.prePromptAppend ? ` ${config.llm.prePromptAppend}` : ""
+    ...append ? ["[SPECIFIC_INPUTS]", String(append), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPrePrompt(config)
   ].join(" ").trim();
 }
-function postPrompt(config) {
+function postPrompt(config, prepend, replace) {
   return [
-    config?.llm?.postPromptReplace ? `${config.llm.postPromptReplace}` : defaultPostPrompt(),
-    config.llm.postPromptAppend ? ` ${config.llm.postPromptAppend}` : ""
+    ...prepend ? ["[SPECIFIC_INPUTS]", String(prepend), "[/SPECIFIC_INPUTS]"] : [],
+    replace ? String(replace) : defaultPostPrompt()
   ].join(" ").trim();
 }
 var optsArg = (opts) => {
@@ -480,7 +488,7 @@ function flatTemplateString(givenStrings, givenValues) {
   }, "");
   return flatted;
 }
-async function askAnthropic(message) {
+async function askAnthropic(prompt, prePrompt2, postPrompt2) {
   const config = await awaitedConfig;
   if (Number(config.llm.sleep)) {
     await new Promise((resolve2) => setTimeout(resolve2, config.llm.sleep ?? 1));
@@ -492,19 +500,20 @@ async function askAnthropic(message) {
     apiKey: config.keys.anthropicApiKey,
     dangerouslyAllowBrowser: true
   });
+  const fullPrompt = String(`${prePrompt2}
+
+
+${prompt}
+
+
+${postPrompt2}`).trim();
   const response = await anthropic.messages.create({
     model: config.llm.model,
     max_tokens: 1024,
     messages: [
       {
         role: "user",
-        content: `${config.llm.prePrompt}
-
-
-${message}
-
-
-${config.llm.postPrompt}`
+        content: fullPrompt
       }
     ]
   });
@@ -528,7 +537,7 @@ function parseAnthropic(unparsed) {
   const parsed = JSON.parse(unparsed);
   return parsed;
 }
-async function generateResponse(message, temperature = 1) {
+async function generateResponse(prompt, temperature = 1) {
   const config = await awaitedConfig;
   if (!config.keys.geminiApiKey) {
     throw new Error("Gemini API key is not set in the config");
@@ -540,20 +549,13 @@ async function generateResponse(message, temperature = 1) {
       temperature
     }
   });
-  const prompt = String(`${config.llm.prePrompt}
-
-
-${message}
-
-
-${config.llm.postPrompt}`).trim();
   if (config.debug) {
     console.log("Gemini model prompt:", JSON.stringify({ prompt }));
   }
   const response = await model.generateContent([prompt]);
   return response;
 }
-async function askGemini(message) {
+async function askGemini(prompt, prePrompt2, postPrompt2) {
   const config = await awaitedConfig;
   if (Number(config.llm.sleep)) {
     await new Promise((resolve2) => setTimeout(resolve2, config.llm.sleep ?? 1));
@@ -562,11 +564,18 @@ async function askGemini(message) {
     throw new Error("Gemini API key is not set in the config");
   }
   if (config.debug) {
-    console.log("\nAsking Gemini model:", JSON.stringify({ model: config.llm.model, message }));
+    console.log("\nAsking Gemini model:", JSON.stringify({ model: config.llm.model, message: prompt }));
   }
+  const fullPrompt = String(`${prePrompt2}
+
+
+${prompt}
+
+
+${postPrompt2}`).trim();
   let response;
   for (let i = 0; i < 3; i++) {
-    const maybeResponse = await generateResponse(message, config.llm.temperature);
+    const maybeResponse = await generateResponse(fullPrompt, config.llm.temperature);
     if (!String(maybeResponse.response.candidates?.[0]?.content?.parts?.[0]?.text ?? "").includes("```json")) {
       response = maybeResponse;
       break;
@@ -600,7 +609,7 @@ function parseGemini(unparsed) {
   return parsed;
 }
 
-// src/io/huggingface/languagesMap.ts
+// src/io/huggingface/languages-map.ts
 var languagesMap = {
   "en-US": "eng_Latn",
   "en-GB": "eng_Latn",
@@ -886,23 +895,49 @@ var llmChoices = {
     parse: parseHuggingface
   }
 };
-async function processLLMChoice(llmChoice, prompt) {
-  const response = await llmChoice.ask(prompt);
+async function processLLMChoice(llmChoice, prompt, prePrompt2, postPrompt2) {
+  const response = await llmChoice.ask(prompt, prePrompt2, postPrompt2);
   const unparsed = llmChoice.commitResponse(response);
   const parsed = llmChoice.parse(unparsed);
   return parsed;
 }
-async function askLLM(prompt) {
+async function askLLM(prompt, prePrompt2, postPrompt2) {
   const config = await awaitedConfig;
   const llmChoiceName = config.llm.choice;
   const llmChoice = llmChoices[llmChoiceName];
   if (!llmChoice) {
     throw new Error("LLMChoice not found");
   }
-  return processLLMChoice(llmChoice, prompt);
+  return processLLMChoice(llmChoice, prompt, prePrompt2, postPrompt2);
 }
 
 // src/gringow.ts
+function getPrependAndAppend(config, cached) {
+  const prepend = prePrompt(
+    config,
+    cached?.prepend ?? config.llm.prePromptAppend ?? "",
+    config.llm.prePromptReplace ?? ""
+  );
+  const append = postPrompt(config, cached?.append ?? config.llm.postPrompt ?? "", config.llm.postPromptReplace ?? "");
+  return { prepend, append };
+}
+async function rebuild(cacheId) {
+  const config = await awaitedConfig;
+  const cached = await checkCache(cacheId);
+  if (!cached) throw new Error("Cache item not found");
+  const { prepend, append } = getPrependAndAppend(config, cached);
+  const translation = await askLLM(cached.original, prepend, append);
+  const output = {
+    ...translation,
+    prepend: cached?.prepend ?? void 0,
+    append: cached?.append ?? void 0
+  };
+  console.log("output:", output);
+  if (config.cache.write) {
+    await writeCacheToDisk(cacheId, output);
+  }
+  return { cacheId, translation: output };
+}
 async function Gringow(strings, ...values) {
   const config = await awaitedConfig;
   let flatten;
@@ -913,14 +948,20 @@ async function Gringow(strings, ...values) {
   }
   const cacheId = createCacheId(flatten);
   const cached = await checkCache(cacheId);
-  if (cached !== void 0 && cached.original !== "undefined") {
+  if (cached !== void 0 && cached.original !== "undefined" && !cached.rebuild) {
     return { cacheId, translation: cached };
   }
-  const translation = await askLLM(flatten);
+  const { prepend, append } = getPrependAndAppend(config, cached);
+  const translation = await askLLM(flatten, prepend, append);
+  const output = {
+    ...translation,
+    prepend: cached?.prepend ?? void 0,
+    append: cached?.append ?? void 0
+  };
   if (config.cache.write) {
-    await writeCacheToDisk(cacheId, translation);
+    await writeCacheToDisk(cacheId, output);
   }
-  return { cacheId, translation };
+  return { cacheId, translation: output };
 }
 
-export { Gringow };
+export { Gringow, rebuild };

package/dist/index.d.mts

@@ -56,6 +56,9 @@ type GringowTranslation = {
 type GringowCacheItem = {
     original: string;
     translation: GringowTranslation;
+    append?: string;
+    prepend?: string;
+    rebuild?: boolean;
 };
 type GringowCache = {
     [key: string]: GringowCacheItem;
@@ -69,6 +72,7 @@ type GringowError = Error & {
     cause?: Error;
 };
 
+declare function rebuild(cacheId: string): Promise<GringowResponse>;
 /**
  * Gringow is a function that translates a string or a template string into a
  * translated string.
@@ -79,4 +83,4 @@ type GringowError = Error & {
  */
 declare function Gringow(strings: TemplateStringsArray | string, ...values: Array<unknown>): Promise<GringowResponse>;
 
-export { type GringowCache, type GringowCacheItem, type GringowError, type GringowResponse, type GringowTranslation, checkCache, Gringow as default, deleteCacheItem, getOrCreateCache, writeCacheToDisk };
+export { type GringowCache, type GringowCacheItem, type GringowError, type GringowResponse, type GringowTranslation, checkCache, Gringow as default, deleteCacheItem, getOrCreateCache, rebuild, writeCacheToDisk };