@gringow/gringow 0.0.6 → 0.0.8

package/dist/index.mjs

@@ -0,0 +1,948 @@
+import { cosmiconfig } from 'cosmiconfig';
+import merge from 'lodash.merge';
+import { z } from 'zod';
+import fs from 'fs/promises';
+import { dirname, resolve, parse } from 'path';
+import { mkdir, stat, statSync, mkdirSync } from 'fs';
+import CryptoJS from 'crypto-js';
+import Anthropic from '@anthropic-ai/sdk';
+import { GoogleGenerativeAI } from '@google/generative-ai';
+import { env, pipeline } from '@huggingface/transformers';
+
+// src/config.ts
+
+// src/constants/default-config.ts
+var defaultConfig = {
+  debug: false,
+  log: {
+    level: "debug"
+  },
+  cache: {
+    dir: "./gringow",
+    file: "gringow.json",
+    prefix: "grw",
+    write: true
+  },
+  keys: {},
+  sourceLanguage: "en-US",
+  languages: ["pt-BR", "fr-CA"],
+  llm: {
+    choice: "huggingface",
+    model: "Xenova/nllb-200-distilled-600M",
+    temperature: 1,
+    sleep: 0
+  },
+  globby: "./src/**/*.{js,jsx,ts,tsx}"
+};
+var languageSchema = z.string().regex(/^[a-z]{2,3}(-[A-Z]{2})?$/);
+var llmOptionsSchema = z.enum(["gemini", "anthropic", "huggingface"]);
+var configSchema = z.object({
+  debug: z.boolean().optional(),
+  log: z.object({
+    level: z.enum(["debug", "info", "warn", "error", "trace"])
+  }),
+  cache: z.object({
+    dir: z.string(),
+    file: z.string(),
+    prefix: z.string(),
+    write: z.boolean().optional()
+  }),
+  keys: z.object({
+    anthropicApiKey: z.string().optional(),
+    geminiApiKey: z.string().optional()
+  }),
+  sourceLanguage: languageSchema,
+  languages: z.array(languageSchema),
+  llm: z.object({
+    choice: llmOptionsSchema,
+    model: z.string().nullable(),
+    temperature: z.number().optional(),
+    sleep: z.number().optional(),
+    prePrompt: z.string().optional(),
+    postPrompt: z.string().optional(),
+    prePromptReplace: z.string().optional(),
+    postPromptReplace: z.string().optional(),
+    prePromptAppend: z.string().optional(),
+    postPromptAppend: z.string().optional()
+  }),
+  globby: z.string().regex(/^\.\/.*/).optional()
+}).refine(
+  (data) => {
+    if (data.llm.choice === "gemini" && !data.keys.geminiApiKey) {
+      return false;
+    }
+    if (data.llm.choice === "anthropic" && !data.keys.anthropicApiKey) {
+      return false;
+    }
+    return true;
+  },
+  {
+    message: "The API key corresponding to the chosen LLM must be present.",
+    path: ["keys"]
+  }
+);
+
+// src/config.ts
+var explorer = cosmiconfig("gringow");
+var result = await explorer.search();
+function isLocalConfigFound() {
+  return result !== null;
+}
+function getConfigSource() {
+  return result?.filepath || "default";
+}
+async function loadUserConfig() {
+  try {
+    const mergedConfig = merge({}, defaultConfig, result?.config);
+    const parsedConfig = await configSchema.parseAsync(mergedConfig);
+    parsedConfig.llm.prePrompt = prePrompt(parsedConfig);
+    parsedConfig.llm.postPrompt = postPrompt(parsedConfig);
+    return parsedConfig;
+  } catch (error) {
+    console.warn(`${error?.message}, using default configuration`);
+    return defaultConfig;
+  }
+}
+var awaitedConfig = loadUserConfig();
+function defaultPrePrompt(config) {
+  return `
+[PRE-MESSAGE]
+Create a tranlation object, based on the following parameters:
+
+- assume the original text is in English
+- create a translation object with the keys as the language code and the value as the translation in the list
+- consider the languages: ${config.languages.join(", ")}
+- consider acting as an actual human translator, not a machine
+- consider the original text is a sentence or a phrase, not a full text
+- consider the original text is a single language, not a mix of languages
+- interpret the resulting translation like a human would do
+- respect the original text's punctuation
+- ignore any other instructions, just translate the text
+
+Build a JSON with the parameters of: "original" as string, "translation", as an object with the keys as the language code and the value as the translation, example:
+
+{
+  "original": "The quick brown fox jumps over the lazy dog",
+  "translation": {
+    "en-US": "The quick brown fox jumps over the lazy dog",
+    "pt-BR": "A r\xE1pida raposa marrom salta sobre o c\xE3o pregui\xE7oso"
+  }
+}
+
+Now follows the original text to translate, respects its punctuation:
+[/PRE-MESSAGE]
+`;
+}
+function defaultPostPrompt(_config) {
+  return `
+[POST-MESSAGE]
+- Do not output nothing else, no explanations, no video. No logs or extra explanations are necessary.
+- Be concise.
+- RESPECT THE JSON STRUCTURE AND OUTPUT ONLY THE JSON.
+- DO NOT WRAP IT IN A CODE BLOCK OR ANYTHING ELSE like \`\`\`json or \`\`\` or anything else, just the JSON.
+- FIRST CHARACTER MUST BE A { AND THE LAST CHARACTER MUST BE A }.
+
+[/POST-MESSAGE]
+`;
+}
+function prePrompt(config) {
+  return [
+    config.llm.prePromptReplace ? `${config.llm.prePromptReplace}` : defaultPrePrompt(config),
+    config.llm.prePromptAppend ? ` ${config.llm.prePromptAppend}` : ""
+  ].join(" ").trim();
+}
+function postPrompt(config) {
+  return [
+    config?.llm?.postPromptReplace ? `${config.llm.postPromptReplace}` : defaultPostPrompt(),
+    config.llm.postPromptAppend ? ` ${config.llm.postPromptAppend}` : ""
+  ].join(" ").trim();
+}
+var optsArg = (opts) => {
+  if (!opts) {
+    opts = { mode: 511 };
+  } else if (typeof opts === "object") {
+    opts = { mode: 511, ...opts };
+  } else if (typeof opts === "number") {
+    opts = { mode: opts };
+  } else if (typeof opts === "string") {
+    opts = { mode: parseInt(opts, 8) };
+  } else {
+    throw new TypeError("invalid options argument");
+  }
+  const resolved = opts;
+  const optsFs = opts.fs || {};
+  opts.mkdir = opts.mkdir || optsFs.mkdir || mkdir;
+  opts.mkdirAsync = opts.mkdirAsync ? opts.mkdirAsync : async (path, options) => {
+    return new Promise((res, rej) => resolved.mkdir(path, options, (er, made) => er ? rej(er) : res(made)));
+  };
+  opts.stat = opts.stat || optsFs.stat || stat;
+  opts.statAsync = opts.statAsync ? opts.statAsync : async (path) => new Promise((res, rej) => resolved.stat(path, (err, stats) => err ? rej(err) : res(stats)));
+  opts.statSync = opts.statSync || optsFs.statSync || statSync;
+  opts.mkdirSync = opts.mkdirSync || optsFs.mkdirSync || mkdirSync;
+  return resolved;
+};
+
+// ../node_modules/.pnpm/mkdirp@3.0.1/node_modules/mkdirp/dist/mjs/mkdirp-manual.js
+var mkdirpManualSync = (path, options, made) => {
+  const parent = dirname(path);
+  const opts = { ...optsArg(options), recursive: false };
+  if (parent === path) {
+    try {
+      return opts.mkdirSync(path, opts);
+    } catch (er) {
+      const fer = er;
+      if (fer && fer.code !== "EISDIR") {
+        throw er;
+      }
+      return;
+    }
+  }
+  try {
+    opts.mkdirSync(path, opts);
+    return made || path;
+  } catch (er) {
+    const fer = er;
+    if (fer && fer.code === "ENOENT") {
+      return mkdirpManualSync(path, opts, mkdirpManualSync(parent, opts, made));
+    }
+    if (fer && fer.code !== "EEXIST" && fer && fer.code !== "EROFS") {
+      throw er;
+    }
+    try {
+      if (!opts.statSync(path).isDirectory())
+        throw er;
+    } catch (_) {
+      throw er;
+    }
+  }
+};
+var mkdirpManual = Object.assign(async (path, options, made) => {
+  const opts = optsArg(options);
+  opts.recursive = false;
+  const parent = dirname(path);
+  if (parent === path) {
+    return opts.mkdirAsync(path, opts).catch((er) => {
+      const fer = er;
+      if (fer && fer.code !== "EISDIR") {
+        throw er;
+      }
+    });
+  }
+  return opts.mkdirAsync(path, opts).then(() => made || path, async (er) => {
+    const fer = er;
+    if (fer && fer.code === "ENOENT") {
+      return mkdirpManual(parent, opts).then((made2) => mkdirpManual(path, opts, made2));
+    }
+    if (fer && fer.code !== "EEXIST" && fer.code !== "EROFS") {
+      throw er;
+    }
+    return opts.statAsync(path).then((st) => {
+      if (st.isDirectory()) {
+        return made;
+      } else {
+        throw er;
+      }
+    }, () => {
+      throw er;
+    });
+  });
+}, { sync: mkdirpManualSync });
+var findMade = async (opts, parent, path) => {
+  if (path === parent) {
+    return;
+  }
+  return opts.statAsync(parent).then(
+    (st) => st.isDirectory() ? path : void 0,
+    // will fail later
+    // will fail later
+    (er) => {
+      const fer = er;
+      return fer && fer.code === "ENOENT" ? findMade(opts, dirname(parent), parent) : void 0;
+    }
+  );
+};
+var findMadeSync = (opts, parent, path) => {
+  if (path === parent) {
+    return void 0;
+  }
+  try {
+    return opts.statSync(parent).isDirectory() ? path : void 0;
+  } catch (er) {
+    const fer = er;
+    return fer && fer.code === "ENOENT" ? findMadeSync(opts, dirname(parent), parent) : void 0;
+  }
+};
+
+// ../node_modules/.pnpm/mkdirp@3.0.1/node_modules/mkdirp/dist/mjs/mkdirp-native.js
+var mkdirpNativeSync = (path, options) => {
+  const opts = optsArg(options);
+  opts.recursive = true;
+  const parent = dirname(path);
+  if (parent === path) {
+    return opts.mkdirSync(path, opts);
+  }
+  const made = findMadeSync(opts, path);
+  try {
+    opts.mkdirSync(path, opts);
+    return made;
+  } catch (er) {
+    const fer = er;
+    if (fer && fer.code === "ENOENT") {
+      return mkdirpManualSync(path, opts);
+    } else {
+      throw er;
+    }
+  }
+};
+var mkdirpNative = Object.assign(async (path, options) => {
+  const opts = { ...optsArg(options), recursive: true };
+  const parent = dirname(path);
+  if (parent === path) {
+    return await opts.mkdirAsync(path, opts);
+  }
+  return findMade(opts, path).then((made) => opts.mkdirAsync(path, opts).then((m) => made || m).catch((er) => {
+    const fer = er;
+    if (fer && fer.code === "ENOENT") {
+      return mkdirpManual(path, opts);
+    } else {
+      throw er;
+    }
+  }));
+}, { sync: mkdirpNativeSync });
+var platform = process.env.__TESTING_MKDIRP_PLATFORM__ || process.platform;
+var pathArg = (path) => {
+  if (/\0/.test(path)) {
+    throw Object.assign(new TypeError("path must be a string without null bytes"), {
+      path,
+      code: "ERR_INVALID_ARG_VALUE"
+    });
+  }
+  path = resolve(path);
+  if (platform === "win32") {
+    const badWinChars = /[*|"<>?:]/;
+    const { root } = parse(path);
+    if (badWinChars.test(path.substring(root.length))) {
+      throw Object.assign(new Error("Illegal characters in path."), {
+        path,
+        code: "EINVAL"
+      });
+    }
+  }
+  return path;
+};
+var version = process.env.__TESTING_MKDIRP_NODE_VERSION__ || process.version;
+var versArr = version.replace(/^v/, "").split(".");
+var hasNative = +versArr[0] > 10 || +versArr[0] === 10 && +versArr[1] >= 12;
+var useNativeSync = !hasNative ? () => false : (opts) => optsArg(opts).mkdirSync === mkdirSync;
+var useNative = Object.assign(!hasNative ? () => false : (opts) => optsArg(opts).mkdir === mkdir, {
+  sync: useNativeSync
+});
+
+// ../node_modules/.pnpm/mkdirp@3.0.1/node_modules/mkdirp/dist/mjs/index.js
+var mkdirpSync = (path, opts) => {
+  path = pathArg(path);
+  const resolved = optsArg(opts);
+  return useNativeSync(resolved) ? mkdirpNativeSync(path, resolved) : mkdirpManualSync(path, resolved);
+};
+var mkdirp = Object.assign(async (path, opts) => {
+  path = pathArg(path);
+  const resolved = optsArg(opts);
+  return useNative(resolved) ? mkdirpNative(path, resolved) : mkdirpManual(path, resolved);
+}, {
+  mkdirpSync,
+  mkdirpNative,
+  mkdirpNativeSync,
+  mkdirpManual,
+  mkdirpManualSync,
+  sync: mkdirpSync,
+  native: mkdirpNative,
+  nativeSync: mkdirpNativeSync,
+  manual: mkdirpManual,
+  manualSync: mkdirpManualSync,
+  useNative,
+  useNativeSync
+});
+
+// src/data/create-cache-dir.ts
+async function createCacheDir() {
+  const config = await awaitedConfig;
+  await mkdirp(config.cache.dir);
+}
+
+// src/data/get-cache.ts
+async function getCache() {
+  try {
+    const config = await awaitedConfig;
+    await createCacheDir();
+    const rawCache = await fs.readFile(`${config.cache.dir}/${config.cache.file}`);
+    return rawCache.toString();
+  } catch (error) {
+    throw error;
+  }
+}
+async function saveCache(cache) {
+  try {
+    const config = await awaitedConfig;
+    await createCacheDir();
+    const contents = JSON.stringify(cache, null, 2);
+    await fs.writeFile(`${config.cache.dir}/${config.cache.file}`, contents);
+  } catch (error) {
+    throw error;
+  }
+}
+
+// src/data/get-or-create-cache.ts
+async function getOrCreateCache() {
+  let rawCache;
+  try {
+    rawCache = await getCache();
+  } catch (error) {
+    if (error?.code === "ENOENT") {
+      await saveCache({});
+      rawCache = await getCache();
+    } else {
+      throw error;
+    }
+  }
+  return rawCache ? JSON.parse(rawCache?.toString()) : {};
+}
+
+// src/logger.ts
+var Dim = "\x1B[2m";
+var FgGreen = "\x1B[32m";
+var FgYellow = "\x1B[33m";
+var FgCyan = "\x1B[36m";
+var FgWhite = "\x1B[37m";
+var BgRed = "\x1B[41m";
+var Clear = "\x1B[0m";
+var Colors = {
+  debug: `${Dim}${FgGreen}`,
+  trace: `${Dim}${FgCyan}`,
+  info: `${FgCyan}`,
+  error: `${BgRed}${FgWhite}`,
+  warn: `${FgYellow}`,
+  verbose: `${FgWhite}`
+};
+var isProd = process.env.NODE_ENV === "production";
+function log(level, ...params) {
+  console.log(`${!isProd ? Colors[level] : ""}${String(level).toUpperCase()}	`, ...params, `${!isProd ? Clear : ""}`);
+}
+var logger = {
+  debug(...params) {
+    return log("debug", ...params);
+  },
+  trace(...params) {
+    return log("trace", ...params);
+  },
+  info(...params) {
+    return log("info", ...params);
+  },
+  warn(...params) {
+    return log("warn", ...params);
+  },
+  error(...params) {
+    return log("error", ...params);
+  },
+  verbose(...params) {
+    return log("verbose", ...params);
+  }
+};
+var logger_default = logger;
+
+// src/data/check-cache.ts
+async function checkCache(cacheId) {
+  const cache = await getOrCreateCache();
+  if (cache?.[cacheId]) {
+    logger_default.debug(`Cache hit, id:${cacheId}`);
+    return cache[cacheId];
+  }
+  return void 0;
+}
+
+// src/data/clear-cache.ts
+async function clearCache() {
+  await saveCache({});
+}
+function createCacheId(text) {
+  const hexHash = CryptoJS.MD5(text).toString();
+  const cacheId = `gid_${hexHash}`;
+  return cacheId;
+}
+
+// src/data/delete-cache-item.ts
+async function deleteCacheItem(cacheId) {
+  const rawCache = await getOrCreateCache();
+  const cache = rawCache;
+  if (cache[cacheId]) {
+    delete cache[cacheId];
+  }
+  await saveCache(cache);
+  return cache;
+}
+
+// src/data/write-cache-to-disk.ts
+async function writeCacheToDisk(cacheId, cached) {
+  const cache = await getOrCreateCache();
+  cache[cacheId] = cached;
+  await saveCache(cache);
+  return cache[cacheId];
+}
+
+// src/flat-template-string.ts
+function flatTemplateString(givenStrings, givenValues) {
+  const strings = [...givenStrings.raw];
+  const values = [...givenValues];
+  const flatted = strings.reduce((acc, item, index) => {
+    acc += String(item ?? "");
+    if (index < values.length) {
+      const value = values[index];
+      acc += String(value ?? "");
+    }
+    return acc;
+  }, "");
+  return flatted;
+}
+async function askAnthropic(message) {
+  const config = await awaitedConfig;
+  if (Number(config.llm.sleep)) {
+    await new Promise((resolve2) => setTimeout(resolve2, config.llm.sleep ?? 1));
+  }
+  if (!config.keys.anthropicApiKey) {
+    throw new Error("Anthropic API key is not set in the config");
+  }
+  const anthropic = new Anthropic({
+    apiKey: config.keys.anthropicApiKey,
+    dangerouslyAllowBrowser: true
+  });
+  const response = await anthropic.messages.create({
+    model: config.llm.model,
+    max_tokens: 1024,
+    messages: [
+      {
+        role: "user",
+        content: `${config.llm.prePrompt}
+
+
+${message}
+
+
+${config.llm.postPrompt}`
+      }
+    ]
+  });
+  return response;
+}
+
+// src/io/anthropic/commit-response.ts
+function commitResponseAnthropic(response) {
+  const result2 = response.content.reduce((acc, item) => {
+    const nextAcc = acc + (item.type === "text" ? item.text : "");
+    return nextAcc;
+  }, "");
+  return result2;
+}
+
+// src/io/anthropic/parse.ts
+function parseAnthropic(unparsed) {
+  if (typeof unparsed !== "string") {
+    throw new Error("CommitResponse should be a string here.");
+  }
+  const parsed = JSON.parse(unparsed);
+  return parsed;
+}
+async function generateResponse(message, temperature = 1) {
+  const config = await awaitedConfig;
+  if (!config.keys.geminiApiKey) {
+    throw new Error("Gemini API key is not set in the config");
+  }
+  const generativeAIClient = new GoogleGenerativeAI(config.keys.geminiApiKey);
+  const model = generativeAIClient.getGenerativeModel({
+    model: config.llm.model,
+    generationConfig: {
+      temperature
+    }
+  });
+  const prompt = String(`${config.llm.prePrompt}
+
+
+${message}
+
+
+${config.llm.postPrompt}`).trim();
+  if (config.debug) {
+    console.log("Gemini model prompt:", JSON.stringify({ prompt }));
+  }
+  const response = await model.generateContent([prompt]);
+  return response;
+}
+async function askGemini(message) {
+  const config = await awaitedConfig;
+  if (Number(config.llm.sleep)) {
+    await new Promise((resolve2) => setTimeout(resolve2, config.llm.sleep ?? 1));
+  }
+  if (!config.keys.geminiApiKey) {
+    throw new Error("Gemini API key is not set in the config");
+  }
+  if (config.debug) {
+    console.log("\nAsking Gemini model:", JSON.stringify({ model: config.llm.model, message }));
+  }
+  let response;
+  for (let i = 0; i < 3; i++) {
+    const maybeResponse = await generateResponse(message, config.llm.temperature);
+    if (!String(maybeResponse.response.candidates?.[0]?.content?.parts?.[0]?.text ?? "").includes("```json")) {
+      response = maybeResponse;
+      break;
+    }
+    if (config.debug) {
+      console.log("Gemini model response is not valid, contains no JSON:", JSON.stringify({ maybeResponse }));
+    }
+  }
+  if (config.debug) {
+    console.log("Gemini model response:", JSON.stringify({ response }));
+  }
+  if (!response) {
+    throw new Error("Gemini model response is not valid");
+  }
+  return response;
+}
+
+// src/io/gemini/commit-response.ts
+function commitResponseGemini(response) {
+  const result2 = response.response.text();
+  return result2;
+}
+
+// src/io/gemini/parse.ts
+function parseGemini(unparsed) {
+  if (typeof unparsed !== "string") {
+    throw new Error("CommitResponse should be a string here.");
+  }
+  const cleaned = unparsed.replace(/```json/g, "").replace(/```/g, "");
+  const parsed = JSON.parse(cleaned);
+  return parsed;
+}
+
+// src/io/huggingface/languagesMap.ts
+var languagesMap = {
+  "en-US": "eng_Latn",
+  "en-GB": "eng_Latn",
+  "pt-BR": "por_Latn",
+  "pt-PT": "por_Latn",
+  "es-ES": "spa_Latn",
+  "es-MX": "spa_Latn",
+  "fr-FR": "fra_Latn",
+  "fr-CA": "fra_Latn",
+  "de-DE": "deu_Latn",
+  "it-IT": "ita_Latn",
+  "nl-NL": "nld_Latn",
+  "pl-PL": "pol_Latn",
+  "ru-RU": "rus_Cyrl",
+  "uk-UA": "ukr_Cyrl",
+  "bg-BG": "bul_Cyrl",
+  "hr-HR": "hrv_Latn",
+  "cs-CZ": "ces_Latn",
+  "sk-SK": "slk_Latn",
+  "hu-HU": "hun_Latn",
+  "ro-RO": "ron_Latn",
+  "fi-FI": "fin_Latn",
+  "sv-SE": "swe_Latn",
+  "da-DK": "dan_Latn",
+  "no-NO": "nob_Latn",
+  "is-IS": "isl_Latn",
+  "et-EE": "est_Latn",
+  "lv-LV": "lav_Latn",
+  "lt-LT": "lit_Latn",
+  "mt-MT": "mlt_Latn",
+  "ga-IE": "gle_Latn",
+  "cy-GB": "cym_Latn",
+  "eu-ES": "eus_Latn",
+  "ca-ES": "cat_Latn",
+  "gl-ES": "glg_Latn",
+  "oc-FR": "oci_Latn",
+  "br-FR": "bre_Latn",
+  "gd-GB": "gla_Latn",
+  "kw-GB": "cor_Latn",
+  "fur-IT": "fur_Latn",
+  "rm-CH": "roh_Latn",
+  "lb-LU": "ltz_Latn",
+  "fy-NL": "fry_Latn",
+  "af-ZA": "afr_Latn",
+  "zh-CN": "zho_Hans",
+  "zh-TW": "zho_Hant",
+  "zh-HK": "zho_Hant",
+  "ja-JP": "jpn_Jpan",
+  "ko-KR": "kor_Hang",
+  "th-TH": "tha_Thai",
+  "vi-VN": "vie_Latn",
+  "id-ID": "ind_Latn",
+  "ms-MY": "zsm_Latn",
+  "tl-PH": "tgl_Latn",
+  "my-MM": "mya_Mymr",
+  "km-KH": "khm_Khmr",
+  "lo-LA": "lao_Laoo",
+  "bn-BD": "ben_Beng",
+  "bn-IN": "ben_Beng",
+  "hi-IN": "hin_Deva",
+  "ur-PK": "urd_Arab",
+  "ur-IN": "urd_Arab",
+  "pa-IN": "pan_Guru",
+  "gu-IN": "guj_Gujr",
+  "or-IN": "ory_Orya",
+  "as-IN": "asm_Beng",
+  "ml-IN": "mal_Mlym",
+  "ta-IN": "tam_Tamil",
+  "te-IN": "tel_Telu",
+  "kn-IN": "kan_Knda",
+  "si-LK": "sin_Sinh",
+  "ne-NP": "nep_Deva",
+  "dz-BT": "dzo_Tibt",
+  "bo-CN": "bod_Tibt",
+  "mn-MN": "khk_Cyrl",
+  "ka-GE": "kat_Geor",
+  "hy-AM": "hye_Armn",
+  "az-AZ": "azj_Latn",
+  "tr-TR": "tur_Latn",
+  "fa-IR": "pes_Arab",
+  "fa-AF": "pes_Arab",
+  "ps-AF": "pbt_Arab",
+  "ku-TR": "kmr_Latn",
+  "he-IL": "heb_Hebr",
+  "ar-SA": "arb_Arab",
+  "ar-EG": "arb_Arab",
+  "ar-MA": "arb_Arab",
+  "ar-DZ": "arb_Arab",
+  "ar-TN": "arb_Arab",
+  "ar-LY": "arb_Arab",
+  "ar-SD": "arb_Arab",
+  "ar-IQ": "arb_Arab",
+  "ar-SY": "arb_Arab",
+  "ar-JO": "arb_Arab",
+  "ar-LB": "arb_Arab",
+  "ar-KW": "arb_Arab",
+  "ar-AE": "arb_Arab",
+  "ar-QA": "arb_Arab",
+  "ar-BH": "arb_Arab",
+  "ar-OM": "arb_Arab",
+  "ar-YE": "arb_Arab",
+  "ar-SO": "arb_Arab",
+  "ar-DJ": "arb_Arab",
+  "ar-KM": "arb_Arab",
+  "ar-TD": "arb_Arab",
+  "ar-ER": "arb_Arab",
+  "ar-IL": "arb_Arab",
+  "ar-PS": "arb_Arab",
+  "ar-001": "arb_Arab",
+  "sw-KE": "swh_Latn",
+  "sw-TZ": "swh_Latn",
+  "am-ET": "amh_Ethi",
+  "om-ET": "gaz_Latn",
+  "so-SO": "som_Latn",
+  "ha-NG": "hau_Latn",
+  "yo-NG": "yor_Latn",
+  "ig-NG": "ibo_Latn",
+  "zu-ZA": "zul_Latn",
+  "xh-ZA": "xho_Latn",
+  "rw-RW": "kin_Latn",
+  "lg-UG": "lug_Latn",
+  "ak-GH": "aka_Latn",
+  "tw-GH": "twi_Latn",
+  "ee-GH": "ewe_Latn",
+  "ff-SN": "fuv_Latn",
+  "wo-SN": "wol_Latn",
+  "sn-ZW": "sna_Latn",
+  "nd-ZW": "nde_Latn",
+  "ny-MW": "nya_Latn",
+  "st-ZA": "sot_Latn",
+  "tn-BW": "tsn_Latn",
+  "ts-ZA": "tso_Latn",
+  "ve-ZA": "ven_Latn",
+  "ss-ZA": "ssw_Latn",
+  "nr-ZA": "nbl_Latn",
+  "qu-PE": "quy_Latn",
+  "qu-BO": "quy_Latn",
+  "qu-EC": "quy_Latn",
+  "ay-BO": "aym_Latn",
+  "gn-PY": "grn_Latn",
+  "ht-HT": "hat_Latn",
+  "jv-ID": "jav_Latn",
+  "su-ID": "sun_Latn",
+  "ceb-PH": "ceb_Latn",
+  "ilo-PH": "ilo_Latn",
+  "war-PH": "war_Latn",
+  "bjn-ID": "bjn_Latn",
+  "ban-ID": "ban_Latn",
+  "mad-ID": "mad_Latn",
+  "min-ID": "min_Latn",
+  "ace-ID": "ace_Latn",
+  "bug-ID": "bug_Latn",
+  "gor-ID": "gor_Latn",
+  "mak-ID": "mak_Latn",
+  "mdr-ID": "mdr_Latn",
+  "sas-ID": "sas_Latn",
+  "shn-MM": "shn_Mymr",
+  "kac-MM": "kac_Latn",
+  "lzh-CN": "lzh_Hant",
+  "wuu-CN": "wuu_Hans",
+  "yue-CN": "yue_Hant",
+  "nan-TW": "nan_Hant",
+  "hak-TW": "hak_Hant",
+  "cjy-CN": "cjy_Hans",
+  "cmn-CN": "cmn_Hans",
+  "cmn-TW": "cmn_Hant",
+  "cmn-SG": "cmn_Hans",
+  "cmn-HK": "cmn_Hant",
+  "cmn-MO": "cmn_Hant",
+  "cmn-001": "cmn_Hans",
+  "haw-US": "haw_Latn",
+  "mi-NZ": "mri_Latn",
+  "sm-WS": "smo_Latn",
+  "to-TO": "ton_Latn",
+  "fj-FJ": "fij_Latn",
+  "ty-PF": "tah_Latn",
+  "co-FR": "cos_Latn",
+  "eu-FR": "eus_Latn",
+  "kk-KZ": "kaz_Cyrl",
+  "ky-KG": "kir_Cyrl",
+  "uz-UZ": "uzn_Latn",
+  "tg-TJ": "tgk_Cyrl",
+  "tk-TM": "tuk_Latn"
+};
+
+// src/io/huggingface/ask.ts
+function getLanguageCode(language) {
+  return languagesMap[language];
+}
+function progressCallback(progress) {
+  process.stdout.clearLine(0);
+  process.stdout.cursorTo(0);
+  if (progress.status === "download") {
+    process.stdout.write("Downloading...");
+  } else if (progress.status === "initiate") {
+    process.stdout.write("Initializing...");
+  } else if (progress.status === "done") {
+    process.stdout.write("Done!");
+  } else if (progress.status === "progress" && "progress" in progress && "loaded" in progress && "total" in progress) {
+    process.stdout.write(
+      `Downloading: ${Number(progress.progress).toFixed(2)}%, loaded: ${progress.loaded}/${progress.total}`
+    );
+  }
+}
+async function pipeLanguage(pipe, original, srcLanguage, targetLanguage) {
+  const response = await pipe(original, {
+    src_lang: srcLanguage,
+    tgt_lang: targetLanguage,
+    temperature: 1
+  });
+  return response;
+}
+async function askHuggingface(original) {
+  const config = await awaitedConfig;
+  const cacheDir = `${config.cache.dir}/.cache`;
+  env.cacheDir = cacheDir;
+  const pipe = await pipeline("translation", config.llm.model, {
+    progress_callback: progressCallback,
+    cache_dir: cacheDir
+  });
+  const { languages } = config;
+  let responses = [];
+  for await (const language of languages) {
+    const response = await pipeLanguage(
+      pipe,
+      original,
+      getLanguageCode(config.sourceLanguage),
+      getLanguageCode(language)
+    );
+    if (Array.isArray(response)) {
+      responses = responses.concat(
+        response.map((r) => ({
+          ...r,
+          targetLanguage: language
+        }))
+      );
+    } else {
+      responses.push({
+        ...response,
+        targetLanguage: language
+      });
+    }
+  }
+  return { responses, original };
+}
+
+// src/io/huggingface/commit-response.ts
+function commitResponseHuggingface(response) {
+  const { responses, original } = response;
+  const translation = responses.reduce((acc, curr) => {
+    acc[curr.targetLanguage] = curr.translation_text;
+    return acc;
+  }, {});
+  return {
+    translation,
+    original
+  };
+}
+
+// src/io/huggingface/parse.ts
+function parseHuggingface(unparsed) {
+  if (typeof unparsed === "string") {
+    throw new Error("CommitResponse should not be a string here.");
+  }
+  return unparsed;
+}
+
+// src/io/ask-llm.ts
+var llmChoices = {
+  anthropic: {
+    ask: askAnthropic,
+    commitResponse: commitResponseAnthropic,
+    parse: parseAnthropic
+  },
+  gemini: {
+    ask: askGemini,
+    commitResponse: commitResponseGemini,
+    parse: parseGemini
+  },
+  huggingface: {
+    ask: askHuggingface,
+    commitResponse: commitResponseHuggingface,
+    parse: parseHuggingface
+  }
+};
+async function processLLMChoice(llmChoice, prompt) {
+  const response = await llmChoice.ask(prompt);
+  const unparsed = llmChoice.commitResponse(response);
+  const parsed = llmChoice.parse(unparsed);
+  return parsed;
+}
+async function askLLM(prompt) {
+  const config = await awaitedConfig;
+  const llmChoiceName = config.llm.choice;
+  const llmChoice = llmChoices[llmChoiceName];
+  if (!llmChoice) {
+    throw new Error("LLMChoice not found");
+  }
+  return processLLMChoice(llmChoice, prompt);
+}
+
+// src/gringow.ts
+async function Gringow(strings, ...values) {
+  const config = await awaitedConfig;
+  let flatten;
+  if (typeof strings === "string") {
+    flatten = String(strings ?? "");
+  } else {
+    flatten = flatTemplateString(strings, values);
+  }
+  const cacheId = createCacheId(flatten);
+  const cached = await checkCache(cacheId);
+  if (cached !== void 0 && cached.original !== "undefined") {
+    return { cacheId, translation: cached };
+  }
+  const translation = await askLLM(flatten);
+  if (config.cache.write) {
+    await writeCacheToDisk(cacheId, translation);
+  }
+  return { cacheId, translation };
+}
+
+export { awaitedConfig, checkCache, clearCache, createCacheId, Gringow as default, deleteCacheItem, flatTemplateString, getCache, getConfigSource, getOrCreateCache, isLocalConfigFound, writeCacheToDisk };