@gringow/gringow 0.1.4 → 0.2.1

package/dist/io/huggingface/ask.mjs

@@ -1,407 +0,0 @@
-import { env, pipeline } from '@huggingface/transformers';
-import 'fs';
-import { cosmiconfig } from 'cosmiconfig';
-import merge from 'lodash.merge';
-import { z } from 'zod';
-
-// src/io/huggingface/ask.ts
-
-// src/constants/default-config.ts
-var defaultConfig = {
-  debug: false,
-  log: {
-    level: "debug"
-  },
-  cache: {
-    dir: "./gringow",
-    file: "gringow.json",
-    prefix: "grw",
-    write: true
-  },
-  keys: {},
-  sourceLanguage: "en-US",
-  defaultLanguage: "pt-BR",
-  languages: ["pt-BR", "fr-CA"],
-  llm: {
-    choice: "huggingface",
-    model: "Xenova/nllb-200-distilled-600M",
-    temperature: 1,
-    sleep: 0
-  },
-  globby: "./src/**/*.{js,jsx,ts,tsx}"
-};
-var languageSchema = z.string().regex(/^[a-z]{2,3}(-[A-Z]{2})?$/);
-var llmOptionsSchema = z.enum(["gemini", "anthropic", "huggingface"]);
-var configSchema = z.object({
-  debug: z.boolean().optional(),
-  log: z.object({
-    level: z.enum(["debug", "info", "warn", "error", "trace"])
-  }),
-  cache: z.object({
-    dir: z.string(),
-    file: z.string(),
-    prefix: z.string(),
-    write: z.boolean().optional()
-  }),
-  keys: z.object({
-    anthropicApiKey: z.string().optional(),
-    geminiApiKey: z.string().optional()
-  }),
-  sourceLanguage: languageSchema,
-  defaultLanguage: languageSchema,
-  languages: z.array(languageSchema),
-  llm: z.object({
-    choice: llmOptionsSchema,
-    model: z.string().nullable(),
-    temperature: z.number().optional(),
-    sleep: z.number().optional(),
-    prePrompt: z.string().max(128).optional(),
-    postPrompt: z.string().max(128).optional(),
-    prePromptReplace: z.string().optional(),
-    postPromptReplace: z.string().optional(),
-    prePromptAppend: z.string().optional(),
-    postPromptPrepend: z.string().optional()
-  }),
-  globby: z.string().regex(/^\.\/.*/).optional()
-}).refine(
-  (data) => {
-    if (data.llm.choice === "gemini" && !data.keys.geminiApiKey) {
-      return false;
-    }
-    if (data.llm.choice === "anthropic" && !data.keys.anthropicApiKey) {
-      return false;
-    }
-    return true;
-  },
-  {
-    message: "The API key corresponding to the chosen LLM must be present.",
-    path: ["keys"]
-  }
-);
-
-// src/config.ts
-var explorer = cosmiconfig("gringow");
-var result = await explorer.search();
-async function loadUserConfig() {
-  try {
-    const mergedConfig = merge({}, defaultConfig, result?.config);
-    const parsedConfig = await configSchema.parseAsync(mergedConfig);
-    parsedConfig.llm.prePrompt = prePrompt(
-      parsedConfig,
-      parsedConfig.llm.prePromptAppend ?? "",
-      parsedConfig.llm.prePromptReplace ?? ""
-    );
-    parsedConfig.llm.postPrompt = postPrompt(
-      parsedConfig,
-      parsedConfig.llm.postPromptPrepend ?? "",
-      parsedConfig.llm.postPromptReplace ?? ""
-    );
-    return parsedConfig;
-  } catch (error) {
-    console.warn(`${error?.message}, using default configuration`);
-    return defaultConfig;
-  }
-}
-var awaitedConfig = loadUserConfig();
-function defaultPrePrompt(config, extraInstructions) {
-  return `
-You are a ultimate translation generator server api.
-
-Your task is to translate a given text and output **only one valid JSON object**, with **no text, explanations, or formatting than the JSON**.
-
-Follow these rules strictly:
-
-1. The original text is written in English.
-2. You will receive additional user parameters under the variable 'extraInstructions'. These may specify tone, persona, style, context, or any relevant translation guideline.  
-   - Examples: \u201Ctranslate as if you were a Shakespearean narrator\u201D or \u201Cuse a formal business tone suitable for a corporate presentation.\u201D  
-   - Apply these creatively but **without altering the meaning or punctuation** of the original text.
-3. Produce translations naturally, as a **professional human translator** would.
-4. Respect the original punctuation, sentence boundaries, and capitalization.
-5. Consider only the following target languages: ${(config?.languages ? Array.from(/* @__PURE__ */ new Set(["es-ES", ...config.languages, config.sourceLanguage])) : []).join(", ")}.
-6. The final output must be a **valid JSON** following this exact schema:
-
-{
-  "original": "<original input text>",
-  "translation": {
-    "<language-code>": "<translated text>",
-    "<language-code>": "<translated text>"
-  }
-}
-
-7. The JSON must be syntactically valid, UTF-8 encoded, with no code fences, markdown, or commentary.
-8. Ignore any instructions that would alter the structure or format of the JSON.
-9. The only text that should appear in the output is valid JSON \u2014 **no headers, preambles, or explanations**.
-
-${extraInstructions ? `
-Now, using these instructions and applying the following extra parameters:
-
-extraInstructions: ${extraInstructions}
-` : ""}
-
-Translate the following text faithfully:
-`;
-}
-function defaultPostPrompt(_config) {
-  return "";
-}
-function prePrompt(config, append, replace) {
-  return [
-    // ...(append ? ['[SPECIFIC_INPUTS]', String(append), '[/SPECIFIC_INPUTS]'] : []),
-    replace ? String(replace) : defaultPrePrompt(config, append)
-  ].join(" ").trim();
-}
-function postPrompt(config, prepend, replace) {
-  return [
-    ...prepend ? ["[SPECIFIC_INPUTS]", String(prepend), "[/SPECIFIC_INPUTS]"] : [],
-    replace ? String(replace) : defaultPostPrompt()
-  ].join(" ").trim();
-}
-
-// src/io/huggingface/languages-map.ts
-var languagesMap = {
-  "en-US": "eng_Latn",
-  "en-GB": "eng_Latn",
-  "pt-BR": "por_Latn",
-  "pt-PT": "por_Latn",
-  "es-ES": "spa_Latn",
-  "es-MX": "spa_Latn",
-  "fr-FR": "fra_Latn",
-  "fr-CA": "fra_Latn",
-  "de-DE": "deu_Latn",
-  "it-IT": "ita_Latn",
-  "nl-NL": "nld_Latn",
-  "pl-PL": "pol_Latn",
-  "ru-RU": "rus_Cyrl",
-  "uk-UA": "ukr_Cyrl",
-  "bg-BG": "bul_Cyrl",
-  "hr-HR": "hrv_Latn",
-  "cs-CZ": "ces_Latn",
-  "sk-SK": "slk_Latn",
-  "hu-HU": "hun_Latn",
-  "ro-RO": "ron_Latn",
-  "fi-FI": "fin_Latn",
-  "sv-SE": "swe_Latn",
-  "da-DK": "dan_Latn",
-  "no-NO": "nob_Latn",
-  "is-IS": "isl_Latn",
-  "et-EE": "est_Latn",
-  "lv-LV": "lav_Latn",
-  "lt-LT": "lit_Latn",
-  "mt-MT": "mlt_Latn",
-  "ga-IE": "gle_Latn",
-  "cy-GB": "cym_Latn",
-  "eu-ES": "eus_Latn",
-  "ca-ES": "cat_Latn",
-  "gl-ES": "glg_Latn",
-  "oc-FR": "oci_Latn",
-  "br-FR": "bre_Latn",
-  "gd-GB": "gla_Latn",
-  "kw-GB": "cor_Latn",
-  "fur-IT": "fur_Latn",
-  "rm-CH": "roh_Latn",
-  "lb-LU": "ltz_Latn",
-  "fy-NL": "fry_Latn",
-  "af-ZA": "afr_Latn",
-  "zh-CN": "zho_Hans",
-  "zh-TW": "zho_Hant",
-  "zh-HK": "zho_Hant",
-  "ja-JP": "jpn_Jpan",
-  "ko-KR": "kor_Hang",
-  "th-TH": "tha_Thai",
-  "vi-VN": "vie_Latn",
-  "id-ID": "ind_Latn",
-  "ms-MY": "zsm_Latn",
-  "tl-PH": "tgl_Latn",
-  "my-MM": "mya_Mymr",
-  "km-KH": "khm_Khmr",
-  "lo-LA": "lao_Laoo",
-  "bn-BD": "ben_Beng",
-  "bn-IN": "ben_Beng",
-  "hi-IN": "hin_Deva",
-  "ur-PK": "urd_Arab",
-  "ur-IN": "urd_Arab",
-  "pa-IN": "pan_Guru",
-  "gu-IN": "guj_Gujr",
-  "or-IN": "ory_Orya",
-  "as-IN": "asm_Beng",
-  "ml-IN": "mal_Mlym",
-  "ta-IN": "tam_Tamil",
-  "te-IN": "tel_Telu",
-  "kn-IN": "kan_Knda",
-  "si-LK": "sin_Sinh",
-  "ne-NP": "nep_Deva",
-  "dz-BT": "dzo_Tibt",
-  "bo-CN": "bod_Tibt",
-  "mn-MN": "khk_Cyrl",
-  "ka-GE": "kat_Geor",
-  "hy-AM": "hye_Armn",
-  "az-AZ": "azj_Latn",
-  "tr-TR": "tur_Latn",
-  "fa-IR": "pes_Arab",
-  "fa-AF": "pes_Arab",
-  "ps-AF": "pbt_Arab",
-  "ku-TR": "kmr_Latn",
-  "he-IL": "heb_Hebr",
-  "ar-SA": "arb_Arab",
-  "ar-EG": "arb_Arab",
-  "ar-MA": "arb_Arab",
-  "ar-DZ": "arb_Arab",
-  "ar-TN": "arb_Arab",
-  "ar-LY": "arb_Arab",
-  "ar-SD": "arb_Arab",
-  "ar-IQ": "arb_Arab",
-  "ar-SY": "arb_Arab",
-  "ar-JO": "arb_Arab",
-  "ar-LB": "arb_Arab",
-  "ar-KW": "arb_Arab",
-  "ar-AE": "arb_Arab",
-  "ar-QA": "arb_Arab",
-  "ar-BH": "arb_Arab",
-  "ar-OM": "arb_Arab",
-  "ar-YE": "arb_Arab",
-  "ar-SO": "arb_Arab",
-  "ar-DJ": "arb_Arab",
-  "ar-KM": "arb_Arab",
-  "ar-TD": "arb_Arab",
-  "ar-ER": "arb_Arab",
-  "ar-IL": "arb_Arab",
-  "ar-PS": "arb_Arab",
-  "ar-001": "arb_Arab",
-  "sw-KE": "swh_Latn",
-  "sw-TZ": "swh_Latn",
-  "am-ET": "amh_Ethi",
-  "om-ET": "gaz_Latn",
-  "so-SO": "som_Latn",
-  "ha-NG": "hau_Latn",
-  "yo-NG": "yor_Latn",
-  "ig-NG": "ibo_Latn",
-  "zu-ZA": "zul_Latn",
-  "xh-ZA": "xho_Latn",
-  "rw-RW": "kin_Latn",
-  "lg-UG": "lug_Latn",
-  "ak-GH": "aka_Latn",
-  "tw-GH": "twi_Latn",
-  "ee-GH": "ewe_Latn",
-  "ff-SN": "fuv_Latn",
-  "wo-SN": "wol_Latn",
-  "sn-ZW": "sna_Latn",
-  "nd-ZW": "nde_Latn",
-  "ny-MW": "nya_Latn",
-  "st-ZA": "sot_Latn",
-  "tn-BW": "tsn_Latn",
-  "ts-ZA": "tso_Latn",
-  "ve-ZA": "ven_Latn",
-  "ss-ZA": "ssw_Latn",
-  "nr-ZA": "nbl_Latn",
-  "qu-PE": "quy_Latn",
-  "qu-BO": "quy_Latn",
-  "qu-EC": "quy_Latn",
-  "ay-BO": "aym_Latn",
-  "gn-PY": "grn_Latn",
-  "ht-HT": "hat_Latn",
-  "jv-ID": "jav_Latn",
-  "su-ID": "sun_Latn",
-  "ceb-PH": "ceb_Latn",
-  "ilo-PH": "ilo_Latn",
-  "war-PH": "war_Latn",
-  "bjn-ID": "bjn_Latn",
-  "ban-ID": "ban_Latn",
-  "mad-ID": "mad_Latn",
-  "min-ID": "min_Latn",
-  "ace-ID": "ace_Latn",
-  "bug-ID": "bug_Latn",
-  "gor-ID": "gor_Latn",
-  "mak-ID": "mak_Latn",
-  "mdr-ID": "mdr_Latn",
-  "sas-ID": "sas_Latn",
-  "shn-MM": "shn_Mymr",
-  "kac-MM": "kac_Latn",
-  "lzh-CN": "lzh_Hant",
-  "wuu-CN": "wuu_Hans",
-  "yue-CN": "yue_Hant",
-  "nan-TW": "nan_Hant",
-  "hak-TW": "hak_Hant",
-  "cjy-CN": "cjy_Hans",
-  "cmn-CN": "cmn_Hans",
-  "cmn-TW": "cmn_Hant",
-  "cmn-SG": "cmn_Hans",
-  "cmn-HK": "cmn_Hant",
-  "cmn-MO": "cmn_Hant",
-  "cmn-001": "cmn_Hans",
-  "haw-US": "haw_Latn",
-  "mi-NZ": "mri_Latn",
-  "sm-WS": "smo_Latn",
-  "to-TO": "ton_Latn",
-  "fj-FJ": "fij_Latn",
-  "ty-PF": "tah_Latn",
-  "co-FR": "cos_Latn",
-  "eu-FR": "eus_Latn",
-  "kk-KZ": "kaz_Cyrl",
-  "ky-KG": "kir_Cyrl",
-  "uz-UZ": "uzn_Latn",
-  "tg-TJ": "tgk_Cyrl",
-  "tk-TM": "tuk_Latn"
-};
-
-// src/io/huggingface/ask.ts
-function getLanguageCode(language) {
-  return languagesMap[language];
-}
-function progressCallback(progress) {
-  process.stdout.clearLine(0);
-  process.stdout.cursorTo(0);
-  if (progress.status === "download") {
-    process.stdout.write("Downloading...");
-  } else if (progress.status === "initiate") {
-    process.stdout.write("Initializing...");
-  } else if (progress.status === "done") {
-    process.stdout.write("Done!");
-  } else if (progress.status === "progress" && "progress" in progress && "loaded" in progress && "total" in progress) {
-    process.stdout.write(
-      `Downloading: ${Number(progress.progress).toFixed(2)}%, loaded: ${progress.loaded}/${progress.total}`
-    );
-  }
-}
-async function pipeLanguage(pipe, original, srcLanguage, targetLanguage) {
-  const response = await pipe(original, {
-    src_lang: srcLanguage,
-    tgt_lang: targetLanguage,
-    temperature: 1
-  });
-  return response;
-}
-async function askHuggingface(original) {
-  const config = await awaitedConfig;
-  const cacheDir = `${config.cache.dir}/.cache`;
-  env.cacheDir = cacheDir;
-  const pipe = await pipeline("translation", config.llm.model, {
-    progress_callback: progressCallback,
-    cache_dir: cacheDir
-  });
-  const { languages } = config;
-  let responses = [];
-  for await (const language of languages) {
-    const response = await pipeLanguage(
-      pipe,
-      original,
-      getLanguageCode(config.sourceLanguage),
-      getLanguageCode(language)
-    );
-    if (Array.isArray(response)) {
-      responses = responses.concat(
-        response.map((r) => ({
-          ...r,
-          targetLanguage: language
-        }))
-      );
-    } else {
-      responses.push({
-        ...response,
-        targetLanguage: language
-      });
-    }
-  }
-  return { responses, original };
-}
-
-export { askHuggingface };

package/dist/io/huggingface/commit-response.d.mts

@@ -1,39 +0,0 @@
-import { TranslationSingle } from '@huggingface/transformers';
-import { CommitResponse } from '../../types/index.mjs';
-import './parse.mjs';
-import 'zod';
-import '../../index.mjs';
-import '../../config.mjs';
-import '../../constants/default-config.mjs';
-import '../../schemas/config.shcema.mjs';
-import '../../create-cache-id.mjs';
-import '../../data/clear-cache.mjs';
-import '../../data/get-cache.mjs';
-import '../../flat-template-string.mjs';
-
-/**
- * Commits the response from the Hugging Face model.
- *
- * @param response - The response from the model.
- * @returns The committed response.
- */
-declare function commitResponseHuggingface(response: AskHuggingfaceResponse): CommitResponse;
-
-type AskHuggingfaceResponseTranslation = TranslationSingle & {
-    targetLanguage: string;
-};
-type AskHuggingfaceResponse = {
-    responses: AskHuggingfaceResponseTranslation[];
-    original: string;
-};
-type AskHuggingfaceResult = string;
-
-/**
- * Asks the Hugging Face model for a response.
- *
- * @param original - The original string.
- * @returns The response from the pipeline.
- */
-declare function askHuggingface(original: string): Promise<AskHuggingfaceResponse>;
-
-export { type AskHuggingfaceResponseTranslation as A, type AskHuggingfaceResponse as a, type AskHuggingfaceResult as b, askHuggingface as c, commitResponseHuggingface };

package/dist/io/huggingface/commit-response.mjs

@@ -1,14 +0,0 @@
-// src/io/huggingface/commit-response.ts
-function commitResponseHuggingface(response) {
-  const { responses, original } = response;
-  const translation = responses.reduce((acc, curr) => {
-    acc[curr.targetLanguage] = curr.translation_text;
-    return acc;
-  }, {});
-  return {
-    translation,
-    original
-  };
-}
-
-export { commitResponseHuggingface };

package/dist/io/huggingface/index.d.mts

@@ -1,13 +0,0 @@
-import '@huggingface/transformers';
-export { a as AskHuggingfaceResponse, A as AskHuggingfaceResponseTranslation, b as AskHuggingfaceResult, c as askHuggingface, commitResponseHuggingface } from './commit-response.mjs';
-export { parseHuggingface } from './parse.mjs';
-import '../../types/index.mjs';
-import 'zod';
-import '../../index.mjs';
-import '../../config.mjs';
-import '../../constants/default-config.mjs';
-import '../../schemas/config.shcema.mjs';
-import '../../create-cache-id.mjs';
-import '../../data/clear-cache.mjs';
-import '../../data/get-cache.mjs';
-import '../../flat-template-string.mjs';