wuchale 0.4.2 → 0.5.0

package/README.md

@@ -50,9 +50,9 @@ Messages are compiled into arrays with index-based lookups. Runtime only
 concatenates and renders — no regex, replace, or complex logic. And the
 compiled bundles are as small as possible, they don't even have keys.
 
-### 🔁 HMR & Dev Translations Live updates during development.
+### 🔁 Optional HMR & Dev Translations Live updates during development.
 
-Translation files and source changes trigger updates instantly — including
+Translation files and source changes can trigger updates instantly — including
 optional Gemini-based auto-translation. This means you can write the code in
 English and have it shown in another language in the browser while in dev mode.
 
@@ -69,12 +69,12 @@ some existing solutions.
 
 ### ✨ Ready for Svelte 5
 
-Works with Svelte 5's new architecture and snippets. Future-proof and tightly
-integrated
+Works with Svelte 5's new architecture with runes and snippets. Future-proof
+and tightly integrated
 
 ## 🚀 Getting Started
 
-Install:
+### Installation
 
 ```bash
 npm install wuchale
@@ -97,80 +97,138 @@ export default {
 
 ```
 
-Create `/src/locales/` (relative to the projects root) if it doesn't exist, and
-then set it up in your main component. Assuming `/src/App.svelte`:
+### Configuration
 
-```svelte
-<script>
-    import {setTranslations} from 'wuchale/runtime.svelte.js'
+To configure `wuchale`, you can do one of:
 
-    let locale = $state('en')
+- Pass an object `wuchale()` in your `vite.config.js` `vite.config.ts`
+- Create a `wuchale.config.js` file that exports the config object as `default` in your project root directory.
 
-    $effect.pre(() => {
-        // IMPORTANT! The path should be relative to the current file (vite restriction).
-        // for the default sveltekit template for example, it's `../locales/${locale}.json`
-        // because the default main component is located at /src/routes/+page.svelte
-        import(`./locales/${locale}.json`).then(mod => {
-            setTranslations(mod.default)
-        })
-        // but this only applies if you want to do lazy loading.
-        // Otherwise you can do an absolute import
-    })
-</script>
+But the latter is recommended as it is also read when using the CLI command to extract items.
+
+The config object should look like the following (the default):
+
+```javascript
+export const defaultOptions: Config = {
+    sourceLocale: 'en',
+    otherLocales: [],
+    localesDir: './src/locales',
+    srcDirs: ['src'],
+    heuristic: defaultHeuristic,
+    hmr: true,
+    geminiAPIKey: 'env',
+}
 ```
 
-Note that you manage the state of which locale is active and how to download
-the compiled `.json`. This is to allow maximum flexibility, meaning you can use
-lazy loading (like this example) or you can import it directly and it will be
-bundled by Vite. After that, you notify `wuchale` to set it as the current one.
+Note that you have to provide `otherLocales`, otherwise it doesn't have any
+effect.
 
-Then finally you write your Svelte files naturally:
+While the others are self explanatory, the `heuristic` is a function that
+globally decides what text to extract and what not to. The `defaultHeuristic`
+is the implementation of the default rules explained below, but you can roll
+your own and provide it here. The function should receive the following
+arguments:
 
-```svelte
+- `text`: The candidate text
+- `scope`: Where the text is located, i.e. it can be one of `markup`, `script`, and `attribute`
 
-<!-- you write -->
-<p>Hello</p>
+And it should return boolean to indicate whether to extract it.
 
-<!-- it becomes -->
+The `hmr` can be used to turn off the live updates during dev. It will disable
+all text extraction from source files and modification of the `.po` files as
+you modify the source files. This may be desired because the language files are
+imported by the top components and frequent modification of the language files
+can trigger big updates of the DOM, which may cause states not depending on the
+URL to be lost. If you choose to disable the `hmr` extraction, you can still
+extract (and translate with Gemini) using the CLI command.
 
-<script>
-import WuchaleTrans, { wuchaleTrans } from 'wuchale/runtime.svelte'
-</script>
-<p>{wuchaleTrans(0)}</p> <!-- Extracted "Hello" as index 0 -->
+### Register CLI
+
+You must add entries to run the CLI from `npm`.
+
+```javascript
+// package.json
+{
+  // ...
+  "scripts": {
+    // ...
+    "extract": "wuchale",
+    "clean": "wuchale --clean"
+  },
+  // ...
+}
 ```
 
-Full example below.
+You can read more about the CLI below
 
-## 📦 How It Works
+### Setup
 
-### Process
+Create `/src/locales/` (or the directory you set up in the configuration,
+relative to the projects root) if it doesn't exist, and then set it up in your
+main component. How you set it up depends on whether you use SvelteKit or not.
 
-![Diagram](https://raw.githubusercontent.com/K1DV5/wuchale/main/images/diagram.svg)
+#### SvelteKit
 
-1. All text nodes are extracted using AST traversal.
-1. Replaced with index-based lookups `wuchaleTrans(n)`, which is minifiable for production builds.
-1. Catalog is updated
-1. If Gemini integration is enabled, it fetches translations automatically.
-1. Messages are compiled and written
-1. In dev mode: Vite picks the write and does HMR during dev
-1. In production mode: unused messages are marked obsolete
-1. On next run, obsolete ones are purged unless reused.
-1. Final build contains only minified catalogs and the runtime.
+If you use SvelteKit you likely use SSR/SSG too. And this is how you make
+`wuchale` work with SSR/SSG. If you instead want to use normal client side
+state for the locale, feel free to adapt the method explained below for Svelte.
 
-### Catalogs:
+You have to put the following in yout top load function. Taking
+the default template as an example, the main load function would be inside
+`src/routes/+page.js`. Have the following content in it (TypeScript):
 
-- Stored as PO files (.po).
-- Compatible with tools like Poedit or translation.io.
-- Includes source references and obsolete flags for cleaning.
+```typescript
+import { setTranslations } from 'wuchale/runtime.svelte.js'
 
-## 🌐 Gemini Integration (optional)
+interface Params {
+    url: URL,
+}
 
-To enable the Gemini live translation, set the environment variable
-`GEMINI_API_KEY` to your API key beforehand. The integration is:
+export async function load({ url }: Params): Promise<{}> {
+    const locale = url.searchParams.get('locale') ?? 'es'
+    // IMPORTANT! The path should be relative to the current file
+    const mod = await import(`../locales/${locale}.js`)
+    setTranslations(mod.default)
+    return {}
+}
+```
 
-- Rate-limit friendly (bundles messages to be translated into one request)
-- Only translates new/changed messages
-- Keeps original source intact
+What it does is it makes the locale dependent on the URL search param `locale`
+and loads the appropriate language js based on it. You can now adapt it to
+any state such as the `[locale]` slug in the URL path based on your own needs.
+
+Now you can start the dev server and see it in action. You can change the URL
+search params like `?locale=es` (if you set up `es` in `otherLocales`)
+
+#### Svelte
+
+For Svelte you can set up lazy loading and code splitting (recommended). Taking
+the default template as an example, the main component is located in
+`src/App.svelte`.
+
+```svelte
+<script>
+    import {setTranslations} from 'wuchale/runtime.svelte.js'
+
+    let locale = $state('en')
+
+    $effect.pre(() => {
+        // IMPORTANT! The path should be relative to the current file (vite restriction).
+        import(`../locales/${locale}.js`).then(mod => {
+            setTranslations(mod.default)
+        })
+        // but this only applies if you want to do lazy loading.
+        // Otherwise you can do an absolute import
+    })
+</script>
+```
+
+Note that you manage the state of which locale is active and how to download
+the compiled `.js`. This is to allow maximum flexibility, meaning you can use
+lazy loading (like this example) or you can import it directly and it will be
+bundled by Vite. After that, you notify `wuchale` to set it as the current one.
+
+Then finally you write your Svelte files naturally.
 
 ## 🧪 Example
 
@@ -188,7 +246,8 @@ Output:
 
 ```svelte
 <script>
-import WuchaleTrans, { wuchaleTrans } from 'wuchale/runtime.svelte'
+    import {wuchaleTrans} from "wuchale/runtime.svelte.js"
+    import WuchaleTrans from "wuchale/runtime.svelte"
 </script>
 
 <p>{wuchaleTrans(0)}</p>
@@ -228,8 +287,8 @@ msgstr "Hola {0}"
 
 Which is then automatically compiled to:
 
-```json
-[
+```javascript
+export default [
     "¡Hola!",
     [
         "Hola ",
@@ -241,7 +300,36 @@ Which is then automatically compiled to:
 ]
 ```
 
-This is what you import when you set it up above in `App.svelte`.
+This is what is included in the imported module above in `+page.ts` or `App.svelte`.
+
+## 📦 How It Works
+
+### Process
+
+![Diagram](https://raw.githubusercontent.com/K1DV5/wuchale/main/images/diagram.svg)
+
+1. All text nodes are extracted using AST traversal.
+1. Replaced with index-based lookups `wuchaleTrans(n)`, which is minifiable for production builds.
+1. Catalog is updated
+1. If Gemini integration is enabled, it fetches translations automatically.
+1. Messages are compiled
+1. In dev mode: Vite picks the write and does HMR during dev
+1. Final build contains only minified catalogs and the runtime.
+
+### Catalogs:
+
+- Stored as PO files (.po).
+- Compatible with tools like Poedit or translation.io.
+- Includes source references and obsolete flags for cleaning.
+
+## 🌐 Gemini Integration (optional)
+
+To enable the Gemini live translation, set the environment variable
+`GEMINI_API_KEY` to your API key beforehand. The integration is:
+
+- Rate-limit friendly (bundles messages to be translated into one request)
+- Only translates new/changed messages
+- Keeps original source intact
 
 ## Supported syntax
 
@@ -343,30 +431,13 @@ necessary to have a separate plurals support because you can do something like:
 And they will be extracted separately. You can also make a reusable function
 yourself.
 
-## Configuration
-
-To configure `wuchale`, you pass an object that looks like the following (the
-default) to `wuchale()` in your `vite.config.js` `vite.config.ts`:
-
-```javascript
-export const defaultOptions: Options = {
-    sourceLocale: 'en',
-    otherLocales: [],
-    localesDir: './src/locales',
-    heuristic: defaultHeuristic,
-    geminiAPIKey: 'env',
-}
-```
+## CLI
 
-While the others are self explanatory, the `heuristic` is a function that
-globally decides what text to extract and what not to. The `defaultHeuristic`
-is the implementation of the above rules, but you can roll your own and provide
-it here. The function should receive the following arguments:
-
-- `text`: The candidate text
-- `scope`: Where the text is located, i.e. it can be one of `markup`, `script`, and `attribute`
+A simple command line interface is also provided, just `wuchale` with an optional `--clean` argument.
 
-And it should return boolean to indicate whether to extract it.
+By default, it looks inside all svelte sources and extracts new texts into the
+`.po` files. If the `--clean` argument is provided, it additionally removes
+unused texts from the `.po` files.
 
 ## Files management
 
@@ -383,17 +454,12 @@ This is a `gettext` file that is used to exchange the text fragments with transl
 **Note**: You should commit these files, they are where the translated
 fragments are stored and are the source of truth for the translations.
 
-### Compiled `.json` file
-
-This is the compiled version of the `.po` file. It is generated at the startup
-of the dev server and at build time. As it has to be generated every time, you
-should consider it as a temp file and therefore you should **not** commit it.
-
-## 🧹 Cleaning
+### Compiled data in `.js` file
 
-Unused keys are marked as obsolete during a production build. Obsoletes are
-purged on the next run (build or dev). Essentially this means cleaning needs
-two passes. This is because of how vite/rollup works.
+This is the module that imports the compiled version of the `.po` file. It is
+generated at the startup of the dev server and at build time. As can be
+generated every time, you should consider it as a temp file and therefore you
+should not commit it.
 
 ## 🧪 Tests
 

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/cli.js

@@ -0,0 +1,29 @@
+#!/usr/bin/env node
+import createPlugin from "./plugin/index.js";
+let clean = false;
+if (process.argv[2] === '--clean') {
+    clean = true;
+}
+const plugin = await createPlugin();
+await plugin.configResolved({ env: { EXTRACT: true }, root: process.cwd() });
+console.log('Extracting...');
+if (clean) {
+    for (const loc of plugin.locales) {
+        for (const item of Object.values(plugin._translations[loc])) {
+            item.references = [];
+        }
+    }
+}
+await plugin.directExtract();
+if (clean) {
+    for (const loc of plugin.locales) {
+        for (const [key, item] of Object.entries(plugin._translations[loc])) {
+            if (item.references.length === 0) {
+                delete plugin._translations[loc][key];
+            }
+        }
+        plugin.afterExtract(loc);
+    }
+}
+console.log('Extraction finished.');
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,YAAY,MAAM,mBAAmB,CAAA;AAE5C,IAAI,KAAK,GAAG,KAAK,CAAA;AACjB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;IAChC,KAAK,GAAG,IAAI,CAAA;AAChB,CAAC;AAED,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAA;AACnC,MAAM,MAAM,CAAC,cAAc,CAAC,EAAC,GAAG,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE,EAAC,CAAC,CAAA;AAExE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;AAE5B,IAAI,KAAK,EAAE,CAAC;IACR,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,UAAU,GAAG,EAAE,CAAA;QACxB,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;AAE5B,IAAI,KAAK,EAAE,CAAC;IACR,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAClE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;YACzC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;IAC5B,CAAC;AACL,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA"}

package/dist/config.d.ts

@@ -0,0 +1,12 @@
+import { type HeuristicFunc } from "./plugin/prep.js";
+export interface Config {
+    sourceLocale?: string;
+    otherLocales?: string[];
+    localesDir?: string;
+    srcDirs?: string[];
+    heuristic?: HeuristicFunc;
+    hmr?: boolean;
+    geminiAPIKey?: string;
+}
+export declare const defaultOptions: Config;
+export declare function getOptions(codeOptions?: Config): Promise<Config>;

package/dist/config.js

@@ -0,0 +1,26 @@
+import { defaultHeuristic } from "./plugin/prep.js";
+export const defaultOptions = {
+    sourceLocale: 'en',
+    otherLocales: [],
+    localesDir: './src/locales',
+    srcDirs: ['src'],
+    heuristic: defaultHeuristic,
+    hmr: true,
+    geminiAPIKey: 'env',
+};
+function mergeOptions(fromOpt, toOpt) {
+    for (const key of Object.keys(fromOpt)) {
+        toOpt[key] = fromOpt[key];
+    }
+}
+export async function getOptions(codeOptions = {}) {
+    const options = defaultOptions;
+    try {
+        const module = await import(process.cwd() + '/wuchale.config.js');
+        mergeOptions(module.default, options);
+    }
+    catch { }
+    mergeOptions(codeOptions, options);
+    return options;
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAsB,MAAM,kBAAkB,CAAA;AAYvE,MAAM,CAAC,MAAM,cAAc,GAAW;IAClC,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,EAAE;IAChB,UAAU,EAAE,eAAe;IAC3B,OAAO,EAAE,CAAC,KAAK,CAAC;IAChB,SAAS,EAAE,gBAAgB;IAC3B,GAAG,EAAE,IAAI;IACT,YAAY,EAAE,KAAK;CACtB,CAAA;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,KAAa;IAChD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,KAAK,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;IAC7B,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,cAAsB,EAAE;IACrD,MAAM,OAAO,GAAW,cAAc,CAAA;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,oBAAoB,CAAC,CAAA;QACjE,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACzC,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;IAClC,OAAO,OAAO,CAAA;AAClB,CAAC"}

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-import plugin from "./preprocess/index.js";
+import plugin from "./plugin/index.js";
 export declare const wuchale: typeof plugin;

package/dist/index.js

@@ -1,3 +1,3 @@
-import plugin from "./preprocess/index.js";
+import plugin from "./plugin/index.js";
 export const wuchale = plugin;
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,uBAAuB,CAAA;AAE1C,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,mBAAmB,CAAA;AAEtC,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAA"}

package/dist/plugin/compile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compile.js","sourceRoot":"","sources":["../../src/plugin/compile.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAE3B,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAOvC,SAAS,gBAAgB,CAAC,IAAgG;IACtH,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACvB,CAAC;QACD,OAAO,EAAE,CAAA;IACb,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QAChC,OAAO,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAC5C,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC5B,OAAO,CAAC;gBACJ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1B,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC;aACrC,CAAC,CAAA;IACN,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,EAAE,CAAA;QAChB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAA;QAC1C,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;IAC3C,OAAO,EAAE,CAAA;AACb,CAAC;AAED,MAAM,CAAC,OAAO,UAAU,kBAAkB,CAAC,IAAY,EAAE,QAA0B;IAC/E,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,OAAO,QAAQ,CAAA;IACnB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAA;IACf,CAAC;IACD,+CAA+C;IAC/C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;IAC/C,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACzC,OAAO,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAClB,OAAO,QAAQ,CAAA;IACnB,CAAC;AACL,CAAC"}

package/dist/plugin/gemini.d.ts

@@ -0,0 +1,28 @@
+import PO from 'pofile';
+export type ItemType = InstanceType<typeof PO.Item>;
+export default class GeminiQueue {
+    batches: ItemType[][];
+    running: Promise<void> | null;
+    sourceLocale: string;
+    targetLocale: string;
+    url: string;
+    instruction: string;
+    onComplete: () => Promise<void>;
+    constructor(sourceLocale: string, targetLocale: string, apiKey: string | null, onComplete: () => Promise<void>);
+    prepareData(fragments: ItemType[]): {
+        system_instruction: {
+            parts: {
+                text: string;
+            }[];
+        };
+        contents: {
+            parts: {
+                text: string;
+            }[];
+        }[];
+    };
+    translate(fragments: ItemType[]): Promise<void>;
+    getBatches(): Generator<ItemType[], void, unknown>;
+    run(): Promise<void>;
+    add(items: ItemType[]): boolean;
+}

package/dist/plugin/gemini.js

@@ -0,0 +1,102 @@
+// $$ cd .. && npm run test
+// $$ node %f
+import PO from 'pofile';
+const baseURL = 'https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent?key=';
+const h = { 'Content-Type': 'application/json' };
+function codeStandard(locale) {
+    return `ISO 639-${locale.length === 2 ? 1 : 3}`;
+}
+// implements a queue for a sequential translation useful for vite's transform during dev
+// as vite can do async transform
+export default class GeminiQueue {
+    batches = [];
+    running = null;
+    sourceLocale;
+    targetLocale;
+    url;
+    instruction;
+    onComplete;
+    constructor(sourceLocale, targetLocale, apiKey, onComplete) {
+        if (apiKey === 'env') {
+            apiKey = process.env.GEMINI_API_KEY;
+        }
+        if (!apiKey) {
+            return;
+        }
+        this.sourceLocale = sourceLocale;
+        this.targetLocale = targetLocale;
+        this.url = `${baseURL}${apiKey}`;
+        this.instruction = `
+            You will be given the contents of a gettext .po file for a web app.
+            Translate each of the items from the source to the target language.
+            The source language ${codeStandard(this.sourceLocale)} code is: ${this.sourceLocale}.
+            The target language ${codeStandard(this.targetLocale)} code is: ${this.targetLocale}.
+            You can read all of the information for the items including contexts,
+            comments and references to get the appropriate context about each item.
+            Provide the same content with the only difference being that the
+            empty msgstr quotes should be filled with the appropriate translations,
+            preserving all placeholders.
+            The placeholder format is like the following examples:
+                - {0}: means arbitrary values.
+                - <0>something</0>: means something enclosed in some tags, like HTML tags
+                - <0/>: means a self closing tag, like in HTML
+            In all of the examples, 0 is an example for any integer.
+        `;
+        this.onComplete = onComplete;
+    }
+    prepareData(fragments) {
+        const po = new PO();
+        po.items = fragments;
+        return {
+            system_instruction: {
+                parts: [{ text: this.instruction }]
+            },
+            contents: [{ parts: [{ text: po.toString() }] }]
+        };
+    }
+    async translate(fragments) {
+        const data = this.prepareData(fragments);
+        const res = await fetch(this.url, { method: 'POST', headers: h, body: JSON.stringify(data) });
+        const json = await res.json();
+        if (json.error) {
+            console.error('Gemini error', json.error.code, json.error.message);
+            return;
+        }
+        const resText = json.candidates[0]?.content.parts[0].text;
+        for (const [i, item] of PO.parse(resText).items.entries()) {
+            if (item.msgstr[0]) {
+                fragments[i].msgstr = item.msgstr;
+            }
+        }
+    }
+    *getBatches() {
+        while (this.batches.length > 0) {
+            yield this.batches.pop(); // order doesn't matter, because they are given by ref
+        }
+    }
+    async run() {
+        for (const batch of this.getBatches()) {
+            await this.translate(batch);
+        }
+        await this.onComplete();
+        this.running = null;
+    }
+    add(items) {
+        if (!this.url) {
+            return;
+        }
+        let newRequest = false;
+        if (this.batches.length > 0) {
+            this.batches[0].push(...items);
+        }
+        else {
+            this.batches.push(items);
+            newRequest = true;
+        }
+        if (!this.running) {
+            this.running = this.run();
+        }
+        return newRequest;
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/dist/plugin/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/plugin/gemini.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,aAAa;AAEb,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEvB,MAAM,OAAO,GAAG,+FAA+F,CAAA;AAC/G,MAAM,CAAC,GAAG,EAAC,cAAc,EAAE,kBAAkB,EAAC,CAAA;AAE9C,SAAS,YAAY,CAAC,MAAc;IAChC,OAAO,WAAW,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACnD,CAAC;AAgBD,yFAAyF;AACzF,iCAAiC;AACjC,MAAM,CAAC,OAAO,OAAO,WAAW;IAE5B,OAAO,GAAiB,EAAE,CAAA;IAC1B,OAAO,GAAyB,IAAI,CAAA;IACpC,YAAY,CAAQ;IACpB,YAAY,CAAQ;IACpB,GAAG,CAAQ;IACX,WAAW,CAAQ;IACnB,UAAU,CAAqB;IAE/B,YAAY,YAAoB,EAAE,YAAoB,EAAE,MAAqB,EAAE,UAA+B;QAC1G,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;QACvC,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAM;QACV,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,GAAG,GAAG,GAAG,OAAO,GAAG,MAAM,EAAE,CAAA;QAChC,IAAI,CAAC,WAAW,GAAG;;;kCAGO,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,IAAI,CAAC,YAAY;kCAC7D,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,IAAI,CAAC,YAAY;;;;;;;;;;;SAWtF,CAAA;QACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;IAChC,CAAC;IAED,WAAW,CAAC,SAAqB;QAC7B,MAAM,EAAE,GAAG,IAAI,EAAE,EAAE,CAAA;QACnB,EAAE,CAAC,KAAK,GAAG,SAAS,CAAA;QACpB,OAAO;YACH,kBAAkB,EAAE;gBAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;aACtC;YACD,QAAQ,EAAE,CAAC,EAAC,KAAK,EAAE,CAAC,EAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAC,CAAC,EAAC,CAAC;SAC/C,CAAA;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAqB;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;QACxC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAC,CAAC,CAAA;QAC3F,MAAM,IAAI,GAAc,MAAM,GAAG,CAAC,IAAI,EAAE,CAAA;QACxC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAClE,OAAM;QACV,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QACzD,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjB,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;YACrC,CAAC;QACL,CAAC;IACL,CAAC;IAED,CAAE,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAA,CAAC,sDAAsD;QACnF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG;QACL,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QAC/B,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;IACvB,CAAC;IAED,GAAG,CAAC,KAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACZ,OAAM;QACV,CAAC;QACD,IAAI,UAAU,GAAG,KAAK,CAAA;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAClC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACxB,UAAU,GAAG,IAAI,CAAA;QACrB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC7B,CAAC;QACD,OAAO,UAAU,CAAA;IACrB,CAAC;CAEJ"}

package/dist/plugin/index.d.ts

@@ -0,0 +1,53 @@
+import { type CompiledFragment } from "./compile.js";
+import { type ItemType } from "./gemini.js";
+import { type Config as Config } from "../config.js";
+type ViteHotUpdateCTX = {
+    file: string;
+    server: {
+        moduleGraph: {
+            getModuleById: Function;
+            invalidateModule: Function;
+        };
+    };
+    timestamp: number;
+};
+declare class Plugin {
+    #private;
+    name: string;
+    locales: string[];
+    _translations: {
+        [loc: string]: {
+            [key: string]: ItemType;
+        };
+    };
+    _compiled: {
+        [locale: string]: (CompiledFragment | number)[];
+    };
+    transform: {
+        order: 'pre';
+        handler: any;
+    };
+    constructor();
+    init: (configRaw: Config) => Promise<void>;
+    directExtract: () => Promise<void>;
+    afterExtract: (loc: string) => Promise<void>;
+    configResolved: (config: {
+        env: {
+            PROD?: boolean;
+            EXTRACT?: boolean;
+        };
+        root: string;
+    }) => Promise<void>;
+    handleHotUpdate: (ctx: ViteHotUpdateCTX) => Promise<any[]>;
+    resolveId: (source: string) => string;
+    load: (id: string) => string;
+    transformHandler: (code: string, id: string) => Promise<{
+        code?: undefined;
+        map?: undefined;
+    } | {
+        code: string;
+        map: import("magic-string").SourceMap;
+    }>;
+}
+export default function wuchale(config?: Config): Promise<Plugin>;
+export {};