openvibe 0.57.1

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;AACrB,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC;IAC1C,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC/C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,0BAA0B,KAAK,CAAC,KAAK,MAAM,CAAC,CAAC;IACxG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAAA,CAChB,CAAC,CAAC;AACH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;IACrD,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAC;IAC5D,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACjC,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,2BAA2B,MAAM,MAAM,CAAC,CAAC;IACpG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAAA,CAChB,CAAC,CAAC;AAEH,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,QAAQ,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,mBAAmB,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAC;AAC7C,wBAAwB,CAAC,qBAAqB,CAAC,CAAC;AAChD,IAAI,CAAC;IACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7B,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IAChB,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAChD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,EAAE,CAAC,cAAc,CAChB,WAAW,EACX,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CACxG,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC","sourcesContent":["#!/usr/bin/env node\nprocess.title = \"pi\";\nprocess.on(\"uncaughtException\", (error) => {\n\tconsole.error(\"\\n[CRASH] Uncaught Exception:\");\n\tconsole.error(error);\n\tfs.appendFileSync(\"crash.log\", `[${new Date().toISOString()}] Uncaught Exception:\\n${error.stack}\\n\\n`);\n\tprocess.exit(1);\n});\nprocess.on(\"unhandledRejection\", (reason, promise) => {\n\tconsole.error(\"\\n[CRASH] Unhandled Rejection at:\", promise);\n\tconsole.error(\"Reason:\", reason);\n\tfs.appendFileSync(\"crash.log\", `[${new Date().toISOString()}] Unhandled Rejection:\\n${reason}\\n\\n`);\n\tprocess.exit(1);\n});\n\nimport { setBedrockProviderModule } from \"@mariozechner/pi-ai\";\nimport { bedrockProviderModule } from \"@mariozechner/pi-ai/bedrock-provider\";\nimport fs from \"fs\";\nimport { EnvHttpProxyAgent, setGlobalDispatcher } from \"undici\";\nimport { main } from \"./main.js\";\n\nsetGlobalDispatcher(new EnvHttpProxyAgent());\nsetBedrockProviderModule(bedrockProviderModule);\ntry {\n\tmain(process.argv.slice(2));\n} catch (error) {\n\tconsole.error(\"\\n[CRASH] Main function error:\");\n\tconsole.error(error);\n\tfs.appendFileSync(\n\t\t\"crash.log\",\n\t\t`[${new Date().toISOString()}] Main Error:\\n${error instanceof Error ? error.stack : String(error)}\\n\\n`,\n\t);\n\tprocess.exit(1);\n}\n"]}

package/dist/config.d.ts

@@ -0,0 +1,29 @@
+export declare const isBunBinary: boolean;
+export declare const isBunRuntime: boolean;
+export type InstallMethod = "bun-binary" | "npm" | "pnpm" | "yarn" | "bun" | "unknown";
+export declare function detectInstallMethod(): InstallMethod;
+export declare function getUpdateInstruction(packageName: string): string;
+export declare function getPackageDir(): string;
+export declare function getThemesDir(): string;
+export declare function getExportTemplateDir(): string;
+export declare function getPackageJsonPath(): string;
+export declare function getReadmePath(): string;
+export declare function getDocsPath(): string;
+export declare function getExamplesPath(): string;
+export declare function getChangelogPath(): string;
+export declare const APP_NAME: string;
+export declare const CONFIG_DIR_NAME: string;
+export declare const VERSION: string;
+export declare const ENV_AGENT_DIR: string;
+export declare function getShareViewerUrl(gistId: string): string;
+export declare function getAgentDir(): string;
+export declare function getCustomThemesDir(): string;
+export declare function getModelsPath(): string;
+export declare function getAuthPath(): string;
+export declare function getSettingsPath(): string;
+export declare function getToolsDir(): string;
+export declare function getBinDir(): string;
+export declare function getPromptsDir(): string;
+export declare function getSessionsDir(): string;
+export declare function getDebugLogPath(): string;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,WAAW,SACqF,CAAC;AAE9G,eAAO,MAAM,YAAY,SAAyB,CAAC;AAEnD,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,SAAS,CAAC;AAEvF,wBAAgB,mBAAmB,IAAI,aAAa,CAqBnD;AAED,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAgBhE;AAED,wBAAgB,aAAa,IAAI,MAAM,CAmBtC;AAED,wBAAgB,YAAY,IAAI,MAAM,CAOrC;AAED,wBAAgB,oBAAoB,IAAI,MAAM,CAO7C;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAID,eAAO,MAAM,QAAQ,EAAE,MAAmC,CAAC;AAC3D,eAAO,MAAM,eAAe,EAAE,MAAyC,CAAC;AACxE,eAAO,MAAM,OAAO,EAAE,MAAoB,CAAC;AAE3C,eAAO,MAAM,aAAa,QAA+C,CAAC;AAI1E,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAGxD;AAED,wBAAgB,WAAW,IAAI,MAAM,CAQpC;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED,wBAAgB,SAAS,IAAI,MAAM,CAElC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAExC","sourcesContent":["import { existsSync, readFileSync } from \"fs\";\nimport { homedir } from \"os\";\nimport { dirname, join, resolve } from \"path\";\nimport { fileURLToPath } from \"url\";\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\nexport const isBunBinary =\n\timport.meta.url.includes(\"$bunfs\") || import.meta.url.includes(\"~BUN\") || import.meta.url.includes(\"%7EBUN\");\n\nexport const isBunRuntime = !!process.versions.bun;\n\nexport type InstallMethod = \"bun-binary\" | \"npm\" | \"pnpm\" | \"yarn\" | \"bun\" | \"unknown\";\n\nexport function detectInstallMethod(): InstallMethod {\n\tif (isBunBinary) {\n\t\treturn \"bun-binary\";\n\t}\n\n\tconst resolvedPath = `${__dirname}\\0${process.execPath || \"\"}`.toLowerCase();\n\n\tif (resolvedPath.includes(\"/pnpm/\") || resolvedPath.includes(\"/.pnpm/\") || resolvedPath.includes(\"\\\\pnpm\\\\\")) {\n\t\treturn \"pnpm\";\n\t}\n\tif (resolvedPath.includes(\"/yarn/\") || resolvedPath.includes(\"/.yarn/\") || resolvedPath.includes(\"\\\\yarn\\\\\")) {\n\t\treturn \"yarn\";\n\t}\n\tif (isBunRuntime) {\n\t\treturn \"bun\";\n\t}\n\tif (resolvedPath.includes(\"/npm/\") || resolvedPath.includes(\"/node_modules/\") || resolvedPath.includes(\"\\\\npm\\\\\")) {\n\t\treturn \"npm\";\n\t}\n\n\treturn \"unknown\";\n}\n\nexport function getUpdateInstruction(packageName: string): string {\n\tconst method = detectInstallMethod();\n\tswitch (method) {\n\t\tcase \"bun-binary\":\n\t\t\treturn `Download from: https://github.com/badlogic/pi-mono/releases/latest`;\n\t\tcase \"pnpm\":\n\t\t\treturn `Run: pnpm install -g ${packageName}`;\n\t\tcase \"yarn\":\n\t\t\treturn `Run: yarn global add ${packageName}`;\n\t\tcase \"bun\":\n\t\t\treturn `Run: bun install -g ${packageName}`;\n\t\tcase \"npm\":\n\t\t\treturn `Run: npm install -g ${packageName}`;\n\t\tdefault:\n\t\t\treturn `Run: npm install -g ${packageName}`;\n\t}\n}\n\nexport function getPackageDir(): string {\n\tconst envDir = process.env.PI_PACKAGE_DIR;\n\tif (envDir) {\n\t\tif (envDir === \"~\") return homedir();\n\t\tif (envDir.startsWith(\"~/\")) return homedir() + envDir.slice(1);\n\t\treturn envDir;\n\t}\n\n\tif (isBunBinary) {\n\t\treturn dirname(process.execPath);\n\t}\n\tlet dir = __dirname;\n\twhile (dir !== dirname(dir)) {\n\t\tif (existsSync(join(dir, \"package.json\"))) {\n\t\t\treturn dir;\n\t\t}\n\t\tdir = dirname(dir);\n\t}\n\treturn __dirname;\n}\n\nexport function getThemesDir(): string {\n\tif (isBunBinary) {\n\t\treturn join(dirname(process.execPath), \"theme\");\n\t}\n\tconst packageDir = getPackageDir();\n\tconst srcOrDist = existsSync(join(packageDir, \"src\")) ? \"src\" : \"dist\";\n\treturn join(packageDir, srcOrDist, \"modes\", \"interactive\", \"theme\");\n}\n\nexport function getExportTemplateDir(): string {\n\tif (isBunBinary) {\n\t\treturn join(dirname(process.execPath), \"export-html\");\n\t}\n\tconst packageDir = getPackageDir();\n\tconst srcOrDist = existsSync(join(packageDir, \"src\")) ? \"src\" : \"dist\";\n\treturn join(packageDir, srcOrDist, \"core\", \"export-html\");\n}\n\nexport function getPackageJsonPath(): string {\n\treturn join(getPackageDir(), \"package.json\");\n}\n\nexport function getReadmePath(): string {\n\treturn resolve(join(getPackageDir(), \"README.md\"));\n}\n\nexport function getDocsPath(): string {\n\treturn resolve(join(getPackageDir(), \"docs\"));\n}\n\nexport function getExamplesPath(): string {\n\treturn resolve(join(getPackageDir(), \"examples\"));\n}\n\nexport function getChangelogPath(): string {\n\treturn resolve(join(getPackageDir(), \"CHANGELOG.md\"));\n}\n\nconst pkg = JSON.parse(readFileSync(getPackageJsonPath(), \"utf-8\"));\n\nexport const APP_NAME: string = pkg.piConfig?.name || \"pi\";\nexport const CONFIG_DIR_NAME: string = pkg.piConfig?.configDir || \".pi\";\nexport const VERSION: string = pkg.version;\n\nexport const ENV_AGENT_DIR = `${APP_NAME.toUpperCase()}_CODING_AGENT_DIR`;\n\nconst DEFAULT_SHARE_VIEWER_URL = \"https://pi.dev/session/\";\n\nexport function getShareViewerUrl(gistId: string): string {\n\tconst baseUrl = process.env.PI_SHARE_VIEWER_URL || DEFAULT_SHARE_VIEWER_URL;\n\treturn `${baseUrl}#${gistId}`;\n}\n\nexport function getAgentDir(): string {\n\tconst envDir = process.env[ENV_AGENT_DIR];\n\tif (envDir) {\n\t\tif (envDir === \"~\") return homedir();\n\t\tif (envDir.startsWith(\"~/\")) return homedir() + envDir.slice(1);\n\t\treturn envDir;\n\t}\n\treturn join(homedir(), CONFIG_DIR_NAME, \"agent\");\n}\n\nexport function getCustomThemesDir(): string {\n\treturn join(getAgentDir(), \"themes\");\n}\n\nexport function getModelsPath(): string {\n\treturn join(getAgentDir(), \"models.json\");\n}\n\nexport function getAuthPath(): string {\n\treturn join(getAgentDir(), \"auth.json\");\n}\n\nexport function getSettingsPath(): string {\n\treturn join(getAgentDir(), \"settings.json\");\n}\n\nexport function getToolsDir(): string {\n\treturn join(getAgentDir(), \"tools\");\n}\n\nexport function getBinDir(): string {\n\treturn join(getAgentDir(), \"bin\");\n}\n\nexport function getPromptsDir(): string {\n\treturn join(getAgentDir(), \"prompts\");\n}\n\nexport function getSessionsDir(): string {\n\treturn join(getAgentDir(), \"sessions\");\n}\n\nexport function getDebugLogPath(): string {\n\treturn join(getAgentDir(), `${APP_NAME}-debug.log`);\n}\n"]}

package/dist/config.js

@@ -0,0 +1,145 @@
+import { existsSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { dirname, join, resolve } from "path";
+import { fileURLToPath } from "url";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+export const isBunBinary = import.meta.url.includes("$bunfs") || import.meta.url.includes("~BUN") || import.meta.url.includes("%7EBUN");
+export const isBunRuntime = !!process.versions.bun;
+export function detectInstallMethod() {
+    if (isBunBinary) {
+        return "bun-binary";
+    }
+    const resolvedPath = `${__dirname}\0${process.execPath || ""}`.toLowerCase();
+    if (resolvedPath.includes("/pnpm/") || resolvedPath.includes("/.pnpm/") || resolvedPath.includes("\\pnpm\\")) {
+        return "pnpm";
+    }
+    if (resolvedPath.includes("/yarn/") || resolvedPath.includes("/.yarn/") || resolvedPath.includes("\\yarn\\")) {
+        return "yarn";
+    }
+    if (isBunRuntime) {
+        return "bun";
+    }
+    if (resolvedPath.includes("/npm/") || resolvedPath.includes("/node_modules/") || resolvedPath.includes("\\npm\\")) {
+        return "npm";
+    }
+    return "unknown";
+}
+export function getUpdateInstruction(packageName) {
+    const method = detectInstallMethod();
+    switch (method) {
+        case "bun-binary":
+            return `Download from: https://github.com/badlogic/pi-mono/releases/latest`;
+        case "pnpm":
+            return `Run: pnpm install -g ${packageName}`;
+        case "yarn":
+            return `Run: yarn global add ${packageName}`;
+        case "bun":
+            return `Run: bun install -g ${packageName}`;
+        case "npm":
+            return `Run: npm install -g ${packageName}`;
+        default:
+            return `Run: npm install -g ${packageName}`;
+    }
+}
+export function getPackageDir() {
+    const envDir = process.env.PI_PACKAGE_DIR;
+    if (envDir) {
+        if (envDir === "~")
+            return homedir();
+        if (envDir.startsWith("~/"))
+            return homedir() + envDir.slice(1);
+        return envDir;
+    }
+    if (isBunBinary) {
+        return dirname(process.execPath);
+    }
+    let dir = __dirname;
+    while (dir !== dirname(dir)) {
+        if (existsSync(join(dir, "package.json"))) {
+            return dir;
+        }
+        dir = dirname(dir);
+    }
+    return __dirname;
+}
+export function getThemesDir() {
+    if (isBunBinary) {
+        return join(dirname(process.execPath), "theme");
+    }
+    const packageDir = getPackageDir();
+    const srcOrDist = existsSync(join(packageDir, "src")) ? "src" : "dist";
+    return join(packageDir, srcOrDist, "modes", "interactive", "theme");
+}
+export function getExportTemplateDir() {
+    if (isBunBinary) {
+        return join(dirname(process.execPath), "export-html");
+    }
+    const packageDir = getPackageDir();
+    const srcOrDist = existsSync(join(packageDir, "src")) ? "src" : "dist";
+    return join(packageDir, srcOrDist, "core", "export-html");
+}
+export function getPackageJsonPath() {
+    return join(getPackageDir(), "package.json");
+}
+export function getReadmePath() {
+    return resolve(join(getPackageDir(), "README.md"));
+}
+export function getDocsPath() {
+    return resolve(join(getPackageDir(), "docs"));
+}
+export function getExamplesPath() {
+    return resolve(join(getPackageDir(), "examples"));
+}
+export function getChangelogPath() {
+    return resolve(join(getPackageDir(), "CHANGELOG.md"));
+}
+const pkg = JSON.parse(readFileSync(getPackageJsonPath(), "utf-8"));
+export const APP_NAME = pkg.piConfig?.name || "pi";
+export const CONFIG_DIR_NAME = pkg.piConfig?.configDir || ".pi";
+export const VERSION = pkg.version;
+export const ENV_AGENT_DIR = `${APP_NAME.toUpperCase()}_CODING_AGENT_DIR`;
+const DEFAULT_SHARE_VIEWER_URL = "https://pi.dev/session/";
+export function getShareViewerUrl(gistId) {
+    const baseUrl = process.env.PI_SHARE_VIEWER_URL || DEFAULT_SHARE_VIEWER_URL;
+    return `${baseUrl}#${gistId}`;
+}
+export function getAgentDir() {
+    const envDir = process.env[ENV_AGENT_DIR];
+    if (envDir) {
+        if (envDir === "~")
+            return homedir();
+        if (envDir.startsWith("~/"))
+            return homedir() + envDir.slice(1);
+        return envDir;
+    }
+    return join(homedir(), CONFIG_DIR_NAME, "agent");
+}
+export function getCustomThemesDir() {
+    return join(getAgentDir(), "themes");
+}
+export function getModelsPath() {
+    return join(getAgentDir(), "models.json");
+}
+export function getAuthPath() {
+    return join(getAgentDir(), "auth.json");
+}
+export function getSettingsPath() {
+    return join(getAgentDir(), "settings.json");
+}
+export function getToolsDir() {
+    return join(getAgentDir(), "tools");
+}
+export function getBinDir() {
+    return join(getAgentDir(), "bin");
+}
+export function getPromptsDir() {
+    return join(getAgentDir(), "prompts");
+}
+export function getSessionsDir() {
+    return join(getAgentDir(), "sessions");
+}
+export function getDebugLogPath() {
+    return join(getAgentDir(), `${APP_NAME}-debug.log`);
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,MAAM,CAAC,MAAM,WAAW,GACvB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAE9G,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;AAInD,MAAM,UAAU,mBAAmB,GAAkB;IACpD,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,YAAY,GAAG,GAAG,SAAS,KAAK,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC;IAE7E,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9G,OAAO,MAAM,CAAC;IACf,CAAC;IACD,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9G,OAAO,MAAM,CAAC;IACf,CAAC;IACD,IAAI,YAAY,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACd,CAAC;IACD,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnH,OAAO,KAAK,CAAC;IACd,CAAC;IAED,OAAO,SAAS,CAAC;AAAA,CACjB;AAED,MAAM,UAAU,oBAAoB,CAAC,WAAmB,EAAU;IACjE,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;IACrC,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,YAAY;YAChB,OAAO,oEAAoE,CAAC;QAC7E,KAAK,MAAM;YACV,OAAO,wBAAwB,WAAW,EAAE,CAAC;QAC9C,KAAK,MAAM;YACV,OAAO,wBAAwB,WAAW,EAAE,CAAC;QAC9C,KAAK,KAAK;YACT,OAAO,uBAAuB,WAAW,EAAE,CAAC;QAC7C,KAAK,KAAK;YACT,OAAO,uBAAuB,WAAW,EAAE,CAAC;QAC7C;YACC,OAAO,uBAAuB,WAAW,EAAE,CAAC;IAC9C,CAAC;AAAA,CACD;AAED,MAAM,UAAU,aAAa,GAAW;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC;QACZ,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,OAAO,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC;IACf,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,GAAG,GAAG,SAAS,CAAC;IACpB,OAAO,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;YAC3C,OAAO,GAAG,CAAC;QACZ,CAAC;QACD,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,SAAS,CAAC;AAAA,CACjB;AAED,MAAM,UAAU,YAAY,GAAW;IACtC,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAAA,CACpE;AAED,MAAM,UAAU,oBAAoB,GAAW;IAC9C,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;AAAA,CAC1D;AAED,MAAM,UAAU,kBAAkB,GAAW;IAC5C,OAAO,IAAI,CAAC,aAAa,EAAE,EAAE,cAAc,CAAC,CAAC;AAAA,CAC7C;AAED,MAAM,UAAU,aAAa,GAAW;IACvC,OAAO,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;AAAA,CACnD;AAED,MAAM,UAAU,WAAW,GAAW;IACrC,OAAO,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AAAA,CAC9C;AAED,MAAM,UAAU,eAAe,GAAW;IACzC,OAAO,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;AAAA,CAClD;AAED,MAAM,UAAU,gBAAgB,GAAW;IAC1C,OAAO,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;AAAA,CACtD;AAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;AAEpE,MAAM,CAAC,MAAM,QAAQ,GAAW,GAAG,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC;AAC3D,MAAM,CAAC,MAAM,eAAe,GAAW,GAAG,CAAC,QAAQ,EAAE,SAAS,IAAI,KAAK,CAAC;AACxE,MAAM,CAAC,MAAM,OAAO,GAAW,GAAG,CAAC,OAAO,CAAC;AAE3C,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,mBAAmB,CAAC;AAE1E,MAAM,wBAAwB,GAAG,yBAAyB,CAAC;AAE3D,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAU;IACzD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,wBAAwB,CAAC;IAC5E,OAAO,GAAG,OAAO,IAAI,MAAM,EAAE,CAAC;AAAA,CAC9B;AAED,MAAM,UAAU,WAAW,GAAW;IACrC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC;QACZ,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,OAAO,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;AAAA,CACjD;AAED,MAAM,UAAU,kBAAkB,GAAW;IAC5C,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAAA,CACrC;AAED,MAAM,UAAU,aAAa,GAAW;IACvC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,aAAa,CAAC,CAAC;AAAA,CAC1C;AAED,MAAM,UAAU,WAAW,GAAW;IACrC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,WAAW,CAAC,CAAC;AAAA,CACxC;AAED,MAAM,UAAU,eAAe,GAAW;IACzC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,eAAe,CAAC,CAAC;AAAA,CAC5C;AAED,MAAM,UAAU,WAAW,GAAW;IACrC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;AAAA,CACpC;AAED,MAAM,UAAU,SAAS,GAAW;IACnC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;AAAA,CAClC;AAED,MAAM,UAAU,aAAa,GAAW;IACvC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,CAAC,CAAC;AAAA,CACtC;AAED,MAAM,UAAU,cAAc,GAAW;IACxC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,UAAU,CAAC,CAAC;AAAA,CACvC;AAED,MAAM,UAAU,eAAe,GAAW;IACzC,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,GAAG,QAAQ,YAAY,CAAC,CAAC;AAAA,CACpD","sourcesContent":["import { existsSync, readFileSync } from \"fs\";\nimport { homedir } from \"os\";\nimport { dirname, join, resolve } from \"path\";\nimport { fileURLToPath } from \"url\";\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\nexport const isBunBinary =\n\timport.meta.url.includes(\"$bunfs\") || import.meta.url.includes(\"~BUN\") || import.meta.url.includes(\"%7EBUN\");\n\nexport const isBunRuntime = !!process.versions.bun;\n\nexport type InstallMethod = \"bun-binary\" | \"npm\" | \"pnpm\" | \"yarn\" | \"bun\" | \"unknown\";\n\nexport function detectInstallMethod(): InstallMethod {\n\tif (isBunBinary) {\n\t\treturn \"bun-binary\";\n\t}\n\n\tconst resolvedPath = `${__dirname}\\0${process.execPath || \"\"}`.toLowerCase();\n\n\tif (resolvedPath.includes(\"/pnpm/\") || resolvedPath.includes(\"/.pnpm/\") || resolvedPath.includes(\"\\\\pnpm\\\\\")) {\n\t\treturn \"pnpm\";\n\t}\n\tif (resolvedPath.includes(\"/yarn/\") || resolvedPath.includes(\"/.yarn/\") || resolvedPath.includes(\"\\\\yarn\\\\\")) {\n\t\treturn \"yarn\";\n\t}\n\tif (isBunRuntime) {\n\t\treturn \"bun\";\n\t}\n\tif (resolvedPath.includes(\"/npm/\") || resolvedPath.includes(\"/node_modules/\") || resolvedPath.includes(\"\\\\npm\\\\\")) {\n\t\treturn \"npm\";\n\t}\n\n\treturn \"unknown\";\n}\n\nexport function getUpdateInstruction(packageName: string): string {\n\tconst method = detectInstallMethod();\n\tswitch (method) {\n\t\tcase \"bun-binary\":\n\t\t\treturn `Download from: https://github.com/badlogic/pi-mono/releases/latest`;\n\t\tcase \"pnpm\":\n\t\t\treturn `Run: pnpm install -g ${packageName}`;\n\t\tcase \"yarn\":\n\t\t\treturn `Run: yarn global add ${packageName}`;\n\t\tcase \"bun\":\n\t\t\treturn `Run: bun install -g ${packageName}`;\n\t\tcase \"npm\":\n\t\t\treturn `Run: npm install -g ${packageName}`;\n\t\tdefault:\n\t\t\treturn `Run: npm install -g ${packageName}`;\n\t}\n}\n\nexport function getPackageDir(): string {\n\tconst envDir = process.env.PI_PACKAGE_DIR;\n\tif (envDir) {\n\t\tif (envDir === \"~\") return homedir();\n\t\tif (envDir.startsWith(\"~/\")) return homedir() + envDir.slice(1);\n\t\treturn envDir;\n\t}\n\n\tif (isBunBinary) {\n\t\treturn dirname(process.execPath);\n\t}\n\tlet dir = __dirname;\n\twhile (dir !== dirname(dir)) {\n\t\tif (existsSync(join(dir, \"package.json\"))) {\n\t\t\treturn dir;\n\t\t}\n\t\tdir = dirname(dir);\n\t}\n\treturn __dirname;\n}\n\nexport function getThemesDir(): string {\n\tif (isBunBinary) {\n\t\treturn join(dirname(process.execPath), \"theme\");\n\t}\n\tconst packageDir = getPackageDir();\n\tconst srcOrDist = existsSync(join(packageDir, \"src\")) ? \"src\" : \"dist\";\n\treturn join(packageDir, srcOrDist, \"modes\", \"interactive\", \"theme\");\n}\n\nexport function getExportTemplateDir(): string {\n\tif (isBunBinary) {\n\t\treturn join(dirname(process.execPath), \"export-html\");\n\t}\n\tconst packageDir = getPackageDir();\n\tconst srcOrDist = existsSync(join(packageDir, \"src\")) ? \"src\" : \"dist\";\n\treturn join(packageDir, srcOrDist, \"core\", \"export-html\");\n}\n\nexport function getPackageJsonPath(): string {\n\treturn join(getPackageDir(), \"package.json\");\n}\n\nexport function getReadmePath(): string {\n\treturn resolve(join(getPackageDir(), \"README.md\"));\n}\n\nexport function getDocsPath(): string {\n\treturn resolve(join(getPackageDir(), \"docs\"));\n}\n\nexport function getExamplesPath(): string {\n\treturn resolve(join(getPackageDir(), \"examples\"));\n}\n\nexport function getChangelogPath(): string {\n\treturn resolve(join(getPackageDir(), \"CHANGELOG.md\"));\n}\n\nconst pkg = JSON.parse(readFileSync(getPackageJsonPath(), \"utf-8\"));\n\nexport const APP_NAME: string = pkg.piConfig?.name || \"pi\";\nexport const CONFIG_DIR_NAME: string = pkg.piConfig?.configDir || \".pi\";\nexport const VERSION: string = pkg.version;\n\nexport const ENV_AGENT_DIR = `${APP_NAME.toUpperCase()}_CODING_AGENT_DIR`;\n\nconst DEFAULT_SHARE_VIEWER_URL = \"https://pi.dev/session/\";\n\nexport function getShareViewerUrl(gistId: string): string {\n\tconst baseUrl = process.env.PI_SHARE_VIEWER_URL || DEFAULT_SHARE_VIEWER_URL;\n\treturn `${baseUrl}#${gistId}`;\n}\n\nexport function getAgentDir(): string {\n\tconst envDir = process.env[ENV_AGENT_DIR];\n\tif (envDir) {\n\t\tif (envDir === \"~\") return homedir();\n\t\tif (envDir.startsWith(\"~/\")) return homedir() + envDir.slice(1);\n\t\treturn envDir;\n\t}\n\treturn join(homedir(), CONFIG_DIR_NAME, \"agent\");\n}\n\nexport function getCustomThemesDir(): string {\n\treturn join(getAgentDir(), \"themes\");\n}\n\nexport function getModelsPath(): string {\n\treturn join(getAgentDir(), \"models.json\");\n}\n\nexport function getAuthPath(): string {\n\treturn join(getAgentDir(), \"auth.json\");\n}\n\nexport function getSettingsPath(): string {\n\treturn join(getAgentDir(), \"settings.json\");\n}\n\nexport function getToolsDir(): string {\n\treturn join(getAgentDir(), \"tools\");\n}\n\nexport function getBinDir(): string {\n\treturn join(getAgentDir(), \"bin\");\n}\n\nexport function getPromptsDir(): string {\n\treturn join(getAgentDir(), \"prompts\");\n}\n\nexport function getSessionsDir(): string {\n\treturn join(getAgentDir(), \"sessions\");\n}\n\nexport function getDebugLogPath(): string {\n\treturn join(getAgentDir(), `${APP_NAME}-debug.log`);\n}\n"]}

package/dist/core/accelerated-client.d.ts

@@ -0,0 +1,42 @@
+import type { AssistantMessage, Context, Model } from "@mariozechner/pi-ai";
+interface BatchRequestOptions {
+    model: Model<any>;
+    context: Context;
+    options?: any;
+}
+interface RateLimiterConfig {
+    maxRequestsPerSecond?: number;
+    maxRequestsPerMinute?: number;
+}
+export declare class AcceleratedAPIClient {
+    private executor;
+    private rateLimiter;
+    constructor(options?: {
+        concurrency?: number;
+        rateLimiter?: RateLimiterConfig;
+    });
+    singleRequest(model: Model<any>, context: Context, options?: any): Promise<AssistantMessage>;
+    singleStreamRequest(model: Model<any>, context: Context, options?: any): AsyncGenerator<any, void, void>;
+    batchRequest(requests: BatchRequestOptions[], options?: {
+        signal?: AbortSignal;
+    }): Promise<AssistantMessage[]>;
+    streamBatch(requests: BatchRequestOptions[], options?: {
+        signal?: AbortSignal;
+    }): AsyncGenerator<{
+        index: number;
+        result: AssistantMessage;
+    }, void, void>;
+    throttledBatch(requests: BatchRequestOptions[], requestsPerSecond?: number): Promise<AssistantMessage[]>;
+    getStats(): {
+        concurrency: import("./api-concurrency.js").ConcurrencyStats;
+        rateLimiter: {
+            requestsThisSecond: number;
+            requestsThisMinute: number;
+        };
+    };
+    setConcurrency(concurrency: number): void;
+    clear(): void;
+}
+export declare const globalAcceleratedClient: AcceleratedAPIClient;
+export {};
+//# sourceMappingURL=accelerated-client.d.ts.map

package/dist/core/accelerated-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"accelerated-client.d.ts","sourceRoot":"","sources":["../../src/core/accelerated-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAO,gBAAgB,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAIjF,UAAU,mBAAmB;IAC5B,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;CACd;AACD,UAAU,iBAAiB;IAC1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAkCD,qBAAa,oBAAoB;IAChC,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,WAAW,CAAc;IACjC,YAAY,OAAO,CAAC,EAAE;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,iBAAiB,CAAC;KAChC,EAGA;IACK,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAKjG;IACM,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAK9G;IACK,YAAY,CACjB,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAChC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAK7B;IACM,WAAW,CACjB,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAChC,cAAc,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,gBAAgB,CAAA;KAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAKzE;IACK,cAAc,CAAC,QAAQ,EAAE,mBAAmB,EAAE,EAAE,iBAAiB,SAAK,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAezG;IACD,QAAQ;;;;;;MAKP;IACD,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAExC;IACD,KAAK,IAAI,IAAI,CAEZ;CACD;AACD,eAAO,MAAM,uBAAuB,sBAA6B,CAAC","sourcesContent":["import type { Api, AssistantMessage, Context, Model } from \"@mariozechner/pi-ai\";\nimport { APIParallelExecutor } from \"./api-concurrency.js\";\nimport { accelerateStream } from \"./response-accelerator.js\";\n\ninterface BatchRequestOptions {\n\tmodel: Model<any>;\n\tcontext: Context;\n\toptions?: any;\n}\ninterface RateLimiterConfig {\n\tmaxRequestsPerSecond?: number;\n\tmaxRequestsPerMinute?: number;\n}\nclass RateLimiter {\n\tprivate requests: number[] = [];\n\tprivate maxPerSecond: number;\n\tprivate maxPerMinute: number;\n\tconstructor(config: RateLimiterConfig = {}) {\n\t\tthis.maxPerSecond = config.maxRequestsPerSecond ?? 60;\n\t\tthis.maxPerMinute = (config as any).maxRequestsPerMinute ?? 600;\n\t}\n\tasync acquire(): Promise<void> {\n\t\tconst now = Date.now();\n\t\tthis.requests = this.requests.filter((timestamp) => now - timestamp < 60000);\n\t\tif (this.requests.length >= this.maxPerMinute) {\n\t\t\tconst oldestRequest = this.requests[0];\n\t\t\tconst waitTime = 60000 - (now - oldestRequest) + 100;\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, waitTime));\n\t\t\treturn this.acquire();\n\t\t}\n\t\tconst recentRequests = this.requests.filter((timestamp) => now - timestamp < 1000);\n\t\tif (recentRequests.length >= this.maxPerSecond) {\n\t\t\tconst oldestRecent = recentRequests[0];\n\t\t\tconst waitTime = 1000 - (now - oldestRecent) + 100;\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, waitTime));\n\t\t\treturn this.acquire();\n\t\t}\n\t\tthis.requests.push(now);\n\t}\n\tgetStats(): { requestsThisSecond: number; requestsThisMinute: number } {\n\t\tconst now = Date.now();\n\t\tconst requestsThisSecond = this.requests.filter((timestamp) => now - timestamp < 1000).length;\n\t\tconst requestsThisMinute = this.requests.length;\n\t\treturn { requestsThisSecond, requestsThisMinute };\n\t}\n}\nexport class AcceleratedAPIClient {\n\tprivate executor: APIParallelExecutor;\n\tprivate rateLimiter: RateLimiter;\n\tconstructor(options?: {\n\t\tconcurrency?: number;\n\t\trateLimiter?: RateLimiterConfig;\n\t}) {\n\t\tthis.executor = new APIParallelExecutor(options?.concurrency);\n\t\tthis.rateLimiter = new RateLimiter(options?.rateLimiter);\n\t}\n\tasync singleRequest(model: Model<any>, context: Context, options?: any): Promise<AssistantMessage> {\n\t\tawait this.rateLimiter.acquire();\n\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\tconst response = await stream.streamSimple(model, context, options);\n\t\treturn response.result();\n\t}\n\tasync *singleStreamRequest(model: Model<any>, context: Context, options?: any): AsyncGenerator<any, void, void> {\n\t\tawait this.rateLimiter.acquire();\n\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\tconst response = await stream.streamSimple(model, context, options);\n\t\tyield* accelerateStream(response as any, { priority: \"speed\" });\n\t}\n\tasync batchRequest(\n\t\trequests: BatchRequestOptions[],\n\t\toptions?: { signal?: AbortSignal },\n\t): Promise<AssistantMessage[]> {\n\t\tfor (let i = 0; i < requests.length; i++) {\n\t\t\tawait this.rateLimiter.acquire();\n\t\t}\n\t\treturn this.executor.batchRequest(requests, options);\n\t}\n\tasync *streamBatch(\n\t\trequests: BatchRequestOptions[],\n\t\toptions?: { signal?: AbortSignal },\n\t): AsyncGenerator<{ index: number; result: AssistantMessage }, void, void> {\n\t\tfor (let i = 0; i < requests.length; i++) {\n\t\t\tawait this.rateLimiter.acquire();\n\t\t}\n\t\tyield* this.executor.streamBatch(requests, options);\n\t}\n\tasync throttledBatch(requests: BatchRequestOptions[], requestsPerSecond = 10): Promise<AssistantMessage[]> {\n\t\tconst delay = 1000 / requestsPerSecond;\n\t\tconst results: AssistantMessage[] = [];\n\t\tconst concurrency = this.executor.getOptimalConcurrency();\n\t\tfor (let i = 0; i < requests.length; i += concurrency) {\n\t\t\tconst batch = requests.slice(i, i + concurrency);\n\t\t\tawait this.rateLimiter.acquire();\n\t\t\tconst batchPromises = batch.map((req) => this.singleRequest(req.model, req.context, req.options));\n\t\t\tconst batchResults = await Promise.all(batchPromises);\n\t\t\tresults.push(...batchResults);\n\t\t\tif (i + concurrency < requests.length) {\n\t\t\t\tawait new Promise((resolve) => setTimeout(resolve, delay));\n\t\t\t}\n\t\t}\n\t\treturn results;\n\t}\n\tgetStats() {\n\t\treturn {\n\t\t\tconcurrency: this.executor.getStats(),\n\t\t\trateLimiter: this.rateLimiter.getStats(),\n\t\t};\n\t}\n\tsetConcurrency(concurrency: number): void {\n\t\tthis.executor.setConcurrency(concurrency);\n\t}\n\tclear(): void {\n\t\tthis.executor.clear();\n\t}\n}\nexport const globalAcceleratedClient = new AcceleratedAPIClient();\n"]}

package/dist/core/accelerated-client.js

@@ -0,0 +1,97 @@
+import { APIParallelExecutor } from "./api-concurrency.js";
+import { accelerateStream } from "./response-accelerator.js";
+class RateLimiter {
+    requests = [];
+    maxPerSecond;
+    maxPerMinute;
+    constructor(config = {}) {
+        this.maxPerSecond = config.maxRequestsPerSecond ?? 60;
+        this.maxPerMinute = config.maxRequestsPerMinute ?? 600;
+    }
+    async acquire() {
+        const now = Date.now();
+        this.requests = this.requests.filter((timestamp) => now - timestamp < 60000);
+        if (this.requests.length >= this.maxPerMinute) {
+            const oldestRequest = this.requests[0];
+            const waitTime = 60000 - (now - oldestRequest) + 100;
+            await new Promise((resolve) => setTimeout(resolve, waitTime));
+            return this.acquire();
+        }
+        const recentRequests = this.requests.filter((timestamp) => now - timestamp < 1000);
+        if (recentRequests.length >= this.maxPerSecond) {
+            const oldestRecent = recentRequests[0];
+            const waitTime = 1000 - (now - oldestRecent) + 100;
+            await new Promise((resolve) => setTimeout(resolve, waitTime));
+            return this.acquire();
+        }
+        this.requests.push(now);
+    }
+    getStats() {
+        const now = Date.now();
+        const requestsThisSecond = this.requests.filter((timestamp) => now - timestamp < 1000).length;
+        const requestsThisMinute = this.requests.length;
+        return { requestsThisSecond, requestsThisMinute };
+    }
+}
+export class AcceleratedAPIClient {
+    executor;
+    rateLimiter;
+    constructor(options) {
+        this.executor = new APIParallelExecutor(options?.concurrency);
+        this.rateLimiter = new RateLimiter(options?.rateLimiter);
+    }
+    async singleRequest(model, context, options) {
+        await this.rateLimiter.acquire();
+        const stream = await import("@mariozechner/pi-ai");
+        const response = await stream.streamSimple(model, context, options);
+        return response.result();
+    }
+    async *singleStreamRequest(model, context, options) {
+        await this.rateLimiter.acquire();
+        const stream = await import("@mariozechner/pi-ai");
+        const response = await stream.streamSimple(model, context, options);
+        yield* accelerateStream(response, { priority: "speed" });
+    }
+    async batchRequest(requests, options) {
+        for (let i = 0; i < requests.length; i++) {
+            await this.rateLimiter.acquire();
+        }
+        return this.executor.batchRequest(requests, options);
+    }
+    async *streamBatch(requests, options) {
+        for (let i = 0; i < requests.length; i++) {
+            await this.rateLimiter.acquire();
+        }
+        yield* this.executor.streamBatch(requests, options);
+    }
+    async throttledBatch(requests, requestsPerSecond = 10) {
+        const delay = 1000 / requestsPerSecond;
+        const results = [];
+        const concurrency = this.executor.getOptimalConcurrency();
+        for (let i = 0; i < requests.length; i += concurrency) {
+            const batch = requests.slice(i, i + concurrency);
+            await this.rateLimiter.acquire();
+            const batchPromises = batch.map((req) => this.singleRequest(req.model, req.context, req.options));
+            const batchResults = await Promise.all(batchPromises);
+            results.push(...batchResults);
+            if (i + concurrency < requests.length) {
+                await new Promise((resolve) => setTimeout(resolve, delay));
+            }
+        }
+        return results;
+    }
+    getStats() {
+        return {
+            concurrency: this.executor.getStats(),
+            rateLimiter: this.rateLimiter.getStats(),
+        };
+    }
+    setConcurrency(concurrency) {
+        this.executor.setConcurrency(concurrency);
+    }
+    clear() {
+        this.executor.clear();
+    }
+}
+export const globalAcceleratedClient = new AcceleratedAPIClient();
+//# sourceMappingURL=accelerated-client.js.map

package/dist/core/accelerated-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accelerated-client.js","sourceRoot":"","sources":["../../src/core/accelerated-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAW7D,MAAM,WAAW;IACR,QAAQ,GAAa,EAAE,CAAC;IACxB,YAAY,CAAS;IACrB,YAAY,CAAS;IAC7B,YAAY,MAAM,GAAsB,EAAE,EAAE;QAC3C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,oBAAoB,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,YAAY,GAAI,MAAc,CAAC,oBAAoB,IAAI,GAAG,CAAC;IAAA,CAChE;IACD,KAAK,CAAC,OAAO,GAAkB;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,GAAG,KAAK,CAAC,CAAC;QAC7E,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC;YACrD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;QACnF,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChD,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC;YACnD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAAA,CACxB;IACD,QAAQ,GAA+D;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,kBAAkB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC;QAC9F,MAAM,kBAAkB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAChD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;IAAA,CAClD;CACD;AACD,MAAM,OAAO,oBAAoB;IACxB,QAAQ,CAAsB;IAC9B,WAAW,CAAc;IACjC,YAAY,OAGX,EAAE;QACF,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAAA,CACzD;IACD,KAAK,CAAC,aAAa,CAAC,KAAiB,EAAE,OAAgB,EAAE,OAAa,EAA6B;QAClG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC;IAAA,CACzB;IACD,KAAK,CAAC,CAAC,mBAAmB,CAAC,KAAiB,EAAE,OAAgB,EAAE,OAAa,EAAmC;QAC/G,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,KAAK,CAAC,CAAC,gBAAgB,CAAC,QAAe,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IAAA,CAChE;IACD,KAAK,CAAC,YAAY,CACjB,QAA+B,EAC/B,OAAkC,EACJ;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAAA,CACrD;IACD,KAAK,CAAC,CAAC,WAAW,CACjB,QAA+B,EAC/B,OAAkC,EACwC;QAC1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAAA,CACpD;IACD,KAAK,CAAC,cAAc,CAAC,QAA+B,EAAE,iBAAiB,GAAG,EAAE,EAA+B;QAC1G,MAAM,KAAK,GAAG,IAAI,GAAG,iBAAiB,CAAC;QACvC,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC;QAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAClG,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,WAAW,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACvC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5D,CAAC;QACF,CAAC;QACD,OAAO,OAAO,CAAC;IAAA,CACf;IACD,QAAQ,GAAG;QACV,OAAO;YACN,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;YACrC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;SACxC,CAAC;IAAA,CACF;IACD,cAAc,CAAC,WAAmB,EAAQ;QACzC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IAAA,CAC1C;IACD,KAAK,GAAS;QACb,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAAA,CACtB;CACD;AACD,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,oBAAoB,EAAE,CAAC","sourcesContent":["import type { Api, AssistantMessage, Context, Model } from \"@mariozechner/pi-ai\";\nimport { APIParallelExecutor } from \"./api-concurrency.js\";\nimport { accelerateStream } from \"./response-accelerator.js\";\n\ninterface BatchRequestOptions {\n\tmodel: Model<any>;\n\tcontext: Context;\n\toptions?: any;\n}\ninterface RateLimiterConfig {\n\tmaxRequestsPerSecond?: number;\n\tmaxRequestsPerMinute?: number;\n}\nclass RateLimiter {\n\tprivate requests: number[] = [];\n\tprivate maxPerSecond: number;\n\tprivate maxPerMinute: number;\n\tconstructor(config: RateLimiterConfig = {}) {\n\t\tthis.maxPerSecond = config.maxRequestsPerSecond ?? 60;\n\t\tthis.maxPerMinute = (config as any).maxRequestsPerMinute ?? 600;\n\t}\n\tasync acquire(): Promise<void> {\n\t\tconst now = Date.now();\n\t\tthis.requests = this.requests.filter((timestamp) => now - timestamp < 60000);\n\t\tif (this.requests.length >= this.maxPerMinute) {\n\t\t\tconst oldestRequest = this.requests[0];\n\t\t\tconst waitTime = 60000 - (now - oldestRequest) + 100;\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, waitTime));\n\t\t\treturn this.acquire();\n\t\t}\n\t\tconst recentRequests = this.requests.filter((timestamp) => now - timestamp < 1000);\n\t\tif (recentRequests.length >= this.maxPerSecond) {\n\t\t\tconst oldestRecent = recentRequests[0];\n\t\t\tconst waitTime = 1000 - (now - oldestRecent) + 100;\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, waitTime));\n\t\t\treturn this.acquire();\n\t\t}\n\t\tthis.requests.push(now);\n\t}\n\tgetStats(): { requestsThisSecond: number; requestsThisMinute: number } {\n\t\tconst now = Date.now();\n\t\tconst requestsThisSecond = this.requests.filter((timestamp) => now - timestamp < 1000).length;\n\t\tconst requestsThisMinute = this.requests.length;\n\t\treturn { requestsThisSecond, requestsThisMinute };\n\t}\n}\nexport class AcceleratedAPIClient {\n\tprivate executor: APIParallelExecutor;\n\tprivate rateLimiter: RateLimiter;\n\tconstructor(options?: {\n\t\tconcurrency?: number;\n\t\trateLimiter?: RateLimiterConfig;\n\t}) {\n\t\tthis.executor = new APIParallelExecutor(options?.concurrency);\n\t\tthis.rateLimiter = new RateLimiter(options?.rateLimiter);\n\t}\n\tasync singleRequest(model: Model<any>, context: Context, options?: any): Promise<AssistantMessage> {\n\t\tawait this.rateLimiter.acquire();\n\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\tconst response = await stream.streamSimple(model, context, options);\n\t\treturn response.result();\n\t}\n\tasync *singleStreamRequest(model: Model<any>, context: Context, options?: any): AsyncGenerator<any, void, void> {\n\t\tawait this.rateLimiter.acquire();\n\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\tconst response = await stream.streamSimple(model, context, options);\n\t\tyield* accelerateStream(response as any, { priority: \"speed\" });\n\t}\n\tasync batchRequest(\n\t\trequests: BatchRequestOptions[],\n\t\toptions?: { signal?: AbortSignal },\n\t): Promise<AssistantMessage[]> {\n\t\tfor (let i = 0; i < requests.length; i++) {\n\t\t\tawait this.rateLimiter.acquire();\n\t\t}\n\t\treturn this.executor.batchRequest(requests, options);\n\t}\n\tasync *streamBatch(\n\t\trequests: BatchRequestOptions[],\n\t\toptions?: { signal?: AbortSignal },\n\t): AsyncGenerator<{ index: number; result: AssistantMessage }, void, void> {\n\t\tfor (let i = 0; i < requests.length; i++) {\n\t\t\tawait this.rateLimiter.acquire();\n\t\t}\n\t\tyield* this.executor.streamBatch(requests, options);\n\t}\n\tasync throttledBatch(requests: BatchRequestOptions[], requestsPerSecond = 10): Promise<AssistantMessage[]> {\n\t\tconst delay = 1000 / requestsPerSecond;\n\t\tconst results: AssistantMessage[] = [];\n\t\tconst concurrency = this.executor.getOptimalConcurrency();\n\t\tfor (let i = 0; i < requests.length; i += concurrency) {\n\t\t\tconst batch = requests.slice(i, i + concurrency);\n\t\t\tawait this.rateLimiter.acquire();\n\t\t\tconst batchPromises = batch.map((req) => this.singleRequest(req.model, req.context, req.options));\n\t\t\tconst batchResults = await Promise.all(batchPromises);\n\t\t\tresults.push(...batchResults);\n\t\t\tif (i + concurrency < requests.length) {\n\t\t\t\tawait new Promise((resolve) => setTimeout(resolve, delay));\n\t\t\t}\n\t\t}\n\t\treturn results;\n\t}\n\tgetStats() {\n\t\treturn {\n\t\t\tconcurrency: this.executor.getStats(),\n\t\t\trateLimiter: this.rateLimiter.getStats(),\n\t\t};\n\t}\n\tsetConcurrency(concurrency: number): void {\n\t\tthis.executor.setConcurrency(concurrency);\n\t}\n\tclear(): void {\n\t\tthis.executor.clear();\n\t}\n}\nexport const globalAcceleratedClient = new AcceleratedAPIClient();\n"]}

package/dist/core/accelerated-stream.d.ts

@@ -0,0 +1,41 @@
+import type { AssistantMessage, AssistantMessageEvent } from "@mariozechner/pi-ai";
+interface StreamProcessorConfig {
+    enableParallelProcessing?: boolean;
+    bufferSize?: number;
+    workerCount?: number;
+}
+interface ProcessingStats {
+    totalChunks: number;
+    processedChunks: number;
+    bufferedChunks: number;
+    processingTime: number;
+}
+export declare class AcceleratedStream {
+    private config;
+    private stats;
+    constructor(config?: StreamProcessorConfig);
+    process<T>(source: AsyncIterable<T>, processor: (chunk: T) => T | Promise<T>): AsyncGenerator<T, void, void>;
+    accelerateResponse(stream: AsyncGenerator<AssistantMessageEvent>, options?: {
+        onChunk?: (chunk: AssistantMessageEvent) => void;
+        transformChunk?: (chunk: AssistantMessageEvent) => AssistantMessageEvent;
+    }): AsyncGenerator<AssistantMessageEvent, AssistantMessage, void>;
+    private getFinalMessage;
+    processMultipleStreams<T>(streams: AsyncIterable<T>[], processor: (chunk: T) => T | Promise<T>): Promise<AsyncGenerator<T>[]>;
+    getStats(): ProcessingStats;
+    resetStats(): void;
+}
+export declare class StreamMerger {
+    private buffer;
+    private completedStreams;
+    merge<T>(streams: Map<string, AsyncIterable<T>>, options?: {
+        bufferSize?: number;
+    }): AsyncGenerator<{
+        source: string;
+        data: T;
+    }, void, void>;
+    private racePromises;
+}
+export declare const globalAcceleratedStream: AcceleratedStream;
+export declare const globalStreamMerger: StreamMerger;
+export {};
+//# sourceMappingURL=accelerated-stream.d.ts.map

package/dist/core/accelerated-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"accelerated-stream.d.ts","sourceRoot":"","sources":["../../src/core/accelerated-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAGnF,UAAU,qBAAqB;IAC9B,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AACD,UAAU,eAAe;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACvB;AACD,qBAAa,iBAAiB;IAC7B,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,KAAK,CAKX;IACF,YAAY,MAAM,GAAE,qBAA0B,EAM7C;IACM,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAyBlH;IACM,kBAAkB,CACxB,MAAM,EAAE,cAAc,CAAC,qBAAqB,CAAC,EAC7C,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,IAAI,CAAC;QACjD,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,qBAAqB,CAAC;KACzE,GACC,cAAc,CAAC,qBAAqB,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAgC/D;YACa,eAAe;IAGvB,sBAAsB,CAAC,CAAC,EAC7B,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,EAC3B,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAE9B;IACD,QAAQ,IAAI,eAAe,CAE1B;IACD,UAAU,IAAI,IAAI,CAOjB;CACD;AACD,qBAAa,YAAY;IACxB,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,gBAAgB,CAA0B;IAC3C,KAAK,CAAC,CAAC,EACb,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,EACtC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/B,cAAc,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,CAAC,CAAA;KAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAyBzD;YACa,YAAY;CAM1B;AACD,eAAO,MAAM,uBAAuB,mBAA0B,CAAC;AAC/D,eAAO,MAAM,kBAAkB,cAAqB,CAAC","sourcesContent":["import type { AssistantMessage, AssistantMessageEvent } from \"@mariozechner/pi-ai\";\nimport { globalMultiGPUExecutor } from \"./multi-gpu-executor.js\";\n\ninterface StreamProcessorConfig {\n\tenableParallelProcessing?: boolean;\n\tbufferSize?: number;\n\tworkerCount?: number;\n}\ninterface ProcessingStats {\n\ttotalChunks: number;\n\tprocessedChunks: number;\n\tbufferedChunks: number;\n\tprocessingTime: number;\n}\nexport class AcceleratedStream {\n\tprivate config: Required<StreamProcessorConfig>;\n\tprivate stats: ProcessingStats = {\n\t\ttotalChunks: 0,\n\t\tprocessedChunks: 0,\n\t\tbufferedChunks: 0,\n\t\tprocessingTime: 0,\n\t};\n\tconstructor(config: StreamProcessorConfig = {}) {\n\t\tthis.config = {\n\t\t\tenableParallelProcessing: config.enableParallelProcessing ?? true,\n\t\t\tbufferSize: config.bufferSize ?? 20,\n\t\t\tworkerCount: config.workerCount ?? 4,\n\t\t};\n\t}\n\tasync *process<T>(source: AsyncIterable<T>, processor: (chunk: T) => T | Promise<T>): AsyncGenerator<T, void, void> {\n\t\tif (!this.config.enableParallelProcessing) {\n\t\t\tfor await (const chunk of source) {\n\t\t\t\tyield await processor(chunk);\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\t\tconst buffer: Promise<T>[] = [];\n\t\tconst startTime = Date.now();\n\t\tfor await (const chunk of source) {\n\t\t\tthis.stats.totalChunks++;\n\t\t\tconst processedPromise = globalMultiGPUExecutor.compute(chunk, processor);\n\t\t\tbuffer.push(processedPromise);\n\t\t\tif (buffer.length >= this.config.bufferSize) {\n\t\t\t\tconst result = await buffer.shift()!;\n\t\t\t\tthis.stats.processedChunks++;\n\t\t\t\tyield result;\n\t\t\t}\n\t\t}\n\t\twhile (buffer.length > 0) {\n\t\t\tconst result = await buffer.shift()!;\n\t\t\tthis.stats.processedChunks++;\n\t\t\tyield result;\n\t\t}\n\t\tthis.stats.processingTime += Date.now() - startTime;\n\t}\n\tasync *accelerateResponse(\n\t\tstream: AsyncGenerator<AssistantMessageEvent>,\n\t\toptions?: {\n\t\t\tonChunk?: (chunk: AssistantMessageEvent) => void;\n\t\t\ttransformChunk?: (chunk: AssistantMessageEvent) => AssistantMessageEvent;\n\t\t},\n\t): AsyncGenerator<AssistantMessageEvent, AssistantMessage, void> {\n\t\tconst buffer: AssistantMessageEvent[] = [];\n\t\tlet finalMessage: AssistantMessage | null = null;\n\t\tconst startTime = Date.now();\n\t\tfor await (const event of stream) {\n\t\t\tthis.stats.totalChunks++;\n\t\t\tconst processedEvent = options?.transformChunk\n\t\t\t\t? await globalMultiGPUExecutor.compute(event, options.transformChunk)\n\t\t\t\t: event;\n\t\t\toptions?.onChunk?.(processedEvent);\n\t\t\tbuffer.push(processedEvent);\n\t\t\tif (buffer.length >= this.config.bufferSize) {\n\t\t\t\tconst toYield = buffer.splice(0, buffer.length - Math.floor(this.config.bufferSize / 2));\n\t\t\t\tfor (const e of toYield) {\n\t\t\t\t\tthis.stats.processedChunks++;\n\t\t\t\t\tyield e;\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (event.type === \"done\" || event.type === \"error\") {\n\t\t\t\tfinalMessage = await this.getFinalMessage(stream);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t\tfor (const event of buffer) {\n\t\t\tthis.stats.processedChunks++;\n\t\t\tyield event;\n\t\t}\n\t\tthis.stats.processingTime += Date.now() - startTime;\n\t\tif (!finalMessage) {\n\t\t\tthrow new Error(\"Stream ended without final message\");\n\t\t}\n\t\treturn finalMessage;\n\t}\n\tprivate async getFinalMessage(stream: AsyncGenerator<AssistantMessageEvent>): Promise<AssistantMessage> {\n\t\treturn {} as AssistantMessage;\n\t}\n\tasync processMultipleStreams<T>(\n\t\tstreams: AsyncIterable<T>[],\n\t\tprocessor: (chunk: T) => T | Promise<T>,\n\t): Promise<AsyncGenerator<T>[]> {\n\t\treturn streams.map((stream) => this.process(stream, processor));\n\t}\n\tgetStats(): ProcessingStats {\n\t\treturn { ...this.stats };\n\t}\n\tresetStats(): void {\n\t\tthis.stats = {\n\t\t\ttotalChunks: 0,\n\t\t\tprocessedChunks: 0,\n\t\t\tbufferedChunks: 0,\n\t\t\tprocessingTime: 0,\n\t\t};\n\t}\n}\nexport class StreamMerger {\n\tprivate buffer: Map<string, any[]> = new Map();\n\tprivate completedStreams: Set<string> = new Set();\n\tasync *merge<T>(\n\t\tstreams: Map<string, AsyncIterable<T>>,\n\t\toptions?: { bufferSize?: number },\n\t): AsyncGenerator<{ source: string; data: T }, void, void> {\n\t\tconst bufferSize = options?.bufferSize ?? 100;\n\t\tconst iterators = new Map<string, AsyncIterator<T>>();\n\t\tfor (const [name, stream] of streams) {\n\t\t\titerators.set(name, stream[Symbol.asyncIterator]());\n\t\t\tthis.buffer.set(name, []);\n\t\t}\n\t\tconst pendingReads = new Map<string, Promise<IteratorResult<T>>>();\n\t\tfor (const [name, iterator] of iterators) {\n\t\t\tpendingReads.set(name, iterator.next());\n\t\t}\n\t\twhile (pendingReads.size > 0) {\n\t\t\tconst [name, result] = await this.racePromises(pendingReads);\n\t\t\tif (result.done) {\n\t\t\t\tthis.completedStreams.add(name);\n\t\t\t\tpendingReads.delete(name);\n\t\t\t\titerators.delete(name);\n\t\t\t} else {\n\t\t\t\tyield { source: name, data: result.value };\n\t\t\t\tconst iterator = iterators.get(name);\n\t\t\t\tif (iterator) {\n\t\t\t\t\tpendingReads.set(name, iterator.next());\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\tprivate async racePromises<T>(promises: Map<string, Promise<T>>): Promise<[string, T]> {\n\t\tconst entries = Array.from(promises.entries());\n\t\tconst racing = entries.map(([name, promise]) => promise.then((result) => ({ name, result })));\n\t\tconst winner = await Promise.race(racing);\n\t\treturn [winner.name, winner.result];\n\t}\n}\nexport const globalAcceleratedStream = new AcceleratedStream();\nexport const globalStreamMerger = new StreamMerger();\n"]}

package/dist/core/accelerated-stream.js

@@ -0,0 +1,133 @@
+import { globalMultiGPUExecutor } from "./multi-gpu-executor.js";
+export class AcceleratedStream {
+    config;
+    stats = {
+        totalChunks: 0,
+        processedChunks: 0,
+        bufferedChunks: 0,
+        processingTime: 0,
+    };
+    constructor(config = {}) {
+        this.config = {
+            enableParallelProcessing: config.enableParallelProcessing ?? true,
+            bufferSize: config.bufferSize ?? 20,
+            workerCount: config.workerCount ?? 4,
+        };
+    }
+    async *process(source, processor) {
+        if (!this.config.enableParallelProcessing) {
+            for await (const chunk of source) {
+                yield await processor(chunk);
+            }
+            return;
+        }
+        const buffer = [];
+        const startTime = Date.now();
+        for await (const chunk of source) {
+            this.stats.totalChunks++;
+            const processedPromise = globalMultiGPUExecutor.compute(chunk, processor);
+            buffer.push(processedPromise);
+            if (buffer.length >= this.config.bufferSize) {
+                const result = await buffer.shift();
+                this.stats.processedChunks++;
+                yield result;
+            }
+        }
+        while (buffer.length > 0) {
+            const result = await buffer.shift();
+            this.stats.processedChunks++;
+            yield result;
+        }
+        this.stats.processingTime += Date.now() - startTime;
+    }
+    async *accelerateResponse(stream, options) {
+        const buffer = [];
+        let finalMessage = null;
+        const startTime = Date.now();
+        for await (const event of stream) {
+            this.stats.totalChunks++;
+            const processedEvent = options?.transformChunk
+                ? await globalMultiGPUExecutor.compute(event, options.transformChunk)
+                : event;
+            options?.onChunk?.(processedEvent);
+            buffer.push(processedEvent);
+            if (buffer.length >= this.config.bufferSize) {
+                const toYield = buffer.splice(0, buffer.length - Math.floor(this.config.bufferSize / 2));
+                for (const e of toYield) {
+                    this.stats.processedChunks++;
+                    yield e;
+                }
+            }
+            if (event.type === "done" || event.type === "error") {
+                finalMessage = await this.getFinalMessage(stream);
+                break;
+            }
+        }
+        for (const event of buffer) {
+            this.stats.processedChunks++;
+            yield event;
+        }
+        this.stats.processingTime += Date.now() - startTime;
+        if (!finalMessage) {
+            throw new Error("Stream ended without final message");
+        }
+        return finalMessage;
+    }
+    async getFinalMessage(stream) {
+        return {};
+    }
+    async processMultipleStreams(streams, processor) {
+        return streams.map((stream) => this.process(stream, processor));
+    }
+    getStats() {
+        return { ...this.stats };
+    }
+    resetStats() {
+        this.stats = {
+            totalChunks: 0,
+            processedChunks: 0,
+            bufferedChunks: 0,
+            processingTime: 0,
+        };
+    }
+}
+export class StreamMerger {
+    buffer = new Map();
+    completedStreams = new Set();
+    async *merge(streams, options) {
+        const bufferSize = options?.bufferSize ?? 100;
+        const iterators = new Map();
+        for (const [name, stream] of streams) {
+            iterators.set(name, stream[Symbol.asyncIterator]());
+            this.buffer.set(name, []);
+        }
+        const pendingReads = new Map();
+        for (const [name, iterator] of iterators) {
+            pendingReads.set(name, iterator.next());
+        }
+        while (pendingReads.size > 0) {
+            const [name, result] = await this.racePromises(pendingReads);
+            if (result.done) {
+                this.completedStreams.add(name);
+                pendingReads.delete(name);
+                iterators.delete(name);
+            }
+            else {
+                yield { source: name, data: result.value };
+                const iterator = iterators.get(name);
+                if (iterator) {
+                    pendingReads.set(name, iterator.next());
+                }
+            }
+        }
+    }
+    async racePromises(promises) {
+        const entries = Array.from(promises.entries());
+        const racing = entries.map(([name, promise]) => promise.then((result) => ({ name, result })));
+        const winner = await Promise.race(racing);
+        return [winner.name, winner.result];
+    }
+}
+export const globalAcceleratedStream = new AcceleratedStream();
+export const globalStreamMerger = new StreamMerger();
+//# sourceMappingURL=accelerated-stream.js.map

package/dist/core/accelerated-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accelerated-stream.js","sourceRoot":"","sources":["../../src/core/accelerated-stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAajE,MAAM,OAAO,iBAAiB;IACrB,MAAM,CAAkC;IACxC,KAAK,GAAoB;QAChC,WAAW,EAAE,CAAC;QACd,eAAe,EAAE,CAAC;QAClB,cAAc,EAAE,CAAC;QACjB,cAAc,EAAE,CAAC;KACjB,CAAC;IACF,YAAY,MAAM,GAA0B,EAAE,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG;YACb,wBAAwB,EAAE,MAAM,CAAC,wBAAwB,IAAI,IAAI;YACjE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;YACnC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;SACpC,CAAC;IAAA,CACF;IACD,KAAK,CAAC,CAAC,OAAO,CAAI,MAAwB,EAAE,SAAuC,EAAiC;QACnH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAC3C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAClC,MAAM,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO;QACR,CAAC;QACD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9B,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,EAAG,CAAC;gBACrC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC7B,MAAM,MAAM,CAAC;YACd,CAAC;QACF,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,EAAG,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAC7B,MAAM,MAAM,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAAA,CACpD;IACD,KAAK,CAAC,CAAC,kBAAkB,CACxB,MAA6C,EAC7C,OAGC,EAC+D;QAChE,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,IAAI,YAAY,GAA4B,IAAI,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc;gBAC7C,CAAC,CAAC,MAAM,sBAAsB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC;gBACrE,CAAC,CAAC,KAAK,CAAC;YACT,OAAO,EAAE,OAAO,EAAE,CAAC,cAAc,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;oBACzB,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;oBAC7B,MAAM,CAAC,CAAC;gBACT,CAAC;YACF,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACrD,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM;YACP,CAAC;QACF,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC;QACb,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACpD,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,YAAY,CAAC;IAAA,CACpB;IACO,KAAK,CAAC,eAAe,CAAC,MAA6C,EAA6B;QACvG,OAAO,EAAsB,CAAC;IAAA,CAC9B;IACD,KAAK,CAAC,sBAAsB,CAC3B,OAA2B,EAC3B,SAAuC,EACR;QAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IAAA,CAChE;IACD,QAAQ,GAAoB;QAC3B,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAAA,CACzB;IACD,UAAU,GAAS;QAClB,IAAI,CAAC,KAAK,GAAG;YACZ,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,cAAc,EAAE,CAAC;SACjB,CAAC;IAAA,CACF;CACD;AACD,MAAM,OAAO,YAAY;IAChB,MAAM,GAAuB,IAAI,GAAG,EAAE,CAAC;IACvC,gBAAgB,GAAgB,IAAI,GAAG,EAAE,CAAC;IAClD,KAAK,CAAC,CAAC,KAAK,CACX,OAAsC,EACtC,OAAiC,EACyB;QAC1D,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,GAAG,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4B,CAAC;QACtD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACtC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC3B,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAsC,CAAC;QACnE,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1C,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAC7D,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC1B,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACP,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrC,IAAI,QAAQ,EAAE,CAAC;oBACd,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzC,CAAC;YACF,CAAC;QACF,CAAC;IAAA,CACD;IACO,KAAK,CAAC,YAAY,CAAI,QAAiC,EAAwB;QACtF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAAA,CACpC;CACD;AACD,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAC/D,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,YAAY,EAAE,CAAC","sourcesContent":["import type { AssistantMessage, AssistantMessageEvent } from \"@mariozechner/pi-ai\";\nimport { globalMultiGPUExecutor } from \"./multi-gpu-executor.js\";\n\ninterface StreamProcessorConfig {\n\tenableParallelProcessing?: boolean;\n\tbufferSize?: number;\n\tworkerCount?: number;\n}\ninterface ProcessingStats {\n\ttotalChunks: number;\n\tprocessedChunks: number;\n\tbufferedChunks: number;\n\tprocessingTime: number;\n}\nexport class AcceleratedStream {\n\tprivate config: Required<StreamProcessorConfig>;\n\tprivate stats: ProcessingStats = {\n\t\ttotalChunks: 0,\n\t\tprocessedChunks: 0,\n\t\tbufferedChunks: 0,\n\t\tprocessingTime: 0,\n\t};\n\tconstructor(config: StreamProcessorConfig = {}) {\n\t\tthis.config = {\n\t\t\tenableParallelProcessing: config.enableParallelProcessing ?? true,\n\t\t\tbufferSize: config.bufferSize ?? 20,\n\t\t\tworkerCount: config.workerCount ?? 4,\n\t\t};\n\t}\n\tasync *process<T>(source: AsyncIterable<T>, processor: (chunk: T) => T | Promise<T>): AsyncGenerator<T, void, void> {\n\t\tif (!this.config.enableParallelProcessing) {\n\t\t\tfor await (const chunk of source) {\n\t\t\t\tyield await processor(chunk);\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\t\tconst buffer: Promise<T>[] = [];\n\t\tconst startTime = Date.now();\n\t\tfor await (const chunk of source) {\n\t\t\tthis.stats.totalChunks++;\n\t\t\tconst processedPromise = globalMultiGPUExecutor.compute(chunk, processor);\n\t\t\tbuffer.push(processedPromise);\n\t\t\tif (buffer.length >= this.config.bufferSize) {\n\t\t\t\tconst result = await buffer.shift()!;\n\t\t\t\tthis.stats.processedChunks++;\n\t\t\t\tyield result;\n\t\t\t}\n\t\t}\n\t\twhile (buffer.length > 0) {\n\t\t\tconst result = await buffer.shift()!;\n\t\t\tthis.stats.processedChunks++;\n\t\t\tyield result;\n\t\t}\n\t\tthis.stats.processingTime += Date.now() - startTime;\n\t}\n\tasync *accelerateResponse(\n\t\tstream: AsyncGenerator<AssistantMessageEvent>,\n\t\toptions?: {\n\t\t\tonChunk?: (chunk: AssistantMessageEvent) => void;\n\t\t\ttransformChunk?: (chunk: AssistantMessageEvent) => AssistantMessageEvent;\n\t\t},\n\t): AsyncGenerator<AssistantMessageEvent, AssistantMessage, void> {\n\t\tconst buffer: AssistantMessageEvent[] = [];\n\t\tlet finalMessage: AssistantMessage | null = null;\n\t\tconst startTime = Date.now();\n\t\tfor await (const event of stream) {\n\t\t\tthis.stats.totalChunks++;\n\t\t\tconst processedEvent = options?.transformChunk\n\t\t\t\t? await globalMultiGPUExecutor.compute(event, options.transformChunk)\n\t\t\t\t: event;\n\t\t\toptions?.onChunk?.(processedEvent);\n\t\t\tbuffer.push(processedEvent);\n\t\t\tif (buffer.length >= this.config.bufferSize) {\n\t\t\t\tconst toYield = buffer.splice(0, buffer.length - Math.floor(this.config.bufferSize / 2));\n\t\t\t\tfor (const e of toYield) {\n\t\t\t\t\tthis.stats.processedChunks++;\n\t\t\t\t\tyield e;\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (event.type === \"done\" || event.type === \"error\") {\n\t\t\t\tfinalMessage = await this.getFinalMessage(stream);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t\tfor (const event of buffer) {\n\t\t\tthis.stats.processedChunks++;\n\t\t\tyield event;\n\t\t}\n\t\tthis.stats.processingTime += Date.now() - startTime;\n\t\tif (!finalMessage) {\n\t\t\tthrow new Error(\"Stream ended without final message\");\n\t\t}\n\t\treturn finalMessage;\n\t}\n\tprivate async getFinalMessage(stream: AsyncGenerator<AssistantMessageEvent>): Promise<AssistantMessage> {\n\t\treturn {} as AssistantMessage;\n\t}\n\tasync processMultipleStreams<T>(\n\t\tstreams: AsyncIterable<T>[],\n\t\tprocessor: (chunk: T) => T | Promise<T>,\n\t): Promise<AsyncGenerator<T>[]> {\n\t\treturn streams.map((stream) => this.process(stream, processor));\n\t}\n\tgetStats(): ProcessingStats {\n\t\treturn { ...this.stats };\n\t}\n\tresetStats(): void {\n\t\tthis.stats = {\n\t\t\ttotalChunks: 0,\n\t\t\tprocessedChunks: 0,\n\t\t\tbufferedChunks: 0,\n\t\t\tprocessingTime: 0,\n\t\t};\n\t}\n}\nexport class StreamMerger {\n\tprivate buffer: Map<string, any[]> = new Map();\n\tprivate completedStreams: Set<string> = new Set();\n\tasync *merge<T>(\n\t\tstreams: Map<string, AsyncIterable<T>>,\n\t\toptions?: { bufferSize?: number },\n\t): AsyncGenerator<{ source: string; data: T }, void, void> {\n\t\tconst bufferSize = options?.bufferSize ?? 100;\n\t\tconst iterators = new Map<string, AsyncIterator<T>>();\n\t\tfor (const [name, stream] of streams) {\n\t\t\titerators.set(name, stream[Symbol.asyncIterator]());\n\t\t\tthis.buffer.set(name, []);\n\t\t}\n\t\tconst pendingReads = new Map<string, Promise<IteratorResult<T>>>();\n\t\tfor (const [name, iterator] of iterators) {\n\t\t\tpendingReads.set(name, iterator.next());\n\t\t}\n\t\twhile (pendingReads.size > 0) {\n\t\t\tconst [name, result] = await this.racePromises(pendingReads);\n\t\t\tif (result.done) {\n\t\t\t\tthis.completedStreams.add(name);\n\t\t\t\tpendingReads.delete(name);\n\t\t\t\titerators.delete(name);\n\t\t\t} else {\n\t\t\t\tyield { source: name, data: result.value };\n\t\t\t\tconst iterator = iterators.get(name);\n\t\t\t\tif (iterator) {\n\t\t\t\t\tpendingReads.set(name, iterator.next());\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\tprivate async racePromises<T>(promises: Map<string, Promise<T>>): Promise<[string, T]> {\n\t\tconst entries = Array.from(promises.entries());\n\t\tconst racing = entries.map(([name, promise]) => promise.then((result) => ({ name, result })));\n\t\tconst winner = await Promise.race(racing);\n\t\treturn [winner.name, winner.result];\n\t}\n}\nexport const globalAcceleratedStream = new AcceleratedStream();\nexport const globalStreamMerger = new StreamMerger();\n"]}