@pasko70/pibo 2.2.4 → 2.3.0

package/dist/tools/session-tool-set.js

@@ -1,6 +1,6 @@
 import { createPiboGoalToolDefinitions, PIBO_GOAL_TOOL_NAMES } from "../loops/tools.js";
 import { createRunToolDefinitions } from "../runs/tools.js";
-import { createSubagentToolDefinitions } from "../subagents/tool.js";
+import { createAgentToolDefinitions } from "../subagents/tool.js";
 import { CODEX_BROWSER_TOOL_NAMES, createCodexBrowserToolDefinitions, } from "./codex-browser.js";
 import { createCodexCompatToolDefinitions } from "./codex-compat.js";
 import { createRuntimeToolDefinition } from "./runtime/tool.js";
@@ -18,6 +18,7 @@ export function isEnabledCodexBrowserToolProfile(tool) {
 }
 export function isGeneratedPiboTool(name) {
     return name === "runtime"
+        || name.startsWith("pibo_agents_")
         || name.startsWith("pibo_subagent_")
         || name.startsWith("pibo_run_")
         || PIBO_GOAL_TOOL_NAMES.includes(name);
@@ -33,6 +34,9 @@ function getToolDefinition(tool, context = {}) {
 /** Assemble the selected Pibo-managed tool set without importing any harness package. */
 export function createPiboSessionToolDefinitions(options) {
     const { profile } = options;
+    if (profile.subagents.some((subagent) => subagent.enabled !== false) && options.subagentRunner && !options.agentsController) {
+        throw new Error("CreatePiboSessionToolDefinitionsOptions.subagentRunner is retired. Provide agentsController so the session can expose the four pibo_agents_* management tools.");
+    }
     const runtimeProfileTool = profile.tools.find(isEnabledRuntimeToolProfile);
     const runtimeTool = runtimeProfileTool && options.runtimeToolController
         ? createRuntimeToolDefinition(options.runtimeToolController)
@@ -53,8 +57,8 @@ export function createPiboSessionToolDefinitions(options) {
     const goalTools = profile.toolPackages.goalControl !== false
         ? createPiboGoalToolDefinitions(options.toolContext ?? {})
         : [];
-    const subagentTools = options.subagentRunner
-        ? createSubagentToolDefinitions(profile.subagents, options.subagentRunner)
+    const agentTools = options.agentsController
+        ? createAgentToolDefinitions(profile.subagents, options.agentsController)
         : [];
     const nativeYieldableTools = [...(options.nativeYieldableTools ?? [])];
     const yieldableTools = [
@@ -64,7 +68,7 @@ export function createPiboSessionToolDefinitions(options) {
             .map((tool) => getToolDefinition(tool, options.toolContext)),
         ...(runtimeTool && runtimeProfileTool?.yieldable !== false ? [runtimeTool] : []),
         ...codexBrowserTools.filter((definition) => profile.tools.find((tool) => tool.name === definition.name)?.yieldable !== false),
-        ...subagentTools,
+        ...agentTools,
         ...codexCompatTools,
     ];
     const runTools = profile.toolPackages.runControl === true
@@ -77,7 +81,7 @@ export function createPiboSessionToolDefinitions(options) {
         ...profileToolDefinitions,
         ...(runtimeTool ? [runtimeTool] : []),
         ...codexBrowserTools,
-        ...subagentTools,
+        ...agentTools,
         ...codexCompatTools,
         ...goalTools,
         ...runTools,

package/dist/transcription/openai-chatgpt.js

@@ -0,0 +1,148 @@
+import { readPiCredential, resolvePiProviderAuth, } from "../agent-runtimes/pi/credentials.js";
+import { PiboTranscriptionError, } from "./types.js";
+export const OPENAI_CHATGPT_TRANSCRIPTION_PROVIDER_ID = "openai-chatgpt";
+export const OPENAI_CODEX_AUTH_PROVIDER_ID = "openai-codex";
+export const DEFAULT_OPENAI_CHATGPT_TRANSCRIPTION_URL = "https://chatgpt.com/backend-api/transcribe";
+export const DEFAULT_OPENAI_CHATGPT_USER_AGENT = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36";
+export function createOpenAiChatGptTranscriptionProvider(options = {}) {
+    const url = options.url ?? DEFAULT_OPENAI_CHATGPT_TRANSCRIPTION_URL;
+    const fetchImpl = options.fetch ?? fetch;
+    const getAuth = options.getAuth ?? resolveOpenAiChatGptTranscriptionAuth;
+    const isConfigured = options.isConfigured ?? hasOpenAiCodexOAuthCredential;
+    return {
+        id: OPENAI_CHATGPT_TRANSCRIPTION_PROVIDER_ID,
+        name: "ChatGPT Subscription",
+        description: "Uses the existing OpenAI Codex OAuth login and ChatGPT subscription through Codex's transcription path.",
+        isConfigured,
+        async transcribe(input) {
+            if (input.audio.bytes.byteLength === 0) {
+                throw new PiboTranscriptionError("The audio recording is empty.", "invalid_audio");
+            }
+            let auth;
+            try {
+                auth = await getAuth();
+            }
+            catch (error) {
+                throw new PiboTranscriptionError("ChatGPT Subscription authentication could not be loaded. Sign in again under Settings → Providers.", "not_configured", { cause: error });
+            }
+            if (!auth?.accessToken) {
+                throw new PiboTranscriptionError("ChatGPT Subscription authentication is not configured. Sign in to OpenAI (ChatGPT Plus/Pro) under Settings → Providers.", "not_configured");
+            }
+            const form = new FormData();
+            const audioBytes = input.audio.bytes.slice().buffer;
+            const audio = new Blob([audioBytes], { type: input.audio.mimeType || "application/octet-stream" });
+            form.append("file", audio, input.audio.filename);
+            const headers = {
+                Authorization: `Bearer ${auth.accessToken}`,
+                Origin: "https://chatgpt.com",
+                Referer: "https://chatgpt.com/",
+                "User-Agent": chatGptUserAgent(input.clientUserAgent),
+            };
+            if (auth.accountId)
+                headers["ChatGPT-Account-Id"] = auth.accountId;
+            let response;
+            try {
+                response = await fetchImpl(url, {
+                    method: "POST",
+                    headers,
+                    body: form,
+                });
+            }
+            catch (error) {
+                throw new PiboTranscriptionError("ChatGPT subscription transcription request failed.", "provider_error", { cause: error });
+            }
+            const responseText = await response.text().catch(() => "");
+            const payload = parseJsonObject(responseText);
+            if (!response.ok) {
+                const detail = transcriptionErrorMessage(payload, responseText);
+                const loginGuidance = response.status === 401
+                    ? " Sign in again under Settings → Providers."
+                    : "";
+                throw new PiboTranscriptionError(`ChatGPT subscription transcription request failed (${response.status})${detail ? `: ${detail}` : "."}${loginGuidance}`, "provider_error");
+            }
+            const text = transcriptionText(payload);
+            if (!text) {
+                throw new PiboTranscriptionError("ChatGPT returned an empty transcription.", "provider_error");
+            }
+            return { text };
+        },
+    };
+}
+async function hasOpenAiCodexOAuthCredential() {
+    return (await readPiCredential(OPENAI_CODEX_AUTH_PROVIDER_ID))?.type === "oauth";
+}
+async function resolveOpenAiChatGptTranscriptionAuth() {
+    const credential = await readPiCredential(OPENAI_CODEX_AUTH_PROVIDER_ID);
+    if (credential?.type !== "oauth")
+        return undefined;
+    const resolvedAuth = await resolvePiProviderAuth(OPENAI_CODEX_AUTH_PROVIDER_ID);
+    const accessToken = resolvedAuth?.auth.apiKey;
+    if (!accessToken)
+        return undefined;
+    return {
+        accessToken,
+        accountId: getOpenAiAccountId(accessToken, credential.accountId),
+    };
+}
+function chatGptUserAgent(value) {
+    const userAgent = value?.replace(/[\u0000-\u001f\u007f]/g, "").trim();
+    return userAgent && userAgent.length <= 512 && /\bMozilla\/5\.0\b/.test(userAgent)
+        ? userAgent
+        : DEFAULT_OPENAI_CHATGPT_USER_AGENT;
+}
+function getOpenAiAccountId(accessToken, storedAccountId) {
+    if (typeof storedAccountId === "string" && storedAccountId.trim())
+        return storedAccountId.trim();
+    const payload = decodeJwtPayload(accessToken);
+    const auth = payload?.["https://api.openai.com/auth"];
+    if (!auth || typeof auth !== "object" || Array.isArray(auth))
+        return undefined;
+    const accountId = auth.chatgpt_account_id;
+    return typeof accountId === "string" && accountId.trim() ? accountId.trim() : undefined;
+}
+function decodeJwtPayload(token) {
+    try {
+        const payload = token.split(".")[1];
+        if (!payload)
+            return undefined;
+        const normalized = payload.replace(/-/g, "+").replace(/_/g, "/");
+        const padded = normalized.padEnd(Math.ceil(normalized.length / 4) * 4, "=");
+        const parsed = JSON.parse(Buffer.from(padded, "base64").toString("utf8"));
+        return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+            ? parsed
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function parseJsonObject(value) {
+    try {
+        const parsed = JSON.parse(value);
+        return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+            ? parsed
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function transcriptionText(payload) {
+    const text = payload?.text;
+    return typeof text === "string" && text.trim() ? text.trim() : undefined;
+}
+function transcriptionErrorMessage(payload, responseText) {
+    const error = payload?.error;
+    const message = error && typeof error === "object" && !Array.isArray(error)
+        ? error.message
+        : undefined;
+    const candidate = typeof message === "string"
+        ? message
+        : typeof payload?.detail === "string"
+            ? payload.detail
+            : responseText.trimStart().startsWith("<")
+                ? "ChatGPT rejected the request at its web boundary."
+                : responseText;
+    const normalized = candidate.replace(/\s+/g, " ").trim();
+    return normalized ? normalized.slice(0, 300) : undefined;
+}

package/dist/transcription/openai.js

@@ -0,0 +1,72 @@
+import { getPiProviderAuthStatus, resolvePiProviderAuth } from "../agent-runtimes/pi/credentials.js";
+import { PiboTranscriptionError, } from "./types.js";
+export const OPENAI_TRANSCRIPTION_PROVIDER_ID = "openai-api";
+export const OPENAI_API_CREDENTIAL_PROVIDER_ID = "openai";
+export const DEFAULT_OPENAI_TRANSCRIPTION_MODEL = "gpt-4o-mini-transcribe";
+export const DEFAULT_OPENAI_TRANSCRIPTION_URL = "https://api.openai.com/v1/audio/transcriptions";
+export function createOpenAiTranscriptionProvider(options = {}) {
+    const model = options.model ?? DEFAULT_OPENAI_TRANSCRIPTION_MODEL;
+    const url = options.url ?? DEFAULT_OPENAI_TRANSCRIPTION_URL;
+    const fetchImpl = options.fetch ?? fetch;
+    const getApiKey = options.getApiKey ?? (async () => (await resolvePiProviderAuth(OPENAI_API_CREDENTIAL_PROVIDER_ID))?.auth.apiKey);
+    const isConfigured = options.isConfigured ?? (async () => (await getPiProviderAuthStatus(OPENAI_API_CREDENTIAL_PROVIDER_ID)).configured);
+    return {
+        id: OPENAI_TRANSCRIPTION_PROVIDER_ID,
+        name: "OpenAI API",
+        description: `Official OpenAI Audio Transcriptions API using ${model}.`,
+        isConfigured,
+        async transcribe(input) {
+            if (input.audio.bytes.byteLength === 0) {
+                throw new PiboTranscriptionError("The audio recording is empty.", "invalid_audio");
+            }
+            const apiKey = await getApiKey();
+            if (!apiKey) {
+                throw new PiboTranscriptionError("OpenAI API authentication is not configured. Add an OpenAI API key in Settings → Providers.", "not_configured");
+            }
+            const form = new FormData();
+            const audioBytes = input.audio.bytes.slice().buffer;
+            const audio = new Blob([audioBytes], { type: input.audio.mimeType || "application/octet-stream" });
+            form.append("file", audio, input.audio.filename);
+            form.append("model", model);
+            let response;
+            try {
+                response = await fetchImpl(url, {
+                    method: "POST",
+                    headers: { Authorization: `Bearer ${apiKey}` },
+                    body: form,
+                });
+            }
+            catch (error) {
+                throw new PiboTranscriptionError("OpenAI transcription request failed.", "provider_error", { cause: error });
+            }
+            const payload = await response.json().catch(() => undefined);
+            if (!response.ok) {
+                const detail = transcriptionErrorMessage(payload);
+                throw new PiboTranscriptionError(`OpenAI transcription request failed (${response.status})${detail ? `: ${detail}` : "."}`, "provider_error");
+            }
+            const text = transcriptionText(payload);
+            if (!text) {
+                throw new PiboTranscriptionError("OpenAI returned an empty transcription.", "provider_error");
+            }
+            return { text, model };
+        },
+    };
+}
+function transcriptionText(payload) {
+    if (!payload || typeof payload !== "object" || Array.isArray(payload))
+        return undefined;
+    const text = payload.text;
+    return typeof text === "string" && text.trim() ? text.trim() : undefined;
+}
+function transcriptionErrorMessage(payload) {
+    if (!payload || typeof payload !== "object" || Array.isArray(payload))
+        return undefined;
+    const error = payload.error;
+    const message = error && typeof error === "object" && !Array.isArray(error)
+        ? error.message
+        : undefined;
+    if (typeof message !== "string")
+        return undefined;
+    const normalized = message.replace(/\s+/g, " ").trim();
+    return normalized ? normalized.slice(0, 300) : undefined;
+}

package/dist/transcription/types.js

@@ -0,0 +1,8 @@
+export class PiboTranscriptionError extends Error {
+    code;
+    constructor(message, code, options) {
+        super(message, options);
+        this.code = code;
+        this.name = "PiboTranscriptionError";
+    }
+}

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "@pasko70/pibo",
-  "version": "2.2.4",
+  "version": "2.3.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@pasko70/pibo",
-      "version": "2.2.4",
+      "version": "2.3.0",
       "workspaces": [
         "packages/workflows"
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pasko70/pibo",
-  "version": "2.2.4",
+  "version": "2.3.0",
   "type": "module",
   "workspaces": [
     "packages/workflows"