@xopcai/xopc 0.0.389 → 0.0.390

package/dist/src/providers/setup/profiles.js

@@ -0,0 +1,94 @@
+import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
+//#region src/providers/setup/profiles.ts
+/** Plan usage is conservative until a vendor explicitly permits unattended execution. */
+function isInteractiveOnlyProvider(provider, baseUrl) {
+	if (subscriptionProviders.has(provider?.trim().toLowerCase())) return true;
+	if (!baseUrl) return false;
+	try {
+		const url = new URL(baseUrl);
+		const hostname = url.hostname.toLowerCase().replace(/\.$/, "");
+		return [
+			"token-plan.cn-beijing.maas.aliyuncs.com",
+			"token-plan.ap-southeast-1.maas.aliyuncs.com",
+			"token-plan-cn.xiaomimimo.com",
+			"token-plan-ams.xiaomimimo.com",
+			"token-plan-sgp.xiaomimimo.com",
+			"coding.dashscope.aliyuncs.com",
+			"coding-intl.dashscope.aliyuncs.com"
+		].includes(hostname) || ["ark.cn-beijing.volces.com", "ark.ap-southeast.bytepluses.com"].includes(hostname) && decodeURIComponent(url.pathname).startsWith("/api/coding/");
+	} catch {
+		return false;
+	}
+}
+function getProviderSetupProfile(provider, name = provider, oauth = false, baseUrl) {
+	if (profiles[provider]) return {
+		id: provider,
+		...profiles[provider]
+	};
+	const interactiveOnly = isInteractiveOnlyProvider(provider, baseUrl);
+	const local = Boolean(baseUrl && /^https?:\/\/(localhost|127\.0\.0\.1|\[::1\])(?=[:/]|$)/.test(baseUrl));
+	return {
+		id: provider,
+		brand: {
+			"dashscope-cn": "Alibaba Bailian",
+			"dashscope-intl": "Alibaba Bailian",
+			"qwen-token-plan": "Alibaba Bailian",
+			"qwen-token-plan-individual": "Alibaba Bailian",
+			xiaomi: "Xiaomi MiMo",
+			"xiaomi-token-plan-ams": "Xiaomi MiMo",
+			"xiaomi-token-plan-sgp": "Xiaomi MiMo"
+		}[provider] ?? name,
+		name,
+		access: interactiveOnly ? "subscription" : local ? "local" : "api",
+		credential: oauth ? "oauth" : local ? "none" : "api-key",
+		interactiveOnly
+	};
+}
+var subscriptionProviders, profiles;
+var init_profiles = __esmMin((() => {
+	subscriptionProviders = new Set([
+		"qwen-token-plan-cn",
+		"qwen-token-plan",
+		"qwen-token-plan-individual",
+		"xiaomi-token-plan-cn",
+		"xiaomi-token-plan-ams",
+		"xiaomi-token-plan-sgp",
+		"zai-coding-cn",
+		"zai-coding-global",
+		"zhipu-coding-cn",
+		"kimi-coding",
+		"volcengine-plan",
+		"byteplus-plan",
+		"stepfun-plan",
+		"stepfun-plan-cn",
+		"stepfun-plan-intl"
+	]);
+	profiles = {
+		"qwen-token-plan-cn": {
+			brand: "Alibaba Bailian",
+			name: "Bailian subscription · Beijing",
+			access: "subscription",
+			credential: "api-key",
+			interactiveOnly: true,
+			apiKeyUrl: "https://bailian.console.aliyun.com/cn-beijing/subscription/overview"
+		},
+		"xopc-cloud": {
+			brand: "XOPC Cloud",
+			name: "XOPC Cloud",
+			access: "account",
+			credential: "oauth",
+			interactiveOnly: false
+		},
+		"xiaomi-token-plan-cn": {
+			brand: "Xiaomi MiMo",
+			name: "MiMo Token Plan · China",
+			access: "subscription",
+			credential: "api-key",
+			interactiveOnly: true,
+			apiKeyUrl: "https://platform.xiaomimimo.com/"
+		}
+	};
+}));
+//#endregion
+init_profiles();
+export { getProviderSetupProfile, init_profiles, isInteractiveOnlyProvider };

package/dist/src/providers/setup/voice.d.ts

@@ -0,0 +1,23 @@
+import type { ModelSetupUse } from '@xopcai/gateway-contract';
+import { type Config } from '../../config/schema.js';
+export type VoiceSetupUse = Extract<ModelSetupUse, 'speech' | 'transcription' | 'conversation'>;
+export type SetupVoiceModel = {
+    ref: string;
+    name: string;
+    provider: string;
+    model: string;
+    voice?: string;
+    recommended?: boolean;
+};
+export type SetupVoiceState = {
+    revision: string;
+    current: Partial<Record<VoiceSetupUse, string>>;
+    choices: Record<VoiceSetupUse, SetupVoiceModel[]>;
+};
+export declare const voiceSetupUses: VoiceSetupUse[];
+export declare function readSetupVoiceState(provider: string, config: Config): SetupVoiceState;
+/** Voice lives in the existing app configuration; never copy the provider secret. */
+export declare function applySetupVoice(config: Config, assignments: Array<{
+    use: VoiceSetupUse;
+    model: SetupVoiceModel;
+}>): Config;

package/dist/src/providers/setup/voice.js

@@ -0,0 +1,234 @@
+import { ConfigSchema, init_schema } from "../../config/schema.js";
+import { voiceSupportsMode } from "../../../packages/realtime-protocol/src/voice-catalog.js";
+import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
+import { getModelCatalogStore, init_model_catalog_store } from "../model-catalog-store.js";
+import { BAILIAN_PLAN_HOST, BAILIAN_PLAN_OMNI_MODEL, BAILIAN_PLAN_OMNI_VOICE, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL, BAILIAN_PLAN_TTS_MODEL, BAILIAN_PLAN_TTS_VOICE } from "../../voice/token-plan.js";
+import { listSttProvidersForApi } from "../../voice/stt/list-providers.js";
+import { listTtsProvidersForApi } from "../../voice/tts/list-providers.js";
+import { selectPlatformVoice } from "../../voice/platform-settings.js";
+import { createHash } from "node:crypto";
+//#region src/providers/setup/voice.ts
+init_voice();
+init_schema();
+init_model_catalog_store();
+const voiceSetupUses = [
+	"transcription",
+	"speech",
+	"conversation"
+];
+function readSetupVoiceState(provider, config) {
+	const tts = config.messages?.tts;
+	const stt = config.tools.media?.audio;
+	const omni = config.voice?.realtime?.omni;
+	const choices = {
+		speech: [],
+		transcription: [],
+		conversation: []
+	};
+	if (provider === "qwen-token-plan-cn") {
+		choices.speech.push({
+			ref: `${provider}/${BAILIAN_PLAN_TTS_MODEL}`,
+			name: "Qwen Audio 3.0 TTS Plus",
+			provider,
+			model: BAILIAN_PLAN_TTS_MODEL,
+			voice: BAILIAN_PLAN_TTS_VOICE
+		});
+		choices.transcription.push({
+			ref: `${provider}/${BAILIAN_PLAN_STT_MODEL}`,
+			name: "Qwen Audio 3.0 ASR Flash",
+			provider,
+			model: BAILIAN_PLAN_STT_MODEL
+		});
+		choices.conversation.push({
+			ref: `${provider}/${BAILIAN_PLAN_OMNI_MODEL}`,
+			name: "Qwen Audio 3.0 Realtime Plus",
+			provider,
+			model: BAILIAN_PLAN_OMNI_MODEL,
+			voice: BAILIAN_PLAN_OMNI_VOICE
+		});
+	} else if (provider === "xopc-cloud") {
+		const source = getModelCatalogStore().getSource(provider);
+		for (const model of source?.models ?? []) {
+			if (model.availability !== "available" || !model.voice) continue;
+			for (const use of voiceSetupUses) {
+				const kind = {
+					speech: "tts",
+					transcription: "stt",
+					conversation: "omni"
+				}[use];
+				if (model.kind !== kind) continue;
+				if (!model.voice.modes.includes(use)) continue;
+				const voice = use === "transcription" ? void 0 : model.voice.voices.find((voice) => voice.id === model.voice?.defaultVoice && voiceSupportsMode(voice, use))?.id ?? model.voice.voices.find((voice) => voiceSupportsMode(voice, use))?.id;
+				if (use !== "transcription" && !voice) continue;
+				choices[use].push({
+					ref: `${provider}/${model.id}`,
+					name: model.name,
+					provider,
+					model: model.id,
+					...voice ? { voice } : {},
+					recommended: source?.recommended?.[model.kind] === model.id
+				});
+			}
+		}
+	}
+	if (provider !== "qwen-token-plan-cn" && provider !== "xopc-cloud") for (const [use, entries] of [["transcription", listSttProvidersForApi(config).providers], ["speech", listTtsProvidersForApi(config).providers]]) {
+		const entry = entries.find((entry) => entry.id === provider && entry.configured);
+		if (!entry) continue;
+		const configured = use === "speech" ? tts?.providers?.[provider] : stt?.providers?.[provider];
+		const models = entry.models?.length ? entry.models : [{
+			id: String(configured?.model ?? "default"),
+			name: entry.displayName
+		}];
+		const currentModel = configured?.model ?? entry.fields.find((field) => field.key === "model")?.defaultValue ?? models[0]?.id;
+		const voiceDefault = entry.fields.find((field) => field.key === "voice")?.defaultValue;
+		const defaultVoice = typeof voiceDefault === "string" ? voiceDefault : entry.voices?.[0]?.id;
+		for (const model of models) choices[use].push({
+			ref: `${provider}/${model.id}`,
+			name: model.name,
+			provider,
+			model: model.id,
+			...use === "speech" ? { voice: currentModel === model.id && typeof configured?.voice === "string" ? configured.voice : defaultVoice } : {}
+		});
+	}
+	const current = {};
+	if (tts?.provider) current.speech = `${tts.provider}/${tts.providers?.[tts.provider]?.model ?? "default"}`;
+	if (stt?.provider) current.transcription = `${stt.provider}/${stt.providers?.[stt.provider]?.model ?? "default"}`;
+	if (omni) current.conversation = `${omni.provider}/${omni.model}`;
+	return {
+		current,
+		choices,
+		revision: createHash("sha256").update(JSON.stringify([
+			tts,
+			stt,
+			config.voice,
+			choices
+		])).digest("hex")
+	};
+}
+/** Voice lives in the existing app configuration; never copy the provider secret. */
+function applySetupVoice(config, assignments) {
+	let next = structuredClone(config);
+	for (const { use, model } of assignments) {
+		if (model.provider === "xopc-cloud") next = selectPlatformVoice(next, {
+			mode: use,
+			model: model.model,
+			...model.voice ? { voice: model.voice } : {}
+		});
+		else if (model.provider === "qwen-token-plan-cn") if (use === "speech") {
+			const current = next.messages?.tts;
+			const previous = current?.providers?.[model.provider];
+			const voice = (!previous?.model || previous.model === model.model) && typeof previous?.voice === "string" ? previous.voice : model.voice;
+			next.messages ??= {};
+			next.messages.tts = {
+				enabled: true,
+				provider: model.provider,
+				trigger: "off",
+				maxTextLength: 512,
+				timeoutMs: 6e4,
+				...current,
+				providers: {
+					...current?.providers,
+					[model.provider]: {
+						...previous,
+						model: model.model,
+						voice
+					}
+				}
+			};
+			next.messages.tts.provider = model.provider;
+			next.messages.tts.enabled = true;
+		} else if (use === "transcription") {
+			next.tools.media ??= {};
+			const current = next.tools.media.audio;
+			next.tools.media.audio = {
+				...current,
+				enabled: true,
+				provider: model.provider,
+				fallback: {
+					enabled: false,
+					order: []
+				},
+				models: [{
+					provider: model.provider,
+					model: model.model,
+					capabilities: ["audio"]
+				}],
+				providers: {
+					...current?.providers,
+					[model.provider]: {
+						...current?.providers?.[model.provider],
+						model: model.model
+					}
+				}
+			};
+		} else {
+			next = ConfigSchema.parse({
+				...next,
+				voice: next.voice ?? {}
+			});
+			next.voice.realtime.enabled = true;
+			next.voice.realtime.omni = {
+				provider: BAILIAN_PLAN_PROVIDER,
+				model: model.model,
+				voice: model.voice,
+				baseUrl: `${BAILIAN_PLAN_HOST.replace("https:", "wss:")}/api-ws/v1/realtime`,
+				instructions: next.voice?.realtime.omni?.instructions ?? "Keep replies conversational and concise. You cannot execute tools."
+			};
+		}
+		else if (use === "speech") {
+			const current = next.messages?.tts;
+			next.messages ??= {};
+			next.messages.tts = {
+				enabled: true,
+				trigger: "off",
+				maxTextLength: 512,
+				timeoutMs: 6e4,
+				...current,
+				provider: model.provider,
+				providers: {
+					...current?.providers,
+					[model.provider]: {
+						...current?.providers?.[model.provider],
+						model: model.model,
+						...model.voice ? { voice: model.voice } : {}
+					}
+				}
+			};
+			next.messages.tts.enabled = true;
+		} else if (use === "transcription") {
+			next.tools.media ??= {};
+			const current = next.tools.media.audio;
+			next.tools.media.audio = {
+				...current,
+				enabled: true,
+				provider: model.provider,
+				providers: {
+					...current?.providers,
+					[model.provider]: {
+						...current?.providers?.[model.provider],
+						model: model.model
+					}
+				}
+			};
+		} else throw new Error("No realtime voice configuration binding for this provider");
+		if (use === "speech" && next.messages?.tts) next.messages.tts.fallback = {
+			enabled: false,
+			order: []
+		};
+		if (use === "conversation" && next.voice) next.voice.realtime.defaultEngine = "omni";
+		if (use === "transcription" && next.tools.media?.audio) {
+			next.tools.media.audio.fallback = {
+				enabled: false,
+				order: []
+			};
+			next.tools.media.audio.models = [{
+				provider: model.provider,
+				model: model.model,
+				capabilities: ["audio"]
+			}];
+		}
+	}
+	return ConfigSchema.parse(next);
+}
+//#endregion
+export { applySetupVoice, readSetupVoiceState, voiceSetupUses };

package/dist/src/scenes/agentExecutor.d.ts

@@ -5,4 +5,5 @@ export declare class SceneAgentExecutor implements SceneReadOnlyExecutor {
     private readonly resolveModel;
     constructor(resolveModel: () => Model<Api>);
     execute(input: Parameters<SceneReadOnlyExecutor['execute']>[0]): Promise<unknown>;
+    private executeScoped;
 }

package/dist/src/scenes/agentExecutor.js

@@ -1,3 +1,4 @@
+import { init_model_usage, modelUsageOriginForCall, withModelUsageOrigin } from "../providers/model-usage.js";
 import { init_sync_provider_auth, resolveProviderApiKeySync } from "../auth/sync-provider-auth.js";
 import { getApiKeySync, init_providers } from "../providers/index.js";
 import { createExtensionAwareStreamFn } from "../providers/extension-stream-bridge.js";
@@ -7,12 +8,16 @@ import { Agent } from "@earendil-works/pi-agent-core";
 //#region src/scenes/agentExecutor.ts
 init_sync_provider_auth();
 init_providers();
+init_model_usage();
 /** A single reasoning turn over host-selected evidence; no tools or delegation. */
 var SceneAgentExecutor = class {
 	constructor(resolveModel) {
 		this.resolveModel = resolveModel;
 	}
 	async execute(input) {
+		return withModelUsageOrigin(modelUsageOriginForCall(input.usage), () => this.executeScoped(input));
+	}
+	async executeScoped(input) {
 		input.signal.throwIfAborted();
 		const stream = createExtensionAwareStreamFn();
 		let calls = 0;

package/dist/src/storage/sqlite/migrations/253_discussion_processing_recovery.sql

@@ -0,0 +1,20 @@
+CREATE TABLE discussion_processing (
+  discussion_id TEXT PRIMARY KEY REFERENCES discussion_captures(id) ON DELETE CASCADE,
+  run_id TEXT NOT NULL UNIQUE,
+  audio_sha256 TEXT,
+  base_transcript_revision INTEGER NOT NULL,
+  force_audio INTEGER NOT NULL DEFAULT 0 CHECK(force_audio IN (0,1)),
+  retry_stage TEXT,
+  attempt_count INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at INTEGER,
+  lease_owner TEXT,
+  lease_until INTEGER
+);
+CREATE TABLE discussion_transcription_checkpoints (
+  run_id TEXT NOT NULL REFERENCES discussion_processing(run_id) ON DELETE CASCADE,
+  started_at_ms REAL NOT NULL,
+  ended_at_ms REAL NOT NULL,
+  result_json TEXT NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY(run_id, started_at_ms, ended_at_ms)
+);

package/dist/src/storage/sqlite/migrations/254_discussion_annotations.sql

@@ -0,0 +1,17 @@
+CREATE TABLE discussion_annotations (
+  discussion_id TEXT NOT NULL REFERENCES discussion_captures(id) ON DELETE CASCADE,
+  id TEXT NOT NULL,
+  kind TEXT NOT NULL CHECK(kind IN ('highlight','question','note')),
+  text TEXT NOT NULL,
+  anchor_json TEXT NOT NULL,
+  revision INTEGER NOT NULL,
+  deleted INTEGER NOT NULL DEFAULT 0,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL,
+  PRIMARY KEY(discussion_id,id)
+);
+CREATE TABLE discussion_media_timeline (
+  discussion_id TEXT PRIMARY KEY REFERENCES discussion_captures(id) ON DELETE CASCADE,
+  audio_sha256 TEXT NOT NULL,
+  timeline_json TEXT NOT NULL
+);

package/dist/src/storage/sqlite/migrations/255_discussion_chapter_progress.sql

@@ -0,0 +1,10 @@
+CREATE TABLE discussion_chapter_progress (
+  discussion_id TEXT NOT NULL REFERENCES discussion_captures(id) ON DELETE CASCADE,
+  source_sha256 TEXT NOT NULL,
+  transcript_revision INTEGER NOT NULL,
+  transcript_sha256 TEXT NOT NULL,
+  input_hash TEXT NOT NULL,
+  position INTEGER NOT NULL,
+  chapter_json TEXT NOT NULL,
+  PRIMARY KEY(discussion_id, source_sha256, transcript_revision, transcript_sha256, input_hash)
+);

package/dist/src/storage/sqlite/migrations/runner.d.ts

@@ -3,7 +3,7 @@ import type { ApplyMigrationsOptions } from './types.js';
 /** Baseline schema version applied from schema.sql on first open. */
 export declare const XOPC_DB_BASELINE_SCHEMA_VERSION = 165;
 /** Latest schema version this release supports (increment when adding migrations). */
-export declare const XOPC_DB_SCHEMA_VERSION = 252;
+export declare const XOPC_DB_SCHEMA_VERSION = 255;
 export declare function resolveMigrationsDir(override?: string): string;
 /**
  * Apply sequential SQL migrations from (currentVersion + 1) through targetVersion.

package/dist/src/storage/sqlite/migrations/runner.js

@@ -59,7 +59,7 @@ function applySingleMigration(db, migration, discardOldScenes = false) {
 function applyPendingMigrations(db, options = {}) {
 	db.function("xopc_memory_search_text", { deterministic: true }, (value) => memorySearchText(String(value ?? "")));
 	db.function("xopc_operation_id", () => currentOperationId() ?? null);
-	const targetVersion = options.targetVersion ?? 252;
+	const targetVersion = options.targetVersion ?? 255;
 	let currentVersion = readSchemaVersion(db);
 	if (currentVersion > targetVersion) throw new DatabaseSchemaTooNewError(currentVersion, targetVersion);
 	if (!options.migrationsDir && currentVersion < 165) throw new DatabaseSchemaTooOldError(currentVersion, 165);
@@ -97,7 +97,7 @@ function applyPendingMigrations(db, options = {}) {
 }
 /** Inspect schema version without mutating the database. */
 function inspectSchemaMigrationStatus(db, options = {}) {
-	const appVersion = options.targetVersion ?? 252;
+	const appVersion = options.targetVersion ?? 255;
 	const dbVersion = readSchemaVersion(db);
 	if (dbVersion > appVersion) return {
 		dbVersion,
@@ -140,7 +140,7 @@ var init_runner = __esmMin((() => {
 	init_errors();
 	log = createLogger("Sqlite:Migrations");
 	XOPC_DB_BASELINE_SCHEMA_VERSION = 165;
-	XOPC_DB_SCHEMA_VERSION = 252;
+	XOPC_DB_SCHEMA_VERSION = 255;
 }));
 //#endregion
 init_runner();

package/dist/src/storage/sqlite/schema.js

@@ -28,7 +28,7 @@ function ensureXopcDatabaseSchema(db, options = {}) {
 		currentVersion = 165;
 	}
 	applyPendingMigrations(db, {
-		targetVersion: 252,
+		targetVersion: 255,
 		databasePath: fresh ? void 0 : options.databasePath
 	});
 }

package/dist/src/usage/recorder.js

@@ -1,15 +1,16 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
 import { init_connection, isXopcDatabaseOpen } from "../storage/sqlite/connection.js";
+import { init_scenario_registry, resolveAiUsageScenario } from "./scenario-registry.js";
 import { startObservation } from "../observability/runtime.js";
 import { finishAiUsageEvent, insertAiUsageEvent } from "../storage/sqlite/ai-usage-repository.js";
 import { classifyCostSource, dollarsToMicrousd, pricingSnapshot } from "./cost.js";
-import { resolveAiUsageScenario } from "./scenario-registry.js";
 import { reconcileCloudUsageReceipt, withUsageReceiptContext } from "./cloud-receipts.js";
 import { randomUUID } from "node:crypto";
 //#region src/usage/recorder.ts
 init_connection();
 init_logger();
+init_scenario_registry();
 const log = createLogger("AiUsage");
 function continuesAfterTool(messages) {
 	for (let index = messages.length - 1; index >= 0; index -= 1) {