@umbraco-ai/core 1.7.0 → 1.9.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@umbraco-ai/core",
-  "version": "1.7.0",
+  "version": "1.9.0",
   "type": "module",
   "types": "./types/umbraco-ai-public-types.d.ts",
   "files": [

package/types/umbraco-ai-public-types.d.ts

@@ -25,6 +25,12 @@ import { UUIFormControlMixinElement } from '@umbraco-ui/uui-base';
 
 export declare const coreClientReady: Promise<void>;
 
+/**
+ * Helper to create context item from a serialized element (e.g., a block within a document).
+ * Uses "elementType" instead of "entityType" so the backend can distinguish element from entity context.
+ */
+export declare function createElementContextItem(entity: UaiSerializedEntity): UaiRequestContextItem;
+
 /**
  * Helper to create context item from serialized entity.
  */
@@ -185,22 +191,6 @@ export declare function resolveEntityAdapterByType(entityType: string): Promise<
  */
 export declare function toCamelCase(str: string): string;
 
-export declare type ToolItemResponseModel = {
-    id: string;
-    name: string;
-    description: string;
-    scopeId: string;
-    isDestructive: boolean;
-    tags: Array<string>;
-};
-
-export declare type ToolScopeItemResponseModel = {
-    id: string;
-    icon: string;
-    isDestructive: boolean;
-    domain: string;
-};
-
 export declare const UAI_ADDONS_MENU_ALIAS = "Uai.Menu.Addons";
 
 export declare const UAI_AI_SECTION_PATHNAME = "ai";
@@ -253,6 +243,53 @@ export declare const UAI_SECTION_ALIAS = "ai";
  */
 export declare const UAI_WORKSPACE_REGISTRY_CONTEXT: UmbContextToken<UaiWorkspaceRegistryContext, UaiWorkspaceRegistryContext>;
 
+/**
+ * Manages browser audio recording via the MediaRecorder API.
+ *
+ * Extends `UmbControllerBase` so the recording is automatically cancelled
+ * when the host element is destroyed (e.g., navigating away in the SPA).
+ *
+ * Returns the recorded audio as a `Blob` — transcription is the caller's responsibility
+ * via {@link UaiSpeechToTextController}.
+ *
+ * State is exposed as an observable so Lit elements can bind to it with `this.observe()`.
+ *
+ * @example
+ * ```ts
+ * const recorder = new UaiAudioRecorder(this);
+ * this.observe(recorder.state$, (state) => { this._recorderState = state; });
+ * await recorder.start();
+ * const audioBlob = await recorder.stop();
+ * const { data } = await sttController.transcribe(audioBlob);
+ * ```
+ *
+ * @public
+ */
+export declare class UaiAudioRecorder extends UmbControllerBase {
+    #private;
+    /** Observable of the current recorder state. */
+    get state$(): Observable<UaiAudioRecorderState>;
+    /** Current state (synchronous read). */
+    get state(): UaiAudioRecorderState;
+    constructor(host: UmbControllerHost);
+    /**
+     * Request microphone access and begin recording.
+     * @throws Error if microphone access is denied.
+     */
+    start(): Promise<void>;
+    /**
+     * Stop recording and return the captured audio.
+     * @returns The recorded audio as a Blob.
+     * @throws Error if no active recording exists.
+     */
+    stop(): Promise<Blob>;
+    /** Cancel any active recording without returning audio. */
+    cancel(): void;
+    destroy(): void;
+}
+
+export declare type UaiAudioRecorderState = "idle" | "recording";
+
 /**
  * Configuration for the bulk delete action.
  * @public
@@ -563,7 +600,7 @@ export declare interface UaiEmbeddingItem {
  */
 export declare interface UaiEmbeddingOptions {
     /** Profile ID (GUID) or alias. If omitted, uses the default embedding profile. */
-    profile?: string;
+    profileIdOrAlias?: string;
     /** AbortSignal for cancellation. */
     signal?: AbortSignal;
 }
@@ -1140,6 +1177,48 @@ export declare interface UaiSerializedProperty {
     value: unknown;
 }
 
+/**
+ * Public API for transcribing audio to text.
+ * @public
+ */
+export declare class UaiSpeechToTextController extends UmbControllerBase {
+    #private;
+    constructor(host: UmbControllerHost);
+    /**
+     * Transcribes an audio file to text.
+     * @param audioFile - The audio blob to transcribe.
+     * @param options - Optional configuration (profile ID/alias, language, abort signal).
+     * @returns The transcription result or error.
+     */
+    transcribe(audioFile: Blob, options?: UaiSpeechToTextOptions): Promise<{
+        data?: UaiSpeechToTextResult;
+        error?: unknown;
+    }>;
+}
+
+/**
+ * Options for speech-to-text transcription (public API).
+ * @public
+ */
+export declare interface UaiSpeechToTextOptions {
+    /** Profile ID (GUID) or alias. If omitted, uses the default speech-to-text profile. */
+    profileIdOrAlias?: string;
+    /** BCP-47 language hint (e.g., "en", "de"). */
+    language?: string;
+    /** AbortSignal for cancellation. */
+    signal?: AbortSignal;
+}
+
+/* Excluded from this release type: UaiSpeechToTextRequest */
+
+/**
+ * Result of a speech-to-text transcription.
+ * @public
+ */
+export declare interface UaiSpeechToTextResult {
+    text: string;
+}
+
 /**
  * Response model for tag lookup results.
  * @public
@@ -1277,6 +1356,47 @@ export declare interface UaiTestFeatureEntityRepositoryApi extends UmbApi {
     getEntity(idOrAlias: string): Promise<UaiTestFeatureEntityData | undefined>;
 }
 
+/**
+ * Public API for tool operations including scope and counting.
+ * @public
+ */
+export declare class UaiToolController extends UmbControllerBase {
+    #private;
+    constructor(host: UmbControllerHost);
+    /**
+     * Gets all registered tool scopes.
+     */
+    getToolScopes(): Promise<{
+        data?: UaiToolScope[];
+        error?: unknown;
+    }>;
+    /**
+     * Gets all registered tools.
+     */
+    getTools(): Promise<{
+        data?: UaiToolItem[];
+        error?: unknown;
+    }>;
+    /**
+     * Gets tool counts grouped by scope ID.
+     * Combines backend and frontend tools.
+     */
+    getToolCountsByScope(): Promise<Record<string, number>>;
+}
+
+/**
+ * Represents a tool item.
+ * @public
+ */
+export declare interface UaiToolItem {
+    id: string;
+    name: string;
+    description: string;
+    scopeId: string;
+    isDestructive: boolean;
+    tags: string[];
+}
+
 /**
  * Tool with permission state.
  */
@@ -1404,25 +1524,14 @@ export declare class UaiToolPickerElement extends UaiToolPickerElement_base {
 declare const UaiToolPickerElement_base: HTMLElementConstructor<UmbFormControlMixinElement<string[] | undefined>> & typeof UmbLitElement;
 
 /**
- * Repository for tool operations.
+ * Represents a tool scope item.
+ * @public
  */
-export declare class UaiToolRepository extends UmbControllerBase {
-    #private;
-    constructor(host: UmbControllerHost);
-    /**
-     * Gets all registered tool scopes.
-     */
-    getToolScopes(): Promise<{
-        data?: Array<ToolScopeItemResponseModel>;
-        error?: unknown;
-    }>;
-    /**
-     * Gets all registered tools.
-     */
-    getTools(): Promise<{
-        data?: Array<ToolItemResponseModel>;
-        error?: unknown;
-    }>;
+export declare interface UaiToolScope {
+    id: string;
+    icon: string;
+    isDestructive: boolean;
+    domain: string;
 }
 
 /**