@pipedog/core 0.0.0 → 0.1.0

package/dist/services/ai_service.js

@@ -0,0 +1,262 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/ai_service.py
+/**
+ * Base AI service implementation.
+ *
+ * Provides the foundation for all AI services in the Pipecat framework,
+ * including model management, settings handling, and frame processing
+ * lifecycle methods.
+ */
+import { rethrowIfCancelled } from "@pipedog/asyncio";
+import { CancelFrame, EndFrame, ErrorFrame, ServiceSwitcherRequestMetadataFrame, StartFrame, } from "../frames/frames.js";
+import { MetricsData } from "../metrics/metrics.js";
+import { FrameDirection, FrameProcessor, } from "../processors/frame_processor.js";
+import { logger } from "../utils/logger.js";
+import { ServiceSettings } from "./settings.js";
+function errorMessage(e) {
+    return e instanceof Error ? e.message : String(e);
+}
+/**
+ * Base class for all AI services.
+ *
+ * Provides common functionality for AI services including model management,
+ * settings handling, session properties, and frame processing lifecycle.
+ * Subclasses should implement specific AI functionality while leveraging
+ * this base infrastructure.
+ */
+export class AIService extends FrameProcessor {
+    _settings;
+    _sessionProperties = {};
+    _tracingEnabled = false;
+    _tracingContext = null;
+    /**
+     * Initialize the AI service.
+     *
+     * @param options.settings The runtime-updatable settings for the AI service.
+     *   Other options are passed to the parent FrameProcessor.
+     */
+    constructor(options = {}) {
+        super(options);
+        this._settings =
+            options.settings ||
+                // Here in case subclass doesn't implement more specific settings
+                // (which hopefully should be rare)
+                new ServiceSettings();
+        this._syncModelNameToMetrics();
+    }
+    /**
+     * The service's current settings, for reading.
+     *
+     * Change them with a `ServiceUpdateSettingsFrame`, so the service applies
+     * the change and its metrics keep the model in sync.
+     */
+    get settings() {
+        return this._settings;
+    }
+    /**
+     * Sync the current AI model name (in `this._settings.model`) for usage in
+     * metrics.
+     *
+     * We don't store model name here because there's already a single source
+     * of truth for it in `this._settings.model`. This method is just for
+     * syncing the model name to the metrics data.
+     */
+    _syncModelNameToMetrics() {
+        const model = this._settings.model;
+        this.setCoreMetricsData(new MetricsData({ processor: this.name, model: typeof model === "string" ? model : "" }));
+    }
+    /**
+     * The metadata frame this service broadcasts at start, or null.
+     *
+     * Override to return a populated `ServiceMetadataFrame` (or a subtype such
+     * as `STTMetadataFrame`) describing this service for downstream processors,
+     * for example the `userTurnStrategies` an STT with server-side end-of-turn
+     * detection recommends. Return null to broadcast nothing.
+     *
+     * @returns The metadata frame to broadcast, or null.
+     */
+    serviceMetadataFrame() {
+        return null;
+    }
+    /** Broadcast this service's metadata frame, if any. */
+    async broadcastServiceMetadata() {
+        const frame = this.serviceMetadataFrame();
+        if (frame) {
+            await this.broadcastFrameInstance(frame);
+        }
+    }
+    /**
+     * Set up the service.
+     *
+     * @param setup Configuration object containing setup parameters.
+     */
+    async setup(setup) {
+        await super.setup(setup);
+        this._tracingEnabled = setup.enableTracing;
+        this._tracingContext = setup.tracingContext;
+    }
+    /**
+     * Start the AI service.
+     *
+     * Called when the service should begin processing. Subclasses should
+     * override this method to perform service-specific initialization.
+     *
+     * @param _frame The start frame containing initialization parameters.
+     */
+    async start(_frame) {
+        this._settings.validateComplete();
+    }
+    /**
+     * Stop the AI service on a graceful end (`EndFrame`).
+     *
+     * Runs in frame order, after pending frames drain. Override for graceful
+     * shutdown behavior, such as flushing in-flight work before stopping.
+     *
+     * @param _frame The end frame.
+     */
+    async stop(_frame) { }
+    /**
+     * Cancel the AI service immediately (`CancelFrame`).
+     *
+     * Runs at once, ahead of any queued frames, to abort active work fast (for
+     * example, stop producing audio now). Override only for that time-sensitive
+     * subset.
+     *
+     * @param _frame The cancel frame.
+     */
+    async cancel(_frame) { }
+    /**
+     * Apply a settings delta and return the changed fields.
+     *
+     * The delta is applied to `_settings` and a record mapping each changed
+     * field name to its **pre-update** value is returned. The `model` field is
+     * handled specially: when it changes, the model name is synced to metrics.
+     *
+     * Concrete services should override this method (calling `super`) to react
+     * to specific changed fields (e.g. reconnect on voice change).
+     *
+     * @param delta A delta-mode settings object.
+     * @returns Record mapping changed field names to their previous values.
+     */
+    async _updateSettings(delta) {
+        const changed = this._settings.applyUpdate(delta);
+        const changedFields = Object.keys(changed);
+        if ("model" in changed) {
+            this._syncModelNameToMetrics();
+        }
+        if (changedFields.length > 0) {
+            logger.info(`${this.name}: updated settings fields: {${changedFields.map((f) => `'${f}'`).join(", ")}}`);
+            // New settings may be the ones that make the service work, so give
+            // it another chance rather than leaving it permanently written off.
+            await this.setUsable(true);
+        }
+        return changed;
+    }
+    /**
+     * Log a warning for settings changes that won't take effect at runtime.
+     *
+     * Convenience helper for `_updateSettings` overrides. Accepts any iterable
+     * of field names (an array, a set, a record's keys, etc.) or a record.
+     *
+     * @param unhandled Field names that changed but are not applied.
+     */
+    _warnUnhandledUpdatedSettings(unhandled) {
+        const names = typeof unhandled[Symbol.iterator] === "function"
+            ? [...unhandled]
+            : Object.keys(unhandled);
+        if (names.length > 0) {
+            // Python's sorted() on strings compares code points, like the default sort.
+            const fields = names.sort().join(", ");
+            logger.warning(`${this.name}: runtime update of [${fields}] is not currently supported`);
+        }
+    }
+    /**
+     * Push a frame and broadcast service metadata once the service starts.
+     *
+     * @param frame The frame to push.
+     * @param direction The direction to push the frame.
+     */
+    async pushFrame(frame, direction = FrameDirection.DOWNSTREAM) {
+        await super.pushFrame(frame, direction);
+        // Broadcast metadata after StartFrame goes downstream, so downstream sees
+        // StartFrame first.
+        if (frame instanceof StartFrame) {
+            await this.broadcastServiceMetadata();
+        }
+    }
+    /**
+     * Process frames and handle service lifecycle.
+     *
+     * Automatically handles StartFrame, EndFrame, and CancelFrame by calling
+     * the appropriate lifecycle methods.
+     *
+     * @param frame The frame to process.
+     * @param direction The direction of frame processing.
+     */
+    async processFrame(frame, direction) {
+        await super.processFrame(frame, direction);
+        if (frame instanceof StartFrame) {
+            await this._start(frame);
+        }
+        else if (frame instanceof EndFrame) {
+            await this._stop(frame);
+        }
+        else if (frame instanceof CancelFrame) {
+            await this._cancel(frame);
+        }
+        else if (frame instanceof ServiceSwitcherRequestMetadataFrame) {
+            await this.broadcastServiceMetadata();
+        }
+    }
+    /**
+     * Process frames from an async generator.
+     *
+     * Takes an async generator that yields frames and processes each one,
+     * handling error frames specially by pushing them as errors.
+     *
+     * @param generator An async generator that yields Frame objects or null.
+     */
+    async processGenerator(generator) {
+        for await (const f of generator) {
+            if (f) {
+                if (f instanceof ErrorFrame) {
+                    await this.pushErrorFrame(f);
+                }
+                else {
+                    await this.pushFrame(f);
+                }
+            }
+        }
+    }
+    async _start(frame) {
+        try {
+            await this.start(frame);
+        }
+        catch (e) {
+            rethrowIfCancelled(e);
+            logger.error(`${this}: exception processing ${frame}: ${errorMessage(e)}`);
+        }
+    }
+    async _stop(frame) {
+        try {
+            await this.stop(frame);
+        }
+        catch (e) {
+            rethrowIfCancelled(e);
+            logger.error(`${this}: exception processing ${frame}: ${errorMessage(e)}`);
+        }
+    }
+    async _cancel(frame) {
+        try {
+            await this.cancel(frame);
+        }
+        catch (e) {
+            rethrowIfCancelled(e);
+            logger.error(`${this}: exception processing ${frame}: ${errorMessage(e)}`);
+        }
+    }
+}
+//# sourceMappingURL=ai_service.js.map

package/dist/services/anthropic/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/anthropic/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/anthropic/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/assemblyai/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/assemblyai/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/assemblyai/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/asyncai/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/asyncai/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/asyncai/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/aws/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/aws/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/aws/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/azure/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/azure/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/azure/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/baseten/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/baseten/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/baseten/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/bland/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/bland/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/bland/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/camb/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/camb/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/camb/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/cartesia/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/cartesia/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/cartesia/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/cerebras/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/cerebras/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/cerebras/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/crusoe/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/crusoe/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/crusoe/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/deepgram/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/deepgram/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/deepgram/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/deepseek/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/deepseek/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/deepseek/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/elevenlabs/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/elevenlabs/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/elevenlabs/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/fal/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/fal/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/fal/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/fireworks/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/fireworks/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/fireworks/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/fish/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/fish/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/fish/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/funasr/index.d.ts

@@ -0,0 +1,3 @@
+/** FunASR speech-to-text service. */
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/funasr/index.js

@@ -0,0 +1,8 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/funasr/__init__.py
+/** FunASR speech-to-text service. */
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/gladia/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/gladia/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/gladia/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/google/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/google/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/google/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/gradium/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/gradium/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/gradium/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/grok/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/grok/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/grok/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/groq/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/groq/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/groq/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/heygen/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/heygen/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/heygen/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/hume/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/hume/index.js

@@ -0,0 +1,7 @@
+// Copyright (c) 2024-2026, Daily
+// Copyright (c) 2026, pipedog contributors
+// SPDX-License-Identifier: BSD-2-Clause
+//
+// Ported from pipecat: src/pipecat/services/hume/__init__.py
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/image_service.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Image generation service implementation.
+ *
+ * Provides base functionality for AI-powered image generation services that
+ * convert text prompts into images.
+ */
+import { type Frame } from "../frames/frames.ts";
+import type { FrameDirection } from "../processors/frame_processor.ts";
+import { AIService, type AIServiceOptions } from "./ai_service.ts";
+import { ImageGenSettings } from "./settings.ts";
+export interface ImageGenServiceOptions extends AIServiceOptions {
+    /** The runtime-updatable settings for the image generation service. */
+    settings?: ImageGenSettings | null;
+}
+/**
+ * Base class for image generation services.
+ *
+ * Processes TextFrames by using their content as prompts for image
+ * generation. Subclasses must implement the `runImageGen` method to provide
+ * actual image generation functionality using their specific AI service.
+ */
+export declare abstract class ImageGenService extends AIService {
+    /**
+     * Initialize the image generation service.
+     *
+     * @param options.settings The runtime-updatable settings for the image
+     *   generation service. Other options are passed to the parent AIService.
+     */
+    constructor(options?: ImageGenServiceOptions);
+    /**
+     * Generate an image from a text prompt.
+     *
+     * This method must be implemented by subclasses to provide actual image
+     * generation functionality using their specific AI service.
+     *
+     * @param prompt The text prompt to generate an image from.
+     * @returns An async generator yielding frames containing the generated
+     *   image (typically ImageRawFrame or URLImageRawFrame).
+     */
+    abstract runImageGen(prompt: string): AsyncGenerator<Frame | null, void, unknown>;
+    /**
+     * Process frames for image generation.
+     *
+     * TextFrames are used as prompts for image generation, while other frames
+     * are passed through unchanged.
+     *
+     * @param frame The frame to process.
+     * @param direction The direction of frame processing.
+     */
+    processFrame(frame: Frame, direction: FrameDirection): Promise<void>;
+}
+//# sourceMappingURL=image_service.d.ts.map