@fonoster/apiserver 0.15.21 → 0.16.0

package/dist/voice/tts/utils/index.js

@@ -0,0 +1,39 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+__exportStar(require("./createChunkedSynthesisStream"), exports);
+__exportStar(require("./createErrorStream"), exports);
+__exportStar(require("./isSsml"), exports);
+__exportStar(require("./streamToBuffer"), exports);
+__exportStar(require("./convertUlawToPCM16"), exports);

package/dist/voice/types/voice.d.ts

@@ -46,6 +46,7 @@ type VoiceClient = {
         digits: string;
     }>;
     getTranscriptionsStream: () => Stream;
+    stopSynthesis: () => Promise<void>;
 };
 type TextToSpeech = {
     synthesize: (text: string, options: Record<string, unknown>) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/apiserver",
-  "version": "0.15.21",
+  "version": "0.16.0",
   "description": "APIServer for Fonoster",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -21,14 +21,14 @@
   },
   "dependencies": {
     "@deepgram/sdk": "^3.5.1",
-    "@fonoster/authz": "^0.15.21",
-    "@fonoster/autopilot": "^0.15.21",
-    "@fonoster/common": "^0.15.21",
-    "@fonoster/identity": "^0.15.21",
-    "@fonoster/logger": "^0.15.20",
-    "@fonoster/sipnet": "^0.15.21",
-    "@fonoster/streams": "^0.15.20",
-    "@fonoster/types": "^0.15.21",
+    "@fonoster/authz": "^0.16.0",
+    "@fonoster/autopilot": "^0.16.0",
+    "@fonoster/common": "^0.16.0",
+    "@fonoster/identity": "^0.16.0",
+    "@fonoster/logger": "^0.16.0",
+    "@fonoster/sipnet": "^0.16.0",
+    "@fonoster/streams": "^0.16.0",
+    "@fonoster/types": "^0.16.0",
     "@google-cloud/speech": "^6.6.0",
     "@google-cloud/text-to-speech": "^5.3.0",
     "@grpc/grpc-js": "~1.10.6",
@@ -52,6 +52,7 @@
     "uuid": "^11.0.3",
     "validator": "^13.12.0",
     "wait-port": "^1.1.0",
+    "wavefile": "^11.0.0",
     "zod": "^3.23.8"
   },
   "files": [
@@ -74,5 +75,5 @@
     "@types/uuid": "^10.0.0",
     "@types/validator": "^13.12.0"
   },
-  "gitHead": "12d1215cf30b3b1bfd5b115a7bdfe2c14a6955b6"
+  "gitHead": "ad4212a7938ad2e219b9d1ae27a430ec60d9f841"
 }

package/dist/voice/VoiceClientImpl.js

@@ -1,281 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VoiceClientImpl = void 0;
-/**
- * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const stream_1 = require("stream");
-const authz_1 = require("@fonoster/authz");
-const common_1 = require("@fonoster/common");
-const logger_1 = require("@fonoster/logger");
-const streams_1 = require("@fonoster/streams");
-const grpc = __importStar(require("@grpc/grpc-js"));
-const pick_port_1 = require("pick-port");
-const envs_1 = require("../envs");
-const transcribeOnConnection_1 = require("./transcribeOnConnection");
-const types_1 = require("./types");
-const createExternalMediaConfig_1 = require("./utils/createExternalMediaConfig");
-const VoiceServiceClientConstructor_1 = require("./utils/VoiceServiceClientConstructor");
-const logger = (0, logger_1.getLogger)({ service: "apiserver", filePath: __filename });
-class VoiceClientImpl {
-    constructor(params, filesServer) {
-        const { config, tts, stt, ari } = params;
-        this.config = config;
-        this.verbsStream = new stream_1.Stream();
-        this.transcriptionsStream = new stream_1.Stream();
-        this.tts = tts;
-        this.stt = stt;
-        this.ari = ari;
-        this.filesServer = filesServer;
-    }
-    connect() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (envs_1.AUTHZ_SERVICE_ENABLED) {
-                const { sessionRef: channelId } = this.config;
-                const { ari } = this;
-                try {
-                    const authz = new authz_1.AuthzClient(`${envs_1.AUTHZ_SERVICE_HOST}:${envs_1.AUTHZ_SERVICE_PORT}`);
-                    const authorized = yield authz.checkSessionAuthorized({
-                        accessKeyId: this.config.accessKeyId
-                    });
-                    if (!authorized) {
-                        logger.verbose("rejected unauthorized session", { channelId });
-                        yield ari.channels.answer({ channelId });
-                        yield ari.channels.play({ channelId, media: "sound:unavailable" });
-                        yield new Promise((resolve) => setTimeout(resolve, 2000));
-                        yield ari.channels.hangup({ channelId });
-                        return;
-                    }
-                }
-                catch (e) {
-                    logger.error("authz service error", e);
-                    yield ari.channels.answer({ channelId });
-                    yield ari.channels.play({ channelId, media: "sound:unavailable" });
-                    yield new Promise((resolve) => setTimeout(resolve, 2000));
-                    yield ari.channels.hangup({ channelId });
-                    return;
-                }
-            }
-            this.grpcClient = new VoiceServiceClientConstructor_1.VoiceServiceClientConstructor(this.config.endpoint, grpc.credentials.createInsecure());
-            const metadata = new grpc.Metadata();
-            metadata.add("accessKeyId", this.config.accessKeyId);
-            metadata.add("token", this.config.sessionToken);
-            this.voice = this.grpcClient.createSession(metadata);
-            this.voice.on(common_1.StreamEvent.DATA, (data) => {
-                this.verbsStream.emit(data.content, data);
-            });
-            this.voice.write({ request: this.config });
-            this.voice.on(common_1.StreamEvent.ERROR, (error) => {
-                if (error.code === grpc.status.UNAVAILABLE) {
-                    // FIXME: This error should be sent back to the user
-                    logger.error(`voice server not available at "${this.config.endpoint}"`);
-                    return;
-                }
-                logger.error(error.message);
-            });
-            const externalMediaPort = yield (0, pick_port_1.pickPort)({ type: "tcp" });
-            this.setupAudioSocket(externalMediaPort);
-            yield this.setupExternalMedia(externalMediaPort);
-        });
-    }
-    setupAudioSocket(port) {
-        this.audioSocket = new streams_1.AudioSocket();
-        this.audioSocket.onConnection((0, transcribeOnConnection_1.transcribeOnConnection)(this.transcriptionsStream));
-        this.audioSocket.listen(port, () => {
-            logger.verbose("starting audio socket for voice client", {
-                port,
-                appRef: this.config.appRef
-            });
-        });
-    }
-    on(type, callback) {
-        this.verbsStream.on(type.toString(), (data) => {
-            callback(data[type]);
-        });
-    }
-    sendResponse(response) {
-        this.voice.write(response);
-    }
-    getTranscriptionsStream() {
-        return this.transcriptionsStream;
-    }
-    setupExternalMedia(port) {
-        return __awaiter(this, void 0, void 0, function* () {
-            // Snoop from the main channel
-            const snoopChannel = yield this.ari.channels.snoopChannel({
-                app: common_1.STASIS_APP_NAME,
-                channelId: this.config.sessionRef,
-                snoopId: `snoop-${this.config.sessionRef}`,
-                spy: "in"
-            });
-            const bridge = this.ari.Bridge();
-            yield bridge.create({ type: "mixing" });
-            this.bridge = bridge;
-            const channel = this.ari.Channel();
-            channel.externalMedia((0, createExternalMediaConfig_1.createExternalMediaConfig)(port));
-            channel.once(types_1.AriEvent.STASIS_START, (_, channel) => __awaiter(this, void 0, void 0, function* () {
-                bridge.addChannel({ channel: [snoopChannel.id, channel.id] });
-            }));
-            channel.once("ChannelLeftBridge", () => __awaiter(this, void 0, void 0, function* () {
-                try {
-                    yield bridge.destroy();
-                }
-                catch (e) {
-                    // We can only try
-                }
-            }));
-        });
-    }
-    synthesize(text, options) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const { ref, stream } = this.tts.synthesize(text, options);
-            stream.on("error", (error) => __awaiter(this, void 0, void 0, function* () {
-                logger.error(`stream error for ref ${ref}: ${error.message}`, {
-                    errorDetails: error.stack || "No stack trace"
-                });
-                this.filesServer.removeStream(ref);
-            }));
-            this.filesServer.addStream(ref, stream);
-            return ref;
-        });
-    }
-    transcribe() {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                return yield this.stt.transcribe(this.transcriptionsStream);
-            }
-            catch (e) {
-                logger.warn("transcription error", e);
-                return {};
-            }
-        });
-    }
-    startSpeechGather(callback) {
-        const out = this.stt.streamTranscribe(this.transcriptionsStream);
-        out.on("data", callback);
-        out.on("error", (error) => __awaiter(this, void 0, void 0, function* () {
-            logger.error("speech recognition error", { error });
-            const { sessionRef: channelId } = this.config;
-            const { ari } = this;
-            ari.channels.hangup({ channelId });
-        }));
-    }
-    startDtmfGather(sessionRef, callback) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const channel = yield this.ari.channels.get({ channelId: sessionRef });
-            channel.on(types_1.AriEvent.CHANNEL_DTMF_RECEIVED, (event) => {
-                const { digit } = event;
-                callback({ digit });
-            });
-        });
-    }
-    // Stops both speech and dtmf gather
-    stopStreamGather() {
-        return __awaiter(this, void 0, void 0, function* () {
-            throw new Error("Method 'stopStreamGather' not implemented.");
-        });
-    }
-    waitForDtmf(params) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const { onDigitReceived, sessionRef, finishOnKey, maxDigits, timeout } = params;
-            let result = "";
-            let timeoutId = null;
-            const channel = yield this.ari.channels.get({ channelId: sessionRef });
-            return new Promise((resolve) => {
-                const resetTimer = () => {
-                    if (timeoutId) {
-                        clearTimeout(timeoutId);
-                    }
-                    timeoutId = setTimeout(() => {
-                        channel.removeListener(types_1.AriEvent.CHANNEL_DTMF_RECEIVED, dtmfListener);
-                        resolve({ digits: result });
-                    }, timeout);
-                };
-                const dtmfListener = (event) => {
-                    const { digit } = event;
-                    // Stops the global timeout
-                    onDigitReceived();
-                    resetTimer();
-                    if (digit !== finishOnKey) {
-                        result += digit;
-                    }
-                    if (result.length >= maxDigits || digit === finishOnKey) {
-                        clearTimeout(timeoutId);
-                        channel.removeListener(types_1.AriEvent.CHANNEL_DTMF_RECEIVED, dtmfListener);
-                        resolve({ digits: result });
-                    }
-                };
-                channel.on(types_1.AriEvent.CHANNEL_DTMF_RECEIVED, dtmfListener);
-                resetTimer(); // Start the initial timeout
-            });
-        });
-    }
-    close() {
-        try {
-            this.voice.end();
-            this.grpcClient.close();
-            this.audioSocket.close();
-        }
-        catch (e) {
-            // Do nothing
-        }
-    }
-}
-exports.VoiceClientImpl = VoiceClientImpl;