speechstate 2.0.0-beta.4 → 2.0.0-beta.6

package/README.org

@@ -19,16 +19,19 @@
 #+end_src
 
 #+begin_src typescript
-interface AzureCredentials {
-  endpoint: string;
-  key: string;
-}
+  interface AzureCredentials {
+    endpoint: string;
+    key: string;
+  }
 
-interface Settings {
-  locale: string;
-  azureCredentials: string | AzureCredentials; // you can use proxy URL or full credentials
-  asrDefaultCompleteTimeout: number;
-}
+  interface Settings {
+    locale?: string;
+    azureCredentials: string | AzureCredentials;
+    asrDefaultCompleteTimeout?: number;
+    asrDefaultNoInputTimeout?: number;
+    ttsDefaultVoice?: string;
+    speechRecognitionEndpointId?: string;
+  }
 #+end_src
 
 

package/dist/asr.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="webspeechapi" />
-import { RecogniseParameters, Hypothesis, AzureCredentials } from "./types";
+import { RecogniseParameters, Hypothesis, AzureSpeechCredentials, AzureLanguageCredentials } from "./types";
 interface MySpeechRecognition extends SpeechRecognition {
     new (): any;
 }
@@ -40,6 +40,7 @@ interface ASRContext extends ASRInit {
     wsaASRinstance?: MySpeechRecognition;
     wsaGrammarList?: MySpeechGrammarList;
     result?: Hypothesis[];
+    nluResult?: any;
     params?: RecogniseParameters;
 }
 interface ASRInit {
@@ -47,8 +48,70 @@ interface ASRInit {
     asrDefaultNoInputTimeout: number;
     locale: string;
     audioContext: AudioContext;
-    azureCredentials: string | AzureCredentials;
+    azureCredentials: string | AzureSpeechCredentials;
+    speechRecognitionEndpointId?: string;
+    azureLanguageCredentials?: AzureLanguageCredentials;
 }
-export declare const asrMachine: import("xstate").StateMachine<ASRContext, ASREvent, Record<string, import("xstate").AnyActorRef>, import("xstate").ProvidedActor, import("xstate").ParameterizedObject, import("xstate").ParameterizedObject, string, import("xstate").StateValue, string, ASRInit, {}, import("xstate").ResolveTypegenMeta<import("xstate").TypegenDisabled, ASREvent, import("xstate").ProvidedActor, import("xstate").ParameterizedObject, import("xstate").ParameterizedObject, string, string>>;
+export declare const asrMachine: import("xstate").StateMachine<ASRContext, ASREvent, {
+    [x: string]: import("xstate").ActorRef<import("xstate").CallbackSnapshot<{}>, import("xstate").EventObject> | import("xstate").ActorRef<import("xstate").PromiseSnapshot<string, any>, {
+        [k: string]: unknown;
+        type: string;
+    }> | import("xstate").ActorRef<import("xstate").CallbackSnapshot<any>, import("xstate").EventObject> | import("xstate").ActorRef<import("xstate").PromiseSnapshot<any, AzureLanguageCredentials & {
+        query: string;
+    }>, {
+        [k: string]: unknown;
+        type: string;
+    }>;
+}, {
+    src: "getToken";
+    logic: import("xstate").PromiseActorLogic<string, any>;
+    id: string;
+} | {
+    src: "ponyfill";
+    logic: import("xstate").CallbackActorLogic<import("xstate").EventObject, {}>;
+    id: string;
+} | {
+    src: "recStart";
+    logic: import("xstate").CallbackActorLogic<import("xstate").EventObject, any>;
+    id: string;
+} | {
+    src: "nluPromise";
+    logic: import("xstate").PromiseActorLogic<any, AzureLanguageCredentials & {
+        query: string;
+    }>;
+    id: string;
+}, {
+    type: "recStop";
+    params: unknown;
+}, {
+    type: string;
+    params: {};
+}, string, "GetToken" | "Ready" | "Fail" | "Ponyfill" | "Pause" | {
+    Recognising?: "WaitForRecogniser" | "NoInput" | "InProgress" | "Match" | "NLURequest";
+}, string, ASRInit, {}, import("xstate").ResolveTypegenMeta<import("xstate").TypegenDisabled, ASREvent, {
+    src: "getToken";
+    logic: import("xstate").PromiseActorLogic<string, any>;
+    id: string;
+} | {
+    src: "ponyfill";
+    logic: import("xstate").CallbackActorLogic<import("xstate").EventObject, {}>;
+    id: string;
+} | {
+    src: "recStart";
+    logic: import("xstate").CallbackActorLogic<import("xstate").EventObject, any>;
+    id: string;
+} | {
+    src: "nluPromise";
+    logic: import("xstate").PromiseActorLogic<any, AzureLanguageCredentials & {
+        query: string;
+    }>;
+    id: string;
+}, {
+    type: "recStop";
+    params: unknown;
+}, {
+    type: string;
+    params: {};
+}, string, string>>;
 export {};
 //# sourceMappingURL=asr.d.ts.map

package/dist/asr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"asr.d.ts","sourceRoot":"","sources":["../src/asr.ts"],"names":[],"mappings":";AAaA,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC5E,UAAU,mBAAoB,SAAQ,iBAAiB;IACrD,YAAO;CACR;AAED,UAAU,mBAAoB,SAAQ,iBAAiB;IACrD,YAAO;CACR;AAED,KAAK,QAAQ,GACT;IACE,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,MAAM,EAAE,mBAAmB,CAAC;QAC5B,cAAc,EAAE,mBAAmB,CAAC;KACrC,CAAC;CACH,GACD;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GACjB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IACE,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE,mBAAmB,CAAC;CAC7B,GACD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE;QAAE,cAAc,EAAE,mBAAmB,CAAA;KAAE,CAAA;CAAE,GACnE;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,YAAY,CAAA;CAAE,GACtB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,CAAC;AAE5C,UAAU,UAAW,SAAQ,OAAO;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAED,UAAU,OAAO;IACf,yBAAyB,EAAE,MAAM,CAAC;IAClC,wBAAwB,EAAE,MAAM,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAAC;CAC7C;AAED,eAAO,MAAM,UAAU,sdAyQtB,CAAC"}
+{"version":3,"file":"asr.d.ts","sourceRoot":"","sources":["../src/asr.ts"],"names":[],"mappings":";AAcA,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,sBAAsB,EACtB,wBAAwB,EACzB,MAAM,SAAS,CAAC;AAEjB,UAAU,mBAAoB,SAAQ,iBAAiB;IACrD,YAAO;CACR;AACD,UAAU,mBAAoB,SAAQ,iBAAiB;IACrD,YAAO;CACR;AAED,KAAK,QAAQ,GACT;IACE,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,MAAM,EAAE,mBAAmB,CAAC;QAC5B,cAAc,EAAE,mBAAmB,CAAC;KACrC,CAAC;CACH,GACD;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GACjB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IACE,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE,mBAAmB,CAAC;CAC7B,GACD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE;QAAE,cAAc,EAAE,mBAAmB,CAAA;KAAE,CAAA;CAAE,GACnE;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,YAAY,CAAA;CAAE,GACtB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,CAAC;AAE5C,UAAU,UAAW,SAAQ,OAAO;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,GAAG,CAAC;IAChB,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAED,UAAU,OAAO;IACf,yBAAyB,EAAE,MAAM,CAAC;IAClC,wBAAwB,EAAE,MAAM,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,sBAAsB,CAAC;IAClD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,wBAAwB,CAAC,EAAE,wBAAwB,CAAC;CACrD;AAED,eAAO,MAAM,UAAU;;;;;eAiF8C,MAAM;;;;;;;;;;;;;;;;;;;;eAAN,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;eAAN,MAAM;;;;;;;;;mBA0RzE,CAAC"}

package/dist/asr.js

@@ -1,19 +1,133 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.asrMachine = void 0;
 const xstate_1 = require("xstate");
 const getToken_1 = require("./getToken");
 const SpeechToText_1 = require("web-speech-cognitive-services/lib/SpeechServices/SpeechToText");
 const REGION = "northeurope";
-exports.asrMachine = (0, xstate_1.createMachine)({
+exports.asrMachine = (0, xstate_1.setup)({
+    types: {
+        context: {},
+        events: {},
+        input: {},
+    },
+    actions: {
+        recStop: ({ context }) => {
+            context.wsaASRinstance.abort();
+            console.debug("[ASR] stopped");
+        },
+    },
+    actors: {
+        getToken: getToken_1.getToken,
+        ponyfill: (0, xstate_1.fromCallback)(({ sendBack, input }) => {
+            const { SpeechGrammarList, SpeechRecognition } = (0, SpeechToText_1.default)({
+                audioContext: input.audioContext,
+                speechRecognitionEndpointId: input
+                    .speechRecognitionEndpointId,
+                credentials: {
+                    region: REGION, // TODO
+                    authorizationToken: input.azureAuthorizationToken,
+                },
+            });
+            sendBack({
+                type: "READY",
+                value: {
+                    wsaASR: SpeechRecognition,
+                    wsaGrammarList: SpeechGrammarList,
+                },
+            });
+            console.debug("[ASR] READY", input);
+        }),
+        recStart: (0, xstate_1.fromCallback)(({ sendBack, input }) => {
+            let asr = new input.wsaASR();
+            asr.grammars = new input.wsaGrammarList();
+            asr.grammars.phrases = input.phrases || [];
+            asr.lang = input.locale;
+            asr.continuous = true;
+            asr.interimResults = true;
+            asr.onresult = function (event) {
+                if (event.results[event.results.length - 1].isFinal) {
+                    const transcript = event.results
+                        .map((x) => x[0].transcript.replace(/\.$/, ""))
+                        .join(" ");
+                    const confidence = event.results
+                        .map((x) => x[0].confidence)
+                        .reduce((a, b) => a + b) / event.results.length;
+                    const res = [
+                        {
+                            utterance: transcript,
+                            confidence: confidence,
+                        },
+                    ];
+                    sendBack({
+                        type: "RESULT",
+                        value: res,
+                    });
+                    console.debug("[ASR] RESULT (pre-final)", res);
+                }
+                else {
+                    sendBack({ type: "STARTSPEECH" });
+                }
+            };
+            asr.addEventListener("start", () => {
+                sendBack({ type: "STARTED", value: { wsaASRinstance: asr } });
+            });
+            // receive((event) => {
+            //   console.debug("bla");
+            //   if (event.type === "STOP") {
+            //     asr.abort();
+            //   }
+            // });
+            asr.start();
+        }),
+        nluPromise: (0, xstate_1.fromPromise)(({ input }) => __awaiter(void 0, void 0, void 0, function* () {
+            const response = yield fetch(new Request(input.endpoint, {
+                method: "POST",
+                headers: {
+                    "Ocp-Apim-Subscription-Key": input.key,
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    kind: "Conversation",
+                    analysisInput: {
+                        conversationItem: {
+                            id: "PARTICIPANT_ID_HERE",
+                            text: input.query,
+                            modality: "text",
+                            language: "en-US", // TODO
+                            participantId: "PARTICIPANT_ID_HERE",
+                        },
+                    },
+                    parameters: {
+                        projectName: input.projectName,
+                        verbose: true,
+                        deploymentName: input.deploymentName,
+                        stringIndexType: "TextElement_V8",
+                    },
+                }),
+            }));
+            return response.json();
+        })),
+    },
+}).createMachine({
     id: "asr",
-    types: {},
     context: ({ input }) => ({
         asrDefaultCompleteTimeout: input.asrDefaultCompleteTimeout || 0,
         asrDefaultNoInputTimeout: input.asrDefaultNoInputTimeout || 5000,
         locale: input.locale || "en-US",
         audioContext: input.audioContext,
         azureCredentials: input.azureCredentials,
+        azureLanguageCredentials: input.azureLanguageCredentials,
+        speechRecognitionEndpointId: input.speechRecognitionEndpointId,
     }),
     initial: "GetToken",
     on: {
@@ -61,15 +175,21 @@ exports.asrMachine = (0, xstate_1.createMachine)({
                     ],
                     target: ".Match",
                 },
-                RECOGNISED: {
-                    target: "Ready",
-                    actions: [
-                        (0, xstate_1.sendParent)(({ context }) => ({
-                            type: "RECOGNISED",
-                            value: context.result,
-                        })),
-                    ],
-                },
+                RECOGNISED: [
+                    {
+                        target: ".NLURequest",
+                        guard: ({ context }) => !!(context.params.nlu && context.azureLanguageCredentials),
+                    },
+                    {
+                        target: "Ready",
+                        actions: [
+                            (0, xstate_1.sendParent)(({ context }) => ({
+                                type: "RECOGNISED",
+                                value: context.result,
+                            })),
+                        ],
+                    },
+                ],
                 CONTROL: {
                     target: "Pause",
                 },
@@ -122,6 +242,58 @@ exports.asrMachine = (0, xstate_1.createMachine)({
                         }),
                     ],
                 },
+                NLURequest: {
+                    invoke: {
+                        src: "nluPromise",
+                        input: ({ context }) => {
+                            let c;
+                            typeof context.params.nlu === "boolean"
+                                ? (c = context.azureLanguageCredentials)
+                                : (c = context.params.nlu);
+                            return {
+                                endpoint: c.endpoint,
+                                key: c.key,
+                                projectName: c.projectName,
+                                deploymentName: c.deploymentName,
+                                query: context.result[0].utterance,
+                            };
+                        },
+                        onDone: [
+                            {
+                                actions: [
+                                    ({ event }) => console.error("[ASR] no NLU prediction", event.output),
+                                    (0, xstate_1.sendParent)(({ context }) => ({
+                                        type: "RECOGNISED",
+                                        value: context.result,
+                                    })),
+                                ],
+                                target: "#asr.Ready",
+                                guard: ({ event }) => !(event.output.result || {}).prediction,
+                            },
+                            {
+                                actions: [
+                                    ({ event }) => console.debug("[ASR] NLU result", event.output.result.prediction),
+                                    (0, xstate_1.sendParent)(({ context, event }) => ({
+                                        type: "RECOGNISED",
+                                        value: context.result,
+                                        nluValue: event.output.result.prediction,
+                                    })),
+                                ],
+                                target: "#asr.Ready",
+                            },
+                        ],
+                        onError: {
+                            actions: [
+                                ({ event }) => console.error("[ASR]", event.error),
+                                (0, xstate_1.sendParent)(({ context }) => ({
+                                    type: "RECOGNISED",
+                                    value: context.result,
+                                })),
+                            ],
+                            target: "#asr.Ready",
+                        },
+                    },
+                },
             },
         },
         Pause: {
@@ -158,6 +330,7 @@ exports.asrMachine = (0, xstate_1.createMachine)({
                     ],
                 },
                 onError: {
+                    actions: ({ event }) => console.error("[ASR]", event.error),
                     target: "Fail",
                 },
             },
@@ -170,78 +343,9 @@ exports.asrMachine = (0, xstate_1.createMachine)({
                     audioContext: context.audioContext,
                     azureAuthorizationToken: context.azureAuthorizationToken,
                     locale: context.locale,
+                    speechRecognitionEndpointId: context.speechRecognitionEndpointId,
                 }),
             },
         },
     },
-}, {
-    actions: {
-        recStop: ({ context }) => {
-            context.wsaASRinstance.abort();
-            console.debug("[ASR] stopped");
-        },
-    },
-    actors: {
-        getToken: getToken_1.getToken,
-        ponyfill: (0, xstate_1.fromCallback)(({ sendBack, input }) => {
-            const { SpeechGrammarList, SpeechRecognition } = (0, SpeechToText_1.default)({
-                audioContext: input.audioContext,
-                credentials: {
-                    region: REGION,
-                    authorizationToken: input.azureAuthorizationToken,
-                },
-            });
-            sendBack({
-                type: "READY",
-                value: {
-                    wsaASR: SpeechRecognition,
-                    wsaGrammarList: SpeechGrammarList,
-                },
-            });
-            console.debug("[ASR] READY");
-        }),
-        recStart: (0, xstate_1.fromCallback)(({ sendBack, input }) => {
-            let asr = new input.wsaASR();
-            asr.grammars = new input.wsaGrammarList();
-            asr.grammars.phrases = input.phrases || [];
-            asr.lang = input.locale;
-            asr.continuous = true;
-            asr.interimResults = true;
-            asr.onresult = function (event) {
-                if (event.results[event.results.length - 1].isFinal) {
-                    const transcript = event.results
-                        .map((x) => x[0].transcript.replace(/\.$/, ""))
-                        .join(" ");
-                    const confidence = event.results
-                        .map((x) => x[0].confidence)
-                        .reduce((a, b) => a + b) /
-                        event.results.length;
-                    const res = [
-                        {
-                            utterance: transcript,
-                            confidence: confidence,
-                        },
-                    ];
-                    sendBack({
-                        type: "RESULT",
-                        value: res,
-                    });
-                    console.debug("[ASR] RESULT (pre-final)", res);
-                }
-                else {
-                    sendBack({ type: "STARTSPEECH" });
-                }
-            };
-            asr.addEventListener("start", () => {
-                sendBack({ type: "STARTED", value: { wsaASRinstance: asr } });
-            });
-            // receive((event) => {
-            //   console.debug("bla");
-            //   if (event.type === "STOP") {
-            //     asr.abort();
-            //   }
-            // });
-            asr.start();
-        }),
-    },
 });

package/dist/speechstate.d.ts

@@ -1,4 +1,4 @@
-import { Settings, Agenda, Hypothesis } from "./types";
+import { Settings, Agenda, Hypothesis, RecogniseParameters } from "./types";
 interface SSContext {
     settings: Settings;
     audioContext?: AudioContext;
@@ -26,6 +26,7 @@ type SSEvent = {
     type: "ASR_READY";
 } | {
     type: "LISTEN";
+    value: RecogniseParameters;
 } | {
     type: "ASR_STARTED";
 } | {
@@ -33,6 +34,7 @@ type SSEvent = {
 } | {
     type: "RECOGNISED";
     value: Hypothesis[];
+    nluValue?: any;
 };
 declare const speechstate: import("xstate").StateMachine<SSContext, SSEvent, Record<string, import("xstate").AnyActorRef>, import("xstate").ProvidedActor, import("xstate").ParameterizedObject, import("xstate").ParameterizedObject, string, import("xstate").StateValue, string, Settings, {}, import("xstate").ResolveTypegenMeta<import("xstate").TypegenDisabled, SSEvent, import("xstate").ProvidedActor, import("xstate").ParameterizedObject, import("xstate").ParameterizedObject, string, string>>;
 export { speechstate };

package/dist/speechstate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"speechstate.d.ts","sourceRoot":"","sources":["../src/speechstate.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvD,UAAU,SAAS;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,MAAM,CAAC,EAAE,GAAG,CAAC;CACd;AAED,KAAK,OAAO,GACR;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,CAAC;AAEhD,QAAA,MAAM,WAAW,odAuPhB,CAAC;AAEF,OAAO,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"speechstate.d.ts","sourceRoot":"","sources":["../src/speechstate.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAC5E,UAAU,SAAS;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,MAAM,CAAC,EAAE,GAAG,CAAC;CACd;AAED,KAAK,OAAO,GACR;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE,GAC9C;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC;AAEhE,QAAA,MAAM,WAAW,odA6PhB,CAAC;AAEF,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/speechstate.js

@@ -48,6 +48,8 @@ const speechstate = (0, xstate_1.createMachine)({
                                         locale: context.settings.locale,
                                         audioContext: context.audioContext,
                                         azureCredentials: context.settings.azureCredentials,
+                                        azureLanguageCredentials: context.settings.azureLanguageCredentials,
+                                        speechRecognitionEndpointId: context.settings.speechRecognitionEndpointId,
                                     },
                                 });
                             },
@@ -186,10 +188,11 @@ const speechstate = (0, xstate_1.createMachine)({
                                 },
                                 RECOGNISED: {
                                     actions: [
-                                        ({ event }) => console.debug("[ASR→SpSt] RECOGNISED", event.value),
+                                        ({ event }) => console.debug("[ASR→SpSt] RECOGNISED", event.value, event.nluValue),
                                         (0, xstate_1.sendParent)(({ event }) => ({
                                             type: "RECOGNISED",
                                             value: event.value,
+                                            nluValue: event.nluValue,
                                         })),
                                     ],
                                     target: "Idle",

package/dist/tts.js

@@ -125,7 +125,7 @@ exports.ttsMachine = (0, xstate_1.createMachine)({
             const ponyfill = (0, TextToSpeech_1.default)({
                 audioContext: input.audioContext,
                 credentials: {
-                    region: REGION,
+                    region: REGION, // TODO
                     authorizationToken: input.azureAuthorizationToken,
                 },
             });

package/dist/types.d.ts

@@ -1,13 +1,26 @@
-export interface AzureCredentials {
+export interface AzureSpeechCredentials {
     endpoint: string;
     key: string;
 }
+/**
+ * @deprecated use `AzureSpeechCredentials` instead
+ */
+export interface AzureCredentials extends AzureSpeechCredentials {
+}
+export interface AzureLanguageCredentials {
+    endpoint: string;
+    key: string;
+    projectName: string;
+    deploymentName: string;
+}
 export interface Settings {
     locale?: string;
-    azureCredentials: string | AzureCredentials;
+    azureCredentials: string | AzureCredentials | AzureSpeechCredentials;
+    azureLanguageCredentials?: AzureLanguageCredentials;
     asrDefaultCompleteTimeout?: number;
     asrDefaultNoInputTimeout?: number;
     ttsDefaultVoice?: string;
+    speechRecognitionEndpointId?: string;
 }
 export interface Agenda {
     utterance: string;
@@ -23,5 +36,6 @@ export interface RecogniseParameters {
     completeTimeout?: number;
     locale?: string;
     hints?: string[];
+    nlu?: boolean | AzureLanguageCredentials;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAAC;IAC5C,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,MAAM;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,sBAAsB;CAAG;AAEnE,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,GAAG,sBAAsB,CAAC;IACrE,wBAAwB,CAAC,EAAE,wBAAwB,CAAC;IACpD,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,WAAW,MAAM;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,GAAG,CAAC,EAAE,OAAO,GAAG,wBAAwB,CAAC;CAC1C"}

package/package.json

@@ -1,53 +1,55 @@
 {
-    "name": "speechstate",
-    "version": "2.0.0-beta.4",
-    "license": "GPL-3.0",
-    "homepage": "http://localhost/speechstate",
-    "main": "./dist/index.js",
-    "types": "./dist/index.d.ts",
-    "files": ["/dist"],
-    "dependencies": {
-        "microsoft-cognitiveservices-speech-sdk": "^1.31.0",
-        "web-speech-cognitive-services": "^7.1.3",
-        "xstate": "^5.5.1"
-    },
-    "scripts": {
-        "dev": "vite",
-        "test": "jest --silent=false"
-    },
-    "eslintConfig": {
-        "extends": ["react-app", "react-app/jest"]
-    },
-    "browserslist": {
-        "production": [">0.2%", "not dead", "not op_mini all"],
-        "development": [
-            "last 1 chrome version",
-            "last 1 firefox version",
-            "last 1 safari version"
-        ]
-    },
-    "devDependencies": {
-        "@types/jest": "^29.5.2",
-        "@types/webspeechapi": "^0.0.29",
-        "buffer": "^5.5.0||^6.0.0",
-        "jest": "^29.5.0",
-        "jest-environment-jsdom": "^29.5.0",
-        "ts-jest": "^29.1.0",
-        "typescript": "^5.0.4",
-        "vite": "^5.0.11"
-    },
-    "packageManager": "yarn@3.6.4",
-    "description": "* SDK",
-    "directories": {
-        "doc": "docs",
-        "test": "test"
-    },
-    "repository": {
-        "type": "git",
-        "url": "git+ssh://git@github.com/vladmaraev/speechstate.git"
-    },
-    "author": "Vlad Maraev",
-    "bugs": {
-        "url": "https://github.com/vladmaraev/speechstate/issues"
-    }
+  "name": "speechstate",
+  "version": "2.0.0-beta.6",
+  "license": "GPL-3.0",
+  "homepage": "http://localhost/speechstate",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": ["/dist"],
+  "dependencies": {
+    "@statelyai/inspect": "^0.2.3",
+    "microsoft-cognitiveservices-speech-sdk": "^1.31.0",
+    "web-speech-cognitive-services": "^7.1.3",
+    "xstate": "^5.5.1"
+  },
+  "scripts": {
+    "dev": "vite",
+    "compile": "tsc",
+    "test": "jest --silent=false"
+  },
+  "eslintConfig": {
+    "extends": ["react-app", "react-app/jest"]
+  },
+  "browserslist": {
+    "production": [">0.2%", "not dead", "not op_mini all"],
+    "development": [
+      "last 1 chrome version",
+      "last 1 firefox version",
+      "last 1 safari version"
+    ]
+  },
+  "devDependencies": {
+    "@types/jest": "^29.5.2",
+    "@types/webspeechapi": "^0.0.29",
+    "buffer": "^5.5.0||^6.0.0",
+    "jest": "^29.5.0",
+    "jest-environment-jsdom": "^29.5.0",
+    "ts-jest": "^29.1.0",
+    "typescript": "^5.0.4",
+    "vite": "^5.0.11"
+  },
+  "packageManager": "yarn@3.6.4",
+  "description": "* SDK",
+  "directories": {
+    "doc": "docs",
+    "test": "test"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+ssh://git@github.com/vladmaraev/speechstate.git"
+  },
+  "author": "Vlad Maraev",
+  "bugs": {
+    "url": "https://github.com/vladmaraev/speechstate/issues"
+  }
 }