@voiceflow/common 7.15.0 → 7.15.4

package/build/common/crypto/index.d.ts

@@ -1,2 +1,3 @@
 export { default as Base64 } from './base64';
+export { default as MurmurHash } from './murmurhash';
 export { default as Synchronous } from './synchronous';

package/build/common/crypto/index.js

@@ -3,9 +3,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Synchronous = exports.Base64 = void 0;
+exports.Synchronous = exports.MurmurHash = exports.Base64 = void 0;
 var base64_1 = require("./base64");
 Object.defineProperty(exports, "Base64", { enumerable: true, get: function () { return __importDefault(base64_1).default; } });
+var murmurhash_1 = require("./murmurhash");
+Object.defineProperty(exports, "MurmurHash", { enumerable: true, get: function () { return __importDefault(murmurhash_1).default; } });
 var synchronous_1 = require("./synchronous");
 Object.defineProperty(exports, "Synchronous", { enumerable: true, get: function () { return __importDefault(synchronous_1).default; } });
 //# sourceMappingURL=index.js.map

package/build/common/crypto/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/crypto/index.ts"],"names":[],"mappings":";;;;;;AAAA,mCAA6C;AAApC,iHAAA,OAAO,OAAU;AAC1B,6CAAuD;AAA9C,2HAAA,OAAO,OAAe"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/crypto/index.ts"],"names":[],"mappings":";;;;;;AAAA,mCAA6C;AAApC,iHAAA,OAAO,OAAU;AAC1B,2CAAqD;AAA5C,yHAAA,OAAO,OAAc;AAC9B,6CAAuD;AAA9C,2HAAA,OAAO,OAAe"}

package/build/common/crypto/murmurhash.d.ts

@@ -1,4 +1,4 @@
 export declare class MurmurHash {
-    static hash(key: string, seed: number): string;
+    static hash(key: string, seed?: number): string;
 }
 export default MurmurHash;

package/build/common/crypto/murmurhash.js

@@ -4,7 +4,7 @@ exports.MurmurHash = void 0;
 const murmurhash_wasm_1 = require("murmurhash-wasm");
 const hex2abc_1 = require("./hex2abc");
 class MurmurHash {
-    static hash(key, seed) {
+    static hash(key, seed = 0) {
         const hash = murmurhash_wasm_1.MurmurHash3.hash32(key, seed);
         const value = hash.readUInt32BE();
         const hex = value.toString(16);

package/build/common/crypto/murmurhash.js.map

@@ -1 +1 @@
-{"version":3,"file":"murmurhash.js","sourceRoot":"","sources":["../../../src/crypto/murmurhash.ts"],"names":[],"mappings":";;;AAAA,qDAA8C;AAE9C,uCAA2C;AAE3C,MAAa,UAAU;IACd,MAAM,CAAC,IAAI,CAAC,GAAW,EAAE,IAAY;QAC1C,MAAM,IAAI,GAAG,6BAAW,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE/B,OAAO,iBAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;CACF;AARD,gCAQC;AAED,kBAAe,UAAU,CAAC"}
+{"version":3,"file":"murmurhash.js","sourceRoot":"","sources":["../../../src/crypto/murmurhash.ts"],"names":[],"mappings":";;;AAAA,qDAA8C;AAE9C,uCAA2C;AAE3C,MAAa,UAAU;IACd,MAAM,CAAC,IAAI,CAAC,GAAW,EAAE,IAAI,GAAG,CAAC;QACtC,MAAM,IAAI,GAAG,6BAAW,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE/B,OAAO,iBAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;CACF;AARD,gCAQC;AAED,kBAAe,UAAU,CAAC"}

package/build/common/utils/index.d.ts

@@ -10,6 +10,7 @@ export * as number from './number';
 export * as object from './object';
 export * as promise from './promise';
 export * as protocol from './protocol';
+export * as slot from './slot';
 export * as string from './string';
 export * as time from './time';
 export * as timezones from './timezones';

package/build/common/utils/index.js

@@ -22,7 +22,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.variables = exports.timezones = exports.time = exports.string = exports.protocol = exports.promise = exports.object = exports.number = exports.normalized = exports.mathjs = exports.intent = exports.id = exports.generateHash = exports.generate = exports.functional = exports.emails = exports.array = void 0;
+exports.variables = exports.timezones = exports.time = exports.string = exports.slot = exports.protocol = exports.promise = exports.object = exports.number = exports.normalized = exports.mathjs = exports.intent = exports.id = exports.generateHash = exports.generate = exports.functional = exports.emails = exports.array = void 0;
 exports.array = __importStar(require("./array"));
 exports.emails = __importStar(require("./emails"));
 exports.functional = __importStar(require("./functional"));
@@ -37,6 +37,7 @@ exports.number = __importStar(require("./number"));
 exports.object = __importStar(require("./object"));
 exports.promise = __importStar(require("./promise"));
 exports.protocol = __importStar(require("./protocol"));
+exports.slot = __importStar(require("./slot"));
 exports.string = __importStar(require("./string"));
 exports.time = __importStar(require("./time"));
 exports.timezones = __importStar(require("./timezones"));

package/build/common/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAiC;AACjC,mDAAmC;AACnC,2DAA2C;AAC3C,uCAAoD;AAA3C,oGAAA,QAAQ,OAAA;AAAE,wGAAA,YAAY,OAAA;AAC/B,2CAA2B;AAC3B,mDAAmC;AACnC,mDAAmC;AACnC,2DAA2C;AAC3C,mDAAmC;AACnC,mDAAmC;AACnC,qDAAqC;AACrC,uDAAuC;AACvC,mDAAmC;AACnC,+CAA+B;AAC/B,yDAAyC;AACzC,yDAAyC;AAEzC,uEAAuE;AACvE,2CAAyB;AACzB,8CAA4B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAiC;AACjC,mDAAmC;AACnC,2DAA2C;AAC3C,uCAAoD;AAA3C,oGAAA,QAAQ,OAAA;AAAE,wGAAA,YAAY,OAAA;AAC/B,2CAA2B;AAC3B,mDAAmC;AACnC,mDAAmC;AACnC,2DAA2C;AAC3C,mDAAmC;AACnC,mDAAmC;AACnC,qDAAqC;AACrC,uDAAuC;AACvC,+CAA+B;AAC/B,mDAAmC;AACnC,+CAA+B;AAC/B,yDAAyC;AACzC,yDAAyC;AAEzC,uEAAuE;AACvE,2CAAyB;AACzB,8CAA4B"}

package/build/common/utils/intent.d.ts

@@ -15,3 +15,19 @@ export declare const getSlotType: (slots: BuiltinSlot<string, string>[], slot: {
         value?: string;
     };
 }) => string;
+export declare const VF_ENTITY_REGEXP: RegExp;
+export interface JSONEntity {
+    startPos: number;
+    endPos: number;
+    entity: string;
+}
+export interface JSONUtterance {
+    text?: string;
+    entities?: JSONEntity[];
+}
+export declare const utteranceEntityPermutations: (utterances: string[], entitiesByID: Record<string, {
+    inputs: string[];
+    name: string;
+}>, limit?: number) => JSONUtterance[];
+export declare const injectUtteranceSpaces: (originalUtterance: string) => string;
+export declare const cleanVFIntentName: (intentName: string) => string;

package/build/common/utils/intent.js

@@ -1,7 +1,12 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getSlotType = exports.getUtterancesWithSlotNames = exports.formatIntentName = void 0;
+exports.cleanVFIntentName = exports.injectUtteranceSpaces = exports.utteranceEntityPermutations = exports.VF_ENTITY_REGEXP = exports.getSlotType = exports.getUtterancesWithSlotNames = exports.formatIntentName = void 0;
+const sample_1 = __importDefault(require("lodash/sample"));
 const constants_1 = require("../constants");
+const slot_1 = require("./slot");
 const formatIntentName = (name) => {
     if (!name) {
         return name;
@@ -37,4 +42,111 @@ const getSlotType = (slots, slot) => {
     return type;
 };
 exports.getSlotType = getSlotType;
+exports.VF_ENTITY_REGEXP = /{{\[(\w{1,32})]\.(\w{1,32})}}/gi;
+// extension of the String.prototype.replace format
+const continuousReplace = (text, regex, replacer) => {
+    // regex without any global flags (g or i)
+    const localRegex = new RegExp(regex, '');
+    let temp;
+    let current = text;
+    // keep replacing until there is nothing else to replace (local replaces one instance at a time, this is important to keep positional offset data)
+    while (temp !== current) {
+        temp = current;
+        current = current.replace(localRegex, replacer);
+    }
+    return current;
+};
+const utteranceEntityPermutations = (utterances, entitiesByID, limit = 22
+// eslint-disable-next-line sonarjs/cognitive-complexity
+) => {
+    var _a;
+    const newUtterances = [];
+    const entityRef = {};
+    const addNewUtterance = (utterance) => {
+        if (!(utterance === null || utterance === void 0 ? void 0 : utterance.trim()))
+            return;
+        const entities = [];
+        // Find all occurences of {entityName} in training utterances
+        const text = continuousReplace(utterance, exports.VF_ENTITY_REGEXP, (_match, entityName, entityID, offset) => {
+            var _a, _b, _c;
+            const entity = entitiesByID[entityID];
+            if (!entity)
+                return entityName;
+            const sample = (((_a = entityRef[entityID]) === null || _a === void 0 ? void 0 : _a.samples.shift()) || sample_1.default(slot_1.getAllSamples(entity === null || entity === void 0 ? void 0 : entity.inputs)) || entityName).trim();
+            if (!((_c = (_b = entityRef[entityID]) === null || _b === void 0 ? void 0 : _b.samples) === null || _c === void 0 ? void 0 : _c.length))
+                delete entityRef[entityID];
+            // This module should additionally create one full training utterance with positional entity (startPos, endPos, entityName).
+            const startPos = offset || 0;
+            const endPos = startPos + sample.length - 1;
+            entities.push({
+                startPos,
+                endPos,
+                entity: entity.name,
+            });
+            // Replace the entities with the sample value
+            return sample;
+        });
+        newUtterances.push({
+            text,
+            entities,
+        });
+    };
+    // find all the entities referenced by this intent
+    // first pass over all utterances guarantees every utterance used
+    utterances.forEach((utterance) => {
+        // find all the entities used in this utterance
+        const entityMatches = [...utterance.matchAll(exports.VF_ENTITY_REGEXP)];
+        entityMatches.forEach((match) => {
+            const entityID = match[2];
+            // if this entity hasn't been visited before, initialize the ref and populate samples with all synonyms of the entity
+            if (!entityRef[entityID]) {
+                entityRef[entityID] = { samples: [], utterances: [] };
+                const entity = entitiesByID[entityID];
+                if (entity) {
+                    entityRef[entityID].samples.push(...slot_1.getAllSamples(entity.inputs));
+                }
+            }
+            entityRef[entityID].utterances.push(utterance);
+        });
+        addNewUtterance(utterance);
+    });
+    while (Object.keys(entityRef).length > 0 && newUtterances.length < limit) {
+        const entityID = Object.keys(entityRef)[0];
+        const utterancesUsingEntity = (_a = entityRef[entityID]) === null || _a === void 0 ? void 0 : _a.utterances;
+        if (utterancesUsingEntity === null || utterancesUsingEntity === void 0 ? void 0 : utterancesUsingEntity.length) {
+            addNewUtterance(utterancesUsingEntity[newUtterances.length % utterancesUsingEntity.length]);
+        }
+        else {
+            delete entityRef[entityID];
+        }
+    }
+    return newUtterances;
+};
+exports.utteranceEntityPermutations = utteranceEntityPermutations;
+const ALPHANUMERIC_REGEXP = /[\dA-Za-z{}]/;
+// some NLP/NLU models do not allow entity classifications without a space seperator: 'I work at {startupName}flow' => 'I work at {startupName} flow'
+const injectUtteranceSpaces = (originalUtterance) => {
+    let spacesAdded = 0;
+    let utterance = originalUtterance ? originalUtterance.trim() : '';
+    const slots = [...utterance.matchAll(exports.VF_ENTITY_REGEXP)];
+    slots.forEach((slot) => {
+        let index = slot.index + spacesAdded;
+        // Check if space should be added before slot
+        if (index > 0 && utterance[index - 1].match(ALPHANUMERIC_REGEXP)) {
+            utterance = `${utterance.slice(0, index)} ${utterance.slice(index)}`;
+            ++spacesAdded;
+            ++index;
+        }
+        // Check if space should be added after slot
+        if (index + slot[0].length < utterance.length - 1 && utterance[index + slot[0].length].match(ALPHANUMERIC_REGEXP)) {
+            utterance = `${utterance.slice(0, index + slot[0].length)} ${utterance.slice(index + slot[0].length)}`;
+            ++spacesAdded;
+        }
+    });
+    return utterance;
+};
+exports.injectUtteranceSpaces = injectUtteranceSpaces;
+// VF.HELP -> help
+const cleanVFIntentName = (intentName) => (intentName.startsWith('VF.') ? intentName.slice(3).toLowerCase() : intentName);
+exports.cleanVFIntentName = cleanVFIntentName;
 //# sourceMappingURL=intent.js.map

package/build/common/utils/intent.js.map

@@ -1 +1 @@
-{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../src/utils/intent.ts"],"names":[],"mappings":";;;AAAA,4CAAkG;AAE3F,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAU,EAAE;IACvD,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,IAAI,CAAC;KACb;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,wCAAwC;IACxC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,wBAAY,EAAE,GAAG,CAAC,CAAC;IAChD,mEAAmE;IACnE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEvG,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAZW,QAAA,gBAAgB,oBAY3B;AAEK,MAAM,0BAA0B,GAAG,CAAC,EACzC,KAAK,GAAG,EAAE,EACV,UAAU,GAAG,EAAE,GAIhB,EAAY,EAAE,CACb,UAAU;KACP,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,WAAC,OAAA,CAAC,CAAC,CAAA,MAAA,SAAS,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CAAA,EAAA,CAAC;KAC/C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAChB,IAAI,CAAC,OAAO,CAAC,uBAAW,EAAE,CAAC,SAAS,EAAE,KAAa,EAAE,GAAW,EAAE,EAAE;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAEtD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,EAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC,CAAC,CACH,CAAC;AAfO,QAAA,0BAA0B,8BAejC;AAEC,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAE,IAAgD,EAAU,EAAE;;IAC5H,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,MAAM,aAAa,GAAG,MAAA,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,0CAAE,WAAW,EAAE,mCAAI,EAAE,CAAC;IAE3D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,KAAK,uCAA2B,EAAE;QACtE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,CAAC;QAEvF,IAAI,CAAC,WAAW,EAAE;YAChB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,yBAAyB;SAClD;aAAM;YACL,CAAC,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,CAAC;SAC1B;KACF;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAfW,QAAA,WAAW,eAetB"}
+{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../src/utils/intent.ts"],"names":[],"mappings":";;;;;;AAAA,2DAAoC;AAEpC,4CAAkG;AAElG,iCAAuC;AAEhC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAU,EAAE;IACvD,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,IAAI,CAAC;KACb;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,wCAAwC;IACxC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,wBAAY,EAAE,GAAG,CAAC,CAAC;IAChD,mEAAmE;IACnE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEvG,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAZW,QAAA,gBAAgB,oBAY3B;AAEK,MAAM,0BAA0B,GAAG,CAAC,EACzC,KAAK,GAAG,EAAE,EACV,UAAU,GAAG,EAAE,GAIhB,EAAY,EAAE,CACb,UAAU;KACP,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,WAAC,OAAA,CAAC,CAAC,CAAA,MAAA,SAAS,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CAAA,EAAA,CAAC;KAC/C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAChB,IAAI,CAAC,OAAO,CAAC,uBAAW,EAAE,CAAC,SAAS,EAAE,KAAa,EAAE,GAAW,EAAE,EAAE;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAEtD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,EAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC,CAAC,CACH,CAAC;AAfO,QAAA,0BAA0B,8BAejC;AAEC,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAE,IAAgD,EAAU,EAAE;;IAC5H,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,MAAM,aAAa,GAAG,MAAA,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,0CAAE,WAAW,EAAE,mCAAI,EAAE,CAAC;IAE3D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,KAAK,uCAA2B,EAAE;QACtE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,CAAC;QAEvF,IAAI,CAAC,WAAW,EAAE;YAChB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,yBAAyB;SAClD;aAAM;YACL,CAAC,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,CAAC;SAC1B;KACF;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAfW,QAAA,WAAW,eAetB;AAEW,QAAA,gBAAgB,GAAG,iCAAiC,CAAC;AAYlE,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,QAAuD,EAAU,EAAE;IACzH,0CAA0C;IAC1C,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,IAAwB,CAAC;IAC7B,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,kJAAkJ;IAClJ,OAAO,IAAI,KAAK,OAAO,EAAE;QACvB,IAAI,GAAG,OAAO,CAAC;QACf,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;KACjD;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEK,MAAM,2BAA2B,GAAG,CACzC,UAAoB,EACpB,YAAgE,EAChE,KAAK,GAAG,EAAE;AACV,wDAAwD;EACvC,EAAE;;IACnB,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAgE,EAAE,CAAC;IAElF,MAAM,eAAe,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC5C,IAAI,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,EAAE,CAAA;YAAE,OAAO;QAE/B,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,6DAA6D;QAC7D,MAAM,IAAI,GAAG,iBAAiB,CAAC,SAAS,EAAE,wBAAgB,EAAE,CAAC,MAAc,EAAE,UAAkB,EAAE,QAAgB,EAAE,MAAc,EAAE,EAAE;;YACnI,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,MAAM;gBAAE,OAAO,UAAU,CAAC;YAE/B,MAAM,MAAM,GAAG,CAAC,CAAA,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,OAAO,CAAC,KAAK,EAAE,KAAI,gBAAO,CAAC,oBAAa,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;YACrH,IAAI,CAAC,CAAA,MAAA,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,OAAO,0CAAE,MAAM,CAAA;gBAAE,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEtE,4HAA4H;YAC5H,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC;gBACZ,QAAQ;gBACR,MAAM;gBACN,MAAM,EAAE,MAAM,CAAC,IAAI;aACpB,CAAC,CAAC;YAEH,6CAA6C;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,IAAI,CAAC;YACjB,IAAI;YACJ,QAAQ;SACT,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,kDAAkD;IAClD,iEAAiE;IACjE,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;QAC/B,+CAA+C;QAC/C,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,wBAAgB,CAAC,CAAC,CAAC;QAChE,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,qHAAqH;YACrH,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxB,SAAS,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBACtD,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,MAAM,EAAE;oBACV,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,oBAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;iBACnE;aACF;YAED,SAAS,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,eAAe,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,KAAK,EAAE;QACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,qBAAqB,GAAG,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,UAAU,CAAC;QAE9D,IAAI,qBAAqB,aAArB,qBAAqB,uBAArB,qBAAqB,CAAE,MAAM,EAAE;YACjC,eAAe,CAAC,qBAAqB,CAAC,aAAa,CAAC,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;SAC7F;aAAM;YACL,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;SAC5B;KACF;IAED,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AA3EW,QAAA,2BAA2B,+BA2EtC;AAEF,MAAM,mBAAmB,GAAG,cAAc,CAAC;AAC3C,qJAAqJ;AAC9I,MAAM,qBAAqB,GAAG,CAAC,iBAAyB,EAAU,EAAE;IACzE,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,SAAS,GAAG,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,wBAAgB,CAAC,CAAC,CAAC;IACxD,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAM,GAAG,WAAW,CAAC;QAEtC,6CAA6C;QAC7C,IAAI,KAAK,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE;YAChE,SAAS,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACrE,EAAE,WAAW,CAAC;YACd,EAAE,KAAK,CAAC;SACT;QAED,4CAA4C;QAC5C,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE;YACjH,SAAS,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACvG,EAAE,WAAW,CAAC;SACf;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAvBW,QAAA,qBAAqB,yBAuBhC;AAEF,kBAAkB;AACX,MAAM,iBAAiB,GAAG,CAAC,UAAkB,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AAA5H,QAAA,iBAAiB,qBAA2G"}

package/build/common/utils/slot.d.ts

@@ -0,0 +1,6 @@
+export declare const addPrebuiltEntities: <A extends {
+    key: string;
+    inputs: string[];
+}>(entities: A[], prebuiltEntities: Record<string, string[]>) => A[];
+export declare const getUniqueSamples: (input: string) => string[];
+export declare const getAllSamples: (inputs?: string[]) => string[];

package/build/common/utils/slot.js

@@ -0,0 +1,20 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAllSamples = exports.getUniqueSamples = exports.addPrebuiltEntities = void 0;
+const uniqBy_1 = __importDefault(require("lodash/uniqBy"));
+const addPrebuiltEntities = (entities, prebuiltEntities) => entities.map((entity) => {
+    if (prebuiltEntities[entity.key]) {
+        return Object.assign(Object.assign({}, entity), { inputs: [...entity.inputs, ...prebuiltEntities[entity.key]] });
+    }
+    return entity;
+});
+exports.addPrebuiltEntities = addPrebuiltEntities;
+const getUniqueSamples = (input) => uniqBy_1.default(input.split(','), (sample) => sample.toLowerCase());
+exports.getUniqueSamples = getUniqueSamples;
+// spread all synonyms into string array ['car, automobile', 'plane, jet'] => ['car', 'automobile', 'plane', 'jet']
+const getAllSamples = (inputs = []) => inputs.flatMap((input) => input.split(',')).filter((sample) => !!sample.trim());
+exports.getAllSamples = getAllSamples;
+//# sourceMappingURL=slot.js.map

package/build/common/utils/slot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slot.js","sourceRoot":"","sources":["../../../src/utils/slot.ts"],"names":[],"mappings":";;;;;;AAAA,2DAAoC;AAE7B,MAAM,mBAAmB,GAAG,CAA8C,QAAa,EAAE,gBAA0C,EAAO,EAAE,CACjJ,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;IACtB,IAAI,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;QAChC,uCACK,MAAM,KACT,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAC3D;KACH;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC,CAAC;AATQ,QAAA,mBAAmB,uBAS3B;AAEE,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,gBAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;AAAlG,QAAA,gBAAgB,oBAAkF;AAE/G,mHAAmH;AAC5G,MAAM,aAAa,GAAG,CAAC,SAAmB,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AAA3H,QAAA,aAAa,iBAA8G"}

package/build/esm/crypto/index.d.ts

@@ -1,2 +1,3 @@
 export { default as Base64 } from './base64';
+export { default as MurmurHash } from './murmurhash';
 export { default as Synchronous } from './synchronous';

package/build/esm/crypto/index.js

@@ -1,3 +1,4 @@
 export { default as Base64 } from './base64';
+export { default as MurmurHash } from './murmurhash';
 export { default as Synchronous } from './synchronous';
 //# sourceMappingURL=index.js.map

package/build/esm/crypto/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/crypto/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,MAAM,EAAE,MAAM,UAAU,CAAC;AAC7C,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/crypto/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,MAAM,EAAE,MAAM,UAAU,CAAC;AAC7C,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,eAAe,CAAC"}

package/build/esm/crypto/murmurhash.d.ts

@@ -1,4 +1,4 @@
 export declare class MurmurHash {
-    static hash(key: string, seed: number): string;
+    static hash(key: string, seed?: number): string;
 }
 export default MurmurHash;

package/build/esm/crypto/murmurhash.js

@@ -1,7 +1,7 @@
 import { MurmurHash3 } from 'murmurhash-wasm';
 import { hex2abc } from "./hex2abc";
 export class MurmurHash {
-    static hash(key, seed) {
+    static hash(key, seed = 0) {
         const hash = MurmurHash3.hash32(key, seed);
         const value = hash.readUInt32BE();
         const hex = value.toString(16);

package/build/esm/crypto/murmurhash.js.map

@@ -1 +1 @@
-{"version":3,"file":"murmurhash.js","sourceRoot":"","sources":["../../../src/crypto/murmurhash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,kBAAyB;AAE3C,MAAM,OAAO,UAAU;IACd,MAAM,CAAC,IAAI,CAAC,GAAW,EAAE,IAAY;QAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;CACF;AAED,eAAe,UAAU,CAAC"}
+{"version":3,"file":"murmurhash.js","sourceRoot":"","sources":["../../../src/crypto/murmurhash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,kBAAyB;AAE3C,MAAM,OAAO,UAAU;IACd,MAAM,CAAC,IAAI,CAAC,GAAW,EAAE,IAAI,GAAG,CAAC;QACtC,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;CACF;AAED,eAAe,UAAU,CAAC"}

package/build/esm/utils/index.d.ts

@@ -10,6 +10,7 @@ export * as number from './number';
 export * as object from './object';
 export * as promise from './promise';
 export * as protocol from './protocol';
+export * as slot from './slot';
 export * as string from './string';
 export * as time from './time';
 export * as timezones from './timezones';

package/build/esm/utils/index.js

@@ -10,6 +10,7 @@ export * as number from './number';
 export * as object from './object';
 export * as promise from './promise';
 export * as protocol from './protocol';
+export * as slot from './slot';
 export * as string from './string';
 export * as time from './time';
 export * as timezones from './timezones';

package/build/esm/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,MAAM,CAAC;AAC3B,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,OAAO,KAAK,SAAS,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,SAAS,MAAM,aAAa,CAAC;AAEzC,uEAAuE;AACvE,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,MAAM,CAAC;AAC3B,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AACnC,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,OAAO,KAAK,SAAS,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,SAAS,MAAM,aAAa,CAAC;AAEzC,uEAAuE;AACvE,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC"}

package/build/esm/utils/intent.d.ts

@@ -15,3 +15,19 @@ export declare const getSlotType: (slots: BuiltinSlot<string, string>[], slot: {
         value?: string;
     };
 }) => string;
+export declare const VF_ENTITY_REGEXP: RegExp;
+export interface JSONEntity {
+    startPos: number;
+    endPos: number;
+    entity: string;
+}
+export interface JSONUtterance {
+    text?: string;
+    entities?: JSONEntity[];
+}
+export declare const utteranceEntityPermutations: (utterances: string[], entitiesByID: Record<string, {
+    inputs: string[];
+    name: string;
+}>, limit?: number) => JSONUtterance[];
+export declare const injectUtteranceSpaces: (originalUtterance: string) => string;
+export declare const cleanVFIntentName: (intentName: string) => string;

package/build/esm/utils/intent.js

@@ -1,4 +1,6 @@
+import _sample from 'lodash/sample';
 import { LOWER_CASE_CUSTOM_SLOT_TYPE, SLOT_REGEXP, SPACE_REGEXP } from "../constants";
+import { getAllSamples } from './slot';
 export const formatIntentName = (name) => {
     if (!name) {
         return name;
@@ -31,4 +33,108 @@ export const getSlotType = (slots, slot) => {
     }
     return type;
 };
+export const VF_ENTITY_REGEXP = /{{\[(\w{1,32})]\.(\w{1,32})}}/gi;
+// extension of the String.prototype.replace format
+const continuousReplace = (text, regex, replacer) => {
+    // regex without any global flags (g or i)
+    const localRegex = new RegExp(regex, '');
+    let temp;
+    let current = text;
+    // keep replacing until there is nothing else to replace (local replaces one instance at a time, this is important to keep positional offset data)
+    while (temp !== current) {
+        temp = current;
+        current = current.replace(localRegex, replacer);
+    }
+    return current;
+};
+export const utteranceEntityPermutations = (utterances, entitiesByID, limit = 22
+// eslint-disable-next-line sonarjs/cognitive-complexity
+) => {
+    var _a;
+    const newUtterances = [];
+    const entityRef = {};
+    const addNewUtterance = (utterance) => {
+        if (!(utterance === null || utterance === void 0 ? void 0 : utterance.trim()))
+            return;
+        const entities = [];
+        // Find all occurences of {entityName} in training utterances
+        const text = continuousReplace(utterance, VF_ENTITY_REGEXP, (_match, entityName, entityID, offset) => {
+            var _a, _b, _c;
+            const entity = entitiesByID[entityID];
+            if (!entity)
+                return entityName;
+            const sample = (((_a = entityRef[entityID]) === null || _a === void 0 ? void 0 : _a.samples.shift()) || _sample(getAllSamples(entity === null || entity === void 0 ? void 0 : entity.inputs)) || entityName).trim();
+            if (!((_c = (_b = entityRef[entityID]) === null || _b === void 0 ? void 0 : _b.samples) === null || _c === void 0 ? void 0 : _c.length))
+                delete entityRef[entityID];
+            // This module should additionally create one full training utterance with positional entity (startPos, endPos, entityName).
+            const startPos = offset || 0;
+            const endPos = startPos + sample.length - 1;
+            entities.push({
+                startPos,
+                endPos,
+                entity: entity.name,
+            });
+            // Replace the entities with the sample value
+            return sample;
+        });
+        newUtterances.push({
+            text,
+            entities,
+        });
+    };
+    // find all the entities referenced by this intent
+    // first pass over all utterances guarantees every utterance used
+    utterances.forEach((utterance) => {
+        // find all the entities used in this utterance
+        const entityMatches = [...utterance.matchAll(VF_ENTITY_REGEXP)];
+        entityMatches.forEach((match) => {
+            const entityID = match[2];
+            // if this entity hasn't been visited before, initialize the ref and populate samples with all synonyms of the entity
+            if (!entityRef[entityID]) {
+                entityRef[entityID] = { samples: [], utterances: [] };
+                const entity = entitiesByID[entityID];
+                if (entity) {
+                    entityRef[entityID].samples.push(...getAllSamples(entity.inputs));
+                }
+            }
+            entityRef[entityID].utterances.push(utterance);
+        });
+        addNewUtterance(utterance);
+    });
+    while (Object.keys(entityRef).length > 0 && newUtterances.length < limit) {
+        const entityID = Object.keys(entityRef)[0];
+        const utterancesUsingEntity = (_a = entityRef[entityID]) === null || _a === void 0 ? void 0 : _a.utterances;
+        if (utterancesUsingEntity === null || utterancesUsingEntity === void 0 ? void 0 : utterancesUsingEntity.length) {
+            addNewUtterance(utterancesUsingEntity[newUtterances.length % utterancesUsingEntity.length]);
+        }
+        else {
+            delete entityRef[entityID];
+        }
+    }
+    return newUtterances;
+};
+const ALPHANUMERIC_REGEXP = /[\dA-Za-z{}]/;
+// some NLP/NLU models do not allow entity classifications without a space seperator: 'I work at {startupName}flow' => 'I work at {startupName} flow'
+export const injectUtteranceSpaces = (originalUtterance) => {
+    let spacesAdded = 0;
+    let utterance = originalUtterance ? originalUtterance.trim() : '';
+    const slots = [...utterance.matchAll(VF_ENTITY_REGEXP)];
+    slots.forEach((slot) => {
+        let index = slot.index + spacesAdded;
+        // Check if space should be added before slot
+        if (index > 0 && utterance[index - 1].match(ALPHANUMERIC_REGEXP)) {
+            utterance = `${utterance.slice(0, index)} ${utterance.slice(index)}`;
+            ++spacesAdded;
+            ++index;
+        }
+        // Check if space should be added after slot
+        if (index + slot[0].length < utterance.length - 1 && utterance[index + slot[0].length].match(ALPHANUMERIC_REGEXP)) {
+            utterance = `${utterance.slice(0, index + slot[0].length)} ${utterance.slice(index + slot[0].length)}`;
+            ++spacesAdded;
+        }
+    });
+    return utterance;
+};
+// VF.HELP -> help
+export const cleanVFIntentName = (intentName) => (intentName.startsWith('VF.') ? intentName.slice(3).toLowerCase() : intentName);
 //# sourceMappingURL=intent.js.map

package/build/esm/utils/intent.js.map

@@ -1 +1 @@
-{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../src/utils/intent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,2BAA2B,EAAE,WAAW,EAAE,YAAY,EAAE,qBAAoB;AAElG,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAU,EAAE;IACvD,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,IAAI,CAAC;KACb;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,wCAAwC;IACxC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;IAChD,mEAAmE;IACnE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEvG,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,EACzC,KAAK,GAAG,EAAE,EACV,UAAU,GAAG,EAAE,GAIhB,EAAY,EAAE,CACb,UAAU;KACP,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,WAAC,OAAA,CAAC,CAAC,CAAA,MAAA,SAAS,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CAAA,EAAA,CAAC;KAC/C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAChB,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,KAAa,EAAE,GAAW,EAAE,EAAE;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAEtD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,EAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC,CAAC,CACH,CAAC;AAEN,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAE,IAAgD,EAAU,EAAE;;IAC5H,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,MAAM,aAAa,GAAG,MAAA,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,0CAAE,WAAW,EAAE,mCAAI,EAAE,CAAC;IAE3D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,KAAK,2BAA2B,EAAE;QACtE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,CAAC;QAEvF,IAAI,CAAC,WAAW,EAAE;YAChB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,yBAAyB;SAClD;aAAM;YACL,CAAC,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,CAAC;SAC1B;KACF;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../src/utils/intent.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,eAAe,CAAC;AAEpC,OAAO,EAAe,2BAA2B,EAAE,WAAW,EAAE,YAAY,EAAE,qBAAoB;AAElG,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAU,EAAE;IACvD,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,IAAI,CAAC;KACb;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,wCAAwC;IACxC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;IAChD,mEAAmE;IACnE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEvG,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,EACzC,KAAK,GAAG,EAAE,EACV,UAAU,GAAG,EAAE,GAIhB,EAAY,EAAE,CACb,UAAU;KACP,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,WAAC,OAAA,CAAC,CAAC,CAAA,MAAA,SAAS,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CAAA,EAAA,CAAC;KAC/C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAChB,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,KAAa,EAAE,GAAW,EAAE,EAAE;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAEtD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,EAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC,CAAC,CACH,CAAC;AAEN,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAE,IAAgD,EAAU,EAAE;;IAC5H,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,MAAM,aAAa,GAAG,MAAA,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,0CAAE,WAAW,EAAE,mCAAI,EAAE,CAAC;IAE3D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,KAAK,2BAA2B,EAAE;QACtE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,CAAC;QAEvF,IAAI,CAAC,WAAW,EAAE;YAChB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,yBAAyB;SAClD;aAAM;YACL,CAAC,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,CAAC;SAC1B;KACF;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,iCAAiC,CAAC;AAYlE,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,QAAuD,EAAU,EAAE;IACzH,0CAA0C;IAC1C,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,IAAwB,CAAC;IAC7B,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,kJAAkJ;IAClJ,OAAO,IAAI,KAAK,OAAO,EAAE;QACvB,IAAI,GAAG,OAAO,CAAC;QACf,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;KACjD;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CACzC,UAAoB,EACpB,YAAgE,EAChE,KAAK,GAAG,EAAE;AACV,wDAAwD;EACvC,EAAE;;IACnB,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAgE,EAAE,CAAC;IAElF,MAAM,eAAe,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC5C,IAAI,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,EAAE,CAAA;YAAE,OAAO;QAE/B,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,6DAA6D;QAC7D,MAAM,IAAI,GAAG,iBAAiB,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC,MAAc,EAAE,UAAkB,EAAE,QAAgB,EAAE,MAAc,EAAE,EAAE;;YACnI,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,MAAM;gBAAE,OAAO,UAAU,CAAC;YAE/B,MAAM,MAAM,GAAG,CAAC,CAAA,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,OAAO,CAAC,KAAK,EAAE,KAAI,OAAO,CAAC,aAAa,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;YACrH,IAAI,CAAC,CAAA,MAAA,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,OAAO,0CAAE,MAAM,CAAA;gBAAE,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEtE,4HAA4H;YAC5H,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC;gBACZ,QAAQ;gBACR,MAAM;gBACN,MAAM,EAAE,MAAM,CAAC,IAAI;aACpB,CAAC,CAAC;YAEH,6CAA6C;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,IAAI,CAAC;YACjB,IAAI;YACJ,QAAQ;SACT,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,kDAAkD;IAClD,iEAAiE;IACjE,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;QAC/B,+CAA+C;QAC/C,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAChE,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,qHAAqH;YACrH,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxB,SAAS,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;gBACtD,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,MAAM,EAAE;oBACV,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;iBACnE;aACF;YAED,SAAS,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,eAAe,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,KAAK,EAAE;QACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,qBAAqB,GAAG,MAAA,SAAS,CAAC,QAAQ,CAAC,0CAAE,UAAU,CAAC;QAE9D,IAAI,qBAAqB,aAArB,qBAAqB,uBAArB,qBAAqB,CAAE,MAAM,EAAE;YACjC,eAAe,CAAC,qBAAqB,CAAC,aAAa,CAAC,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;SAC7F;aAAM;YACL,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;SAC5B;KACF;IAED,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,cAAc,CAAC;AAC3C,qJAAqJ;AACrJ,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,iBAAyB,EAAU,EAAE;IACzE,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,SAAS,GAAG,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACxD,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAM,GAAG,WAAW,CAAC;QAEtC,6CAA6C;QAC7C,IAAI,KAAK,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE;YAChE,SAAS,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACrE,EAAE,WAAW,CAAC;YACd,EAAE,KAAK,CAAC;SACT;QAED,4CAA4C;QAC5C,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE;YACjH,SAAS,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACvG,EAAE,WAAW,CAAC;SACf;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,kBAAkB;AAClB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,UAAkB,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC"}

package/build/esm/utils/slot.d.ts

@@ -0,0 +1,6 @@
+export declare const addPrebuiltEntities: <A extends {
+    key: string;
+    inputs: string[];
+}>(entities: A[], prebuiltEntities: Record<string, string[]>) => A[];
+export declare const getUniqueSamples: (input: string) => string[];
+export declare const getAllSamples: (inputs?: string[]) => string[];

package/build/esm/utils/slot.js

@@ -0,0 +1,11 @@
+import _uniqBy from 'lodash/uniqBy';
+export const addPrebuiltEntities = (entities, prebuiltEntities) => entities.map((entity) => {
+    if (prebuiltEntities[entity.key]) {
+        return Object.assign(Object.assign({}, entity), { inputs: [...entity.inputs, ...prebuiltEntities[entity.key]] });
+    }
+    return entity;
+});
+export const getUniqueSamples = (input) => _uniqBy(input.split(','), (sample) => sample.toLowerCase());
+// spread all synonyms into string array ['car, automobile', 'plane, jet'] => ['car', 'automobile', 'plane', 'jet']
+export const getAllSamples = (inputs = []) => inputs.flatMap((input) => input.split(',')).filter((sample) => !!sample.trim());
+//# sourceMappingURL=slot.js.map

package/build/esm/utils/slot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slot.js","sourceRoot":"","sources":["../../../src/utils/slot.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,eAAe,CAAC;AAEpC,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAA8C,QAAa,EAAE,gBAA0C,EAAO,EAAE,CACjJ,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;IACtB,IAAI,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;QAChC,uCACK,MAAM,KACT,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAC3D;KACH;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;AAE/G,mHAAmH;AACnH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,SAAmB,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@voiceflow/common",
   "description": "Junk drawer of utility functions",
-  "version": "7.15.0",
+  "version": "7.15.4",
   "author": "Voiceflow",
   "bugs": {
     "url": "https://github.com/voiceflow/libs/issues"
@@ -13,7 +13,7 @@
     "cuid": "^2.1.8",
     "dayjs": "^1.10.7",
     "lodash": "^4.17.21",
-    "murmurhash-wasm": "^1.2.2",
+    "murmurhash-wasm": "^1.3.0",
     "number-to-words": "^1.2.4",
     "typescript-fsa": "3.0.0"
   },
@@ -73,5 +73,5 @@
     "test:single": "NODE_ENV=test ts-mocha --paths --config config/tests/mocharc.yml",
     "test:unit": "NODE_ENV=test nyc --report-dir=nyc_coverage_unit ts-mocha --paths --config config/tests/mocharc.yml 'tests/**/*.unit.ts'"
   },
-  "gitHead": "a6e4cb2fb4d1144bfae03d7ad42b3cce37cff28a"
+  "gitHead": "a14e7defd4f1636ec94bfa8d220987f36f0cdc7d"
 }