@ha-bits/bit-intersect 0.1.0

package/dist/lib/actions/text-to-voice.js

@@ -0,0 +1,124 @@
+"use strict";
+/**
+ * Text to Voice Action
+ * Convert text to voice using AI voice synthesis
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.textToVoice = void 0;
+const cortex_1 = require("@ha-bits/cortex");
+const common_1 = require("../common/common");
+const common_2 = require("../common/common");
+exports.textToVoice = (0, cortex_1.createAction)({
+    auth: common_1.intersectAuth,
+    name: 'text_to_voice',
+    displayName: 'Text to Voice',
+    description: 'Convert text to voice using AI voice synthesis',
+    props: {
+        voice: cortex_1.Property.Dropdown({
+            auth: common_1.intersectAuth,
+            displayName: 'Voice',
+            description: 'Select the voice to use for speech synthesis.',
+            required: true,
+            refreshers: [],
+            options: async ({ auth }) => {
+                if (!auth) {
+                    return {
+                        disabled: true,
+                        placeholder: 'Enter your credentials first',
+                        options: [],
+                    };
+                }
+                try {
+                    const authValue = auth;
+                    const voicesUrl = (0, common_2.getCanvasApiUrl)(authValue.host, 'voices');
+                    const response = await cortex_1.httpClient.sendRequest({
+                        method: cortex_1.HttpMethod.GET,
+                        url: voicesUrl,
+                        headers: {
+                            Authorization: `Bearer ${authValue.apiKey}`,
+                        },
+                    });
+                    return {
+                        disabled: false,
+                        options: response.body.voices.map((voice) => ({
+                            label: voice.name,
+                            value: voice.id,
+                        })),
+                    };
+                }
+                catch (error) {
+                    return {
+                        disabled: true,
+                        options: [],
+                        placeholder: "Couldn't load voices, check your credentials",
+                    };
+                }
+            },
+        }),
+        text: cortex_1.Property.LongText({
+            displayName: 'Text',
+            description: 'The text you want to convert to voice.',
+            required: true,
+        }),
+        speed: cortex_1.Property.Number({
+            displayName: 'Speed',
+            description: 'Speed of the voice. Left is slower, right is faster. Range: 0 to 1.',
+            required: false,
+            defaultValue: 0.5,
+        }),
+        stability: cortex_1.Property.Number({
+            displayName: 'Stability',
+            description: 'Voice stability. Range: 0 to 1.',
+            required: false,
+            defaultValue: 0.5,
+        }),
+        similarity: cortex_1.Property.Number({
+            displayName: 'Similarity',
+            description: 'Voice similarity boost. Range: 0 to 1.',
+            required: false,
+            defaultValue: 0.75,
+        }),
+        styleExaggeration: cortex_1.Property.Number({
+            displayName: 'Style Exaggeration',
+            description: 'Style exaggeration amount. Range: 0 to 1.',
+            required: false,
+            defaultValue: 1,
+        }),
+    },
+    async run({ auth, propsValue, files }) {
+        const { voice, text, speed, stability, similarity, styleExaggeration } = propsValue;
+        const authValue = auth;
+        const canvasApiUrl = (0, common_2.getCanvasApiUrl)(authValue.host, 'text-to-voice');
+        try {
+            const response = await cortex_1.httpClient.sendRequest({
+                method: cortex_1.HttpMethod.POST,
+                url: canvasApiUrl,
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${authValue.apiKey}`,
+                },
+                body: {
+                    voice,
+                    text,
+                    speed: speed ?? 0.5,
+                    stability: stability ?? 0.5,
+                    similarity: similarity ?? 0.75,
+                    styleExaggeration: styleExaggeration ?? 1,
+                },
+            });
+            // If the response contains audio data, save it as a file
+            if (response.body && response.body.audio) {
+                const audioBuffer = Buffer.from(response.body.audio, 'base64');
+                return files.write({
+                    fileName: `voice_${Date.now()}.mp3`,
+                    data: audioBuffer,
+                });
+            }
+            return response.body;
+        }
+        catch (e) {
+            throw new Error(`Error converting text to voice:\n${e}`);
+        }
+    },
+});
+//# sourceMappingURL=text-to-voice.js.map

package/dist/lib/actions/text-to-voice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-to-voice.js","sourceRoot":"","sources":["../../../src/lib/actions/text-to-voice.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,4CAKyB;AACzB,6CAAiD;AACjD,6CAAuE;AAE1D,QAAA,WAAW,GAAG,IAAA,qBAAY,EAAC;IACtC,IAAI,EAAE,sBAAa;IACnB,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,gDAAgD;IAC7D,KAAK,EAAE;QACL,KAAK,EAAE,iBAAQ,CAAC,QAAQ,CAAC;YACvB,IAAI,EAAE,sBAAa;YACnB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO;wBACL,QAAQ,EAAE,IAAI;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,OAAO,EAAE,EAAE;qBACZ,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,IAAqC,CAAC;oBACxD,MAAM,SAAS,GAAG,IAAA,wBAAe,EAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAE5D,MAAM,QAAQ,GAAG,MAAM,mBAAU,CAAC,WAAW,CAE1C;wBACD,MAAM,EAAE,mBAAU,CAAC,GAAG;wBACtB,GAAG,EAAE,SAAS;wBACd,OAAO,EAAE;4BACP,aAAa,EAAE,UAAU,SAAS,CAAC,MAAM,EAAE;yBAC5C;qBACF,CAAC,CAAC;oBAEH,OAAO;wBACL,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;4BAC5C,KAAK,EAAE,KAAK,CAAC,IAAI;4BACjB,KAAK,EAAE,KAAK,CAAC,EAAE;yBAChB,CAAC,CAAC;qBACJ,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,8CAA8C;qBAC5D,CAAC;gBACJ,CAAC;YACH,CAAC;SACF,CAAC;QACF,IAAI,EAAE,iBAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,MAAM;YACnB,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,KAAK,EAAE,iBAAQ,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,qEAAqE;YAClF,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,GAAG;SAClB,CAAC;QACF,SAAS,EAAE,iBAAQ,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,iCAAiC;YAC9C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,GAAG;SAClB,CAAC;QACF,UAAU,EAAE,iBAAQ,CAAC,MAAM,CAAC;YAC1B,WAAW,EAAE,YAAY;YACzB,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,iBAAiB,EAAE,iBAAQ,CAAC,MAAM,CAAC;YACjC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2CAA2C;YACxD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,CAAC;SAChB,CAAC;KACH;IACD,KAAK,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE;QACnC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,UAAU,CAAC;QACpF,MAAM,SAAS,GAAG,IAAqC,CAAC;QACxD,MAAM,YAAY,GAAG,IAAA,wBAAe,EAAC,SAAS,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,mBAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,YAAY;gBACjB,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,SAAS,CAAC,MAAM,EAAE;iBAC5C;gBACD,IAAI,EAAE;oBACJ,KAAK;oBACL,IAAI;oBACJ,KAAK,EAAE,KAAK,IAAI,GAAG;oBACnB,SAAS,EAAE,SAAS,IAAI,GAAG;oBAC3B,UAAU,EAAE,UAAU,IAAI,IAAI;oBAC9B,iBAAiB,EAAE,iBAAiB,IAAI,CAAC;iBAC1C;aACF,CAAC,CAAC;YAEH,yDAAyD;YACzD,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC/D,OAAO,KAAK,CAAC,KAAK,CAAC;oBACjB,QAAQ,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,MAAM;oBACnC,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/lib/actions/transcriptions.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Transcribe Action
+ * Transcribe audio to text using whisper-1 model
+ */
+export declare const transcribeAction: any;
+//# sourceMappingURL=transcriptions.d.ts.map

package/dist/lib/actions/transcriptions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriptions.d.ts","sourceRoot":"","sources":["../../../src/lib/actions/transcriptions.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAaH,eAAO,MAAM,gBAAgB,KA2D3B,CAAC"}

package/dist/lib/actions/transcriptions.js

@@ -0,0 +1,74 @@
+"use strict";
+/**
+ * Transcribe Action
+ * Transcribe audio to text using whisper-1 model
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transcribeAction = void 0;
+const cortex_1 = require("@ha-bits/cortex");
+const common_1 = require("../common/common");
+const form_data_1 = __importDefault(require("form-data"));
+const mime_types_1 = __importDefault(require("mime-types"));
+const common_2 = require("../common/common");
+exports.transcribeAction = (0, cortex_1.createAction)({
+    name: 'transcribe',
+    displayName: 'Transcribe Audio',
+    description: 'Transcribe audio to text using whisper-1 model',
+    auth: common_1.intersectAuth,
+    props: {
+        audio: cortex_1.Property.File({
+            displayName: 'Audio',
+            required: true,
+            description: 'Audio file to transcribe',
+        }),
+        language: cortex_1.Property.StaticDropdown({
+            displayName: 'Language of the Audio',
+            description: 'Language of the audio file the default is en (English).',
+            required: false,
+            options: {
+                options: common_2.Languages,
+            },
+            defaultValue: 'en',
+        }),
+    },
+    run: async (context) => {
+        const fileData = context.propsValue.audio;
+        const mimeType = mime_types_1.default.lookup(fileData.extension ? fileData.extension : '');
+        let language = context.propsValue.language;
+        // if language is not in languages list, default to english
+        if (!common_2.Languages.some((l) => l.value === language)) {
+            language = 'en';
+        }
+        const form = new form_data_1.default();
+        form.append('file', fileData.data, {
+            filename: fileData.filename,
+            contentType: mimeType,
+        });
+        form.append('model', 'whisper-1');
+        form.append('language', language);
+        const authValue = context.auth;
+        const baseUrl = (0, common_2.getIntersectBaseUrl)(authValue.host);
+        const headers = {
+            Authorization: `Bearer ${authValue.apiKey}`,
+        };
+        try {
+            const response = await cortex_1.httpClient.sendRequest({
+                method: cortex_1.HttpMethod.POST,
+                url: `${baseUrl}/audio/transcriptions`,
+                body: form,
+                headers: {
+                    ...form.getHeaders(),
+                    ...headers,
+                },
+            });
+            return response.body;
+        }
+        catch (e) {
+            throw new Error(`Error while execution:\n${e}`);
+        }
+    },
+});
+//# sourceMappingURL=transcriptions.js.map

package/dist/lib/actions/transcriptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriptions.js","sourceRoot":"","sources":["../../../src/lib/actions/transcriptions.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AAEH,4CAKyB;AACzB,6CAAiD;AACjD,0DAAiC;AACjC,4DAA8B;AAC9B,6CAAsF;AAEzE,QAAA,gBAAgB,GAAG,IAAA,qBAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,kBAAkB;IAC/B,WAAW,EAAE,gDAAgD;IAC7D,IAAI,EAAE,sBAAa;IACnB,KAAK,EAAE;QACL,KAAK,EAAE,iBAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,QAAQ,EAAE,iBAAQ,CAAC,cAAc,CAAC;YAChC,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE,yDAAyD;YACtE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE,kBAAS;aACnB;YACD,YAAY,EAAE,IAAI;SACnB,CAAC;KACH;IACD,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,KAA+D,CAAC;QACpG,MAAM,QAAQ,GAAG,oBAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAI,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC3C,2DAA2D;QAC3D,IAAI,CAAC,kBAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;YACjD,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,mBAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAkB;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAElC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAqC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAA,4BAAmB,EAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,UAAU,SAAS,CAAC,MAAM,EAAE;SAC5C,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,mBAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,GAAG,OAAO,uBAAuB;gBACtC,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,UAAU,EAAE;oBACpB,GAAG,OAAO;iBACX;aACF,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/lib/actions/translation.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Translation Action
+ * Translate audio to text using whisper-1 model
+ */
+export declare const translateAction: any;
+//# sourceMappingURL=translation.d.ts.map

package/dist/lib/actions/translation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translation.d.ts","sourceRoot":"","sources":["../../../src/lib/actions/translation.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAaH,eAAO,MAAM,eAAe,KA2C1B,CAAC"}

package/dist/lib/actions/translation.js

@@ -0,0 +1,59 @@
+"use strict";
+/**
+ * Translation Action
+ * Translate audio to text using whisper-1 model
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.translateAction = void 0;
+const cortex_1 = require("@ha-bits/cortex");
+const common_1 = require("../common/common");
+const form_data_1 = __importDefault(require("form-data"));
+const mime_types_1 = __importDefault(require("mime-types"));
+const common_2 = require("../common/common");
+exports.translateAction = (0, cortex_1.createAction)({
+    name: 'translate',
+    displayName: 'Translate Audio',
+    description: 'Translate audio to text using whisper-1 model',
+    auth: common_1.intersectAuth,
+    props: {
+        audio: cortex_1.Property.File({
+            displayName: 'Audio',
+            required: true,
+            description: 'Audio file to translate',
+        }),
+    },
+    run: async (context) => {
+        const fileData = context.propsValue.audio;
+        const mimeType = mime_types_1.default.lookup(fileData.extension ? fileData.extension : '');
+        const form = new form_data_1.default();
+        form.append('file', fileData.data, {
+            filename: fileData.filename,
+            contentType: mimeType,
+        });
+        form.append('model', 'whisper-1');
+        const authValue = context.auth;
+        const baseUrl = (0, common_2.getIntersectBaseUrl)(authValue.host);
+        const headers = {
+            Authorization: `Bearer ${authValue.apiKey}`,
+        };
+        try {
+            const response = await cortex_1.httpClient.sendRequest({
+                method: cortex_1.HttpMethod.POST,
+                url: `${baseUrl}/audio/translations`,
+                body: form,
+                headers: {
+                    ...form.getHeaders(),
+                    ...headers,
+                },
+            });
+            return response.body;
+        }
+        catch (e) {
+            throw new Error(`Error while execution:\n${e}`);
+        }
+    },
+});
+//# sourceMappingURL=translation.js.map

package/dist/lib/actions/translation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"translation.js","sourceRoot":"","sources":["../../../src/lib/actions/translation.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AAEH,4CAKyB;AACzB,6CAAiD;AACjD,0DAAiC;AACjC,4DAA8B;AAC9B,6CAA2E;AAE9D,QAAA,eAAe,GAAG,IAAA,qBAAY,EAAC;IAC1C,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE,iBAAiB;IAC9B,WAAW,EAAE,+CAA+C;IAC5D,IAAI,EAAE,sBAAa;IACnB,KAAK,EAAE;QACL,KAAK,EAAE,iBAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,yBAAyB;SACvC,CAAC;KACH;IACD,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,KAA+D,CAAC;QACpG,MAAM,QAAQ,GAAG,oBAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,IAAI,mBAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAkB;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAElC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAqC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAA,4BAAmB,EAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,UAAU,SAAS,CAAC,MAAM,EAAE;SAC5C,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,mBAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,GAAG,OAAO,qBAAqB;gBACpC,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,UAAU,EAAE;oBACpB,GAAG,OAAO;iBACX;aACF,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/lib/actions/vision-prompt.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Vision Prompt Action
+ * Ask GPT a question about an image
+ */
+export declare const visionPrompt: any;
+//# sourceMappingURL=vision-prompt.d.ts.map

package/dist/lib/actions/vision-prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-prompt.d.ts","sourceRoot":"","sources":["../../../src/lib/actions/vision-prompt.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,eAAO,MAAM,YAAY,KAiJvB,CAAC"}

package/dist/lib/actions/vision-prompt.js

@@ -0,0 +1,147 @@
+"use strict";
+/**
+ * Vision Prompt Action
+ * Ask GPT a question about an image
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.visionPrompt = void 0;
+const cortex_1 = require("@ha-bits/cortex");
+const openai_1 = __importDefault(require("openai"));
+const common_1 = require("../common/common");
+const common_2 = require("../common/common");
+exports.visionPrompt = (0, cortex_1.createAction)({
+    auth: common_1.intersectAuth,
+    name: 'vision_prompt',
+    displayName: 'Vision Prompt',
+    description: 'Ask GPT a question about an image',
+    props: {
+        image: cortex_1.Property.File({
+            displayName: 'Image',
+            description: "The image URL or file you want GPT's vision to read.",
+            required: true,
+        }),
+        prompt: cortex_1.Property.LongText({
+            displayName: 'Question',
+            description: 'What do you want ChatGPT to tell you about the image?',
+            required: true,
+        }),
+        detail: cortex_1.Property.StaticDropdown({
+            displayName: 'Detail',
+            required: false,
+            description: 'Control how the model processes the image and generates textual understanding.',
+            defaultValue: 'auto',
+            options: {
+                options: [
+                    {
+                        label: 'low',
+                        value: 'low',
+                    },
+                    {
+                        label: 'high',
+                        value: 'high',
+                    },
+                    {
+                        label: 'auto',
+                        value: 'auto',
+                    },
+                ],
+            },
+        }),
+        temperature: cortex_1.Property.Number({
+            displayName: 'Temperature',
+            required: false,
+            description: 'Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.',
+            defaultValue: 0.9,
+        }),
+        maxTokens: cortex_1.Property.Number({
+            displayName: 'Maximum Tokens',
+            required: false,
+            description: "The maximum number of tokens to generate. Requests can use up to 2,048 or 4,096 tokens shared between prompt and completion, don't set the value to maximum and leave some tokens for the input. The exact limit varies by model. (One token is roughly 4 characters for normal English text)",
+            defaultValue: 2048,
+        }),
+        topP: cortex_1.Property.Number({
+            displayName: 'Top P',
+            required: false,
+            description: 'An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.',
+            defaultValue: 1,
+        }),
+        frequencyPenalty: cortex_1.Property.Number({
+            displayName: 'Frequency penalty',
+            required: false,
+            description: "Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.",
+            defaultValue: 0,
+        }),
+        presencePenalty: cortex_1.Property.Number({
+            displayName: 'Presence penalty',
+            required: false,
+            description: "Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the mode's likelihood to talk about new topics.",
+            defaultValue: 0.6,
+        }),
+        roles: cortex_1.Property.Json({
+            displayName: 'Roles',
+            required: false,
+            description: 'Array of roles to specify more accurate response',
+            defaultValue: [
+                { role: 'system', content: 'You are a helpful assistant.' },
+            ],
+        }),
+    },
+    async run({ auth, propsValue }) {
+        // Inline validation to avoid Zod version mismatch
+        const { temperature } = propsValue;
+        if (temperature !== undefined && temperature !== null) {
+            if (typeof temperature !== 'number' || temperature < 0 || temperature > 1) {
+                throw new Error('Temperature must be a number between 0 and 1');
+            }
+        }
+        const authValue = auth;
+        const openai = new openai_1.default({
+            apiKey: authValue.apiKey,
+            baseURL: (0, common_2.getIntersectBaseUrl)(authValue.host),
+        });
+        const { maxTokens, topP, frequencyPenalty, presencePenalty } = propsValue;
+        const rolesArray = propsValue.roles ? propsValue.roles : [];
+        const roles = rolesArray.map((item) => {
+            const rolesEnum = ['system', 'user', 'assistant'];
+            if (!rolesEnum.includes(item.role)) {
+                throw new Error('The only available roles are: [system, user, assistant]');
+            }
+            return {
+                role: item.role,
+                content: item.content,
+            };
+        });
+        const imageData = propsValue.image;
+        const completion = await openai.chat.completions.create({
+            model: 'gpt-4o',
+            messages: [
+                ...roles,
+                {
+                    role: 'user',
+                    content: [
+                        {
+                            type: 'text',
+                            text: propsValue['prompt'],
+                        },
+                        {
+                            type: 'image_url',
+                            image_url: {
+                                url: `data:image/${imageData.extension};base64,${imageData.base64}`,
+                            },
+                        },
+                    ],
+                },
+            ],
+            temperature: temperature,
+            max_tokens: maxTokens,
+            top_p: topP,
+            frequency_penalty: frequencyPenalty,
+            presence_penalty: presencePenalty,
+        });
+        return completion.choices[0].message.content;
+    },
+});
+//# sourceMappingURL=vision-prompt.js.map

package/dist/lib/actions/vision-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-prompt.js","sourceRoot":"","sources":["../../../src/lib/actions/vision-prompt.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AAEH,4CAGyB;AACzB,oDAA4B;AAC5B,6CAAiD;AACjD,6CAA2E;AAE9D,QAAA,YAAY,GAAG,IAAA,qBAAY,EAAC;IACvC,IAAI,EAAE,sBAAa;IACnB,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,mCAAmC;IAChD,KAAK,EAAE;QACL,KAAK,EAAE,iBAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,MAAM,EAAE,iBAAQ,CAAC,QAAQ,CAAC;YACxB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,uDAAuD;YACpE,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,MAAM,EAAE,iBAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,gFAAgF;YAClF,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,KAAK;wBACZ,KAAK,EAAE,KAAK;qBACb;oBACD;wBACE,KAAK,EAAE,MAAM;wBACb,KAAK,EAAE,MAAM;qBACd;oBACD;wBACE,KAAK,EAAE,MAAM;wBACb,KAAK,EAAE,MAAM;qBACd;iBACF;aACF;SACF,CAAC;QACF,WAAW,EAAE,iBAAQ,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,2JAA2J;YAC7J,YAAY,EAAE,GAAG;SAClB,CAAC;QACF,SAAS,EAAE,iBAAQ,CAAC,MAAM,CAAC;YACzB,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,+RAA+R;YACjS,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,IAAI,EAAE,iBAAQ,CAAC,MAAM,CAAC;YACpB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,6OAA6O;YAC/O,YAAY,EAAE,CAAC;SAChB,CAAC;QACF,gBAAgB,EAAE,iBAAQ,CAAC,MAAM,CAAC;YAChC,WAAW,EAAE,mBAAmB;YAChC,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,4LAA4L;YAC9L,YAAY,EAAE,CAAC;SAChB,CAAC;QACF,eAAe,EAAE,iBAAQ,CAAC,MAAM,CAAC;YAC/B,WAAW,EAAE,kBAAkB;YAC/B,QAAQ,EAAE,KAAK;YACf,WAAW,EACT,8KAA8K;YAChL,YAAY,EAAE,GAAG;SAClB,CAAC;QACF,KAAK,EAAE,iBAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,kDAAkD;YAC/D,YAAY,EAAE;gBACZ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,8BAA8B,EAAE;aAC5D;SACF,CAAC;KACH;IACD,KAAK,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE;QAC5B,kDAAkD;QAClD,MAAM,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;QACnC,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACtD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC1E,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAqC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,OAAO,EAAE,IAAA,4BAAmB,EAAC,SAAS,CAAC,IAAI,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,gBAAgB,EAAE,eAAe,EAAE,GAC1D,UAAU,CAAC;QAEb,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAE,UAAU,CAAC,KAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;YACzC,MAAM,SAAS,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,UAAU,CAAC,KAAgD,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACtD,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE;gBACR,GAAG,KAAK;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;yBAC3B;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,cAAc,SAAS,CAAC,SAAS,WAAW,SAAS,CAAC,MAAM,EAAE;6BACpE;yBACF;qBACF;iBACF;aACF;YACD,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,SAAS;YACrB,KAAK,EAAE,IAAI;YACX,iBAAiB,EAAE,gBAAgB;YACnC,gBAAgB,EAAE,eAAe;SAClC,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAC/C,CAAC;CACF,CAAC,CAAC"}

package/dist/lib/common/common.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Common utilities for bit-intersect
+ *
+ * This module provides shared utilities, authentication, and constants
+ * for the Intersect AI bit module.
+ */
+/**
+ * Type for Intersect authentication
+ */
+export interface IntersectAuthValue {
+    host: string;
+    apiKey: string;
+}
+/**
+ * Get the canvas API URL for a specific path
+ */
+export declare const getCanvasApiUrl: (host: string, path: string) => string;
+/**
+ * Parse the intersect tenant input and return the full API base URL.
+ * Accepts:
+ * - Full URL: https://tenant.intersect.site
+ * - Domain: tenant.intersect.site
+ * - Just tenant name: tenant
+ * - localhost
+ */
+export declare const getIntersectBaseUrl: (host: string) => string;
+/**
+ * Intersect authentication configuration
+ * Defined here to avoid circular dependencies
+ */
+export declare const intersectAuth: any;
+export declare const openaiAuth: any;
+export declare const baseUrl = "https://api.openai.com/v1";
+export declare const Languages: {
+    value: string;
+    label: string;
+}[];
+export declare const billingIssueMessage = "Error Occurred: 429 \n\n1. Ensure that billing is enabled on your OpenAI platform. \n\n2. Generate a new API key. \n\n3. Attempt the process again. \n\nFor guidance, visit: https://beta.openai.com/account/billing";
+export declare const unauthorizedMessage = "Error Occurred: 401 \n\nEnsure that your API key is valid. \n";
+export declare const sleep: (ms: number) => Promise<unknown>;
+export declare const streamToBuffer: (stream: any) => Promise<unknown>;
+export declare const calculateTokensFromString: (string: string, model: string) => number;
+export declare const calculateMessagesTokenSize: (messages: any[], model: string) => Promise<number>;
+export declare const reduceContextSize: (messages: any[], model: string, maxTokens: number) => Promise<any[]>;
+export declare const exceedsHistoryLimit: (tokenLength: number, model: string, maxTokens: number) => boolean;
+export declare const tokenLimit = 32000;
+export declare const modelTokenLimit: (model: string) => 128000 | 8192 | 32768 | 16385 | 4096 | 8001 | 400000 | 2048;
+export declare const notLLMs: string[];
+//# sourceMappingURL=common.d.ts.map

package/dist/lib/common/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/lib/common/common.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAwBD;;GAEG;AACH,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,KAAG,MAK5D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,mBAAmB,GAAI,MAAM,MAAM,KAAG,MAKlD,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,aAAa,KAsCxB,CAAC;AAGH,eAAO,MAAM,UAAU,KAAgB,CAAC;AAGxC,eAAO,MAAM,OAAO,8BAA8B,CAAC;AAEnD,eAAO,MAAM,SAAS;;;GA0DrB,CAAC;AAEF,eAAO,MAAM,mBAAmB,yNAI6B,CAAC;AAE9D,eAAO,MAAM,mBAAmB,kEACM,CAAC;AAEvC,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,qBAE/B,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,QAAQ,GAAG,qBAOzC,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAI,QAAQ,MAAM,EAAE,OAAO,MAAM,WAWtE,CAAC;AAEF,eAAO,MAAM,0BAA0B,GACrC,UAAU,GAAG,EAAE,EACf,OAAO,MAAM,oBAad,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAC5B,UAAU,GAAG,EAAE,EACf,OAAO,MAAM,EACb,WAAW,MAAM,mBAclB,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC9B,aAAa,MAAM,EACnB,OAAO,MAAM,EACb,WAAW,MAAM,YAUlB,CAAC;AAEF,eAAO,MAAM,UAAU,QAAQ,CAAC;AAEhC,eAAO,MAAM,eAAe,GAAI,OAAO,MAAM,gEAqD5C,CAAC;AAGF,eAAO,MAAM,OAAO,UAcnB,CAAC"}