@crewdle/mist-connector-openai 1.0.0

package/README.md

@@ -0,0 +1 @@
+# Crewdle Mist Open AI Connector

package/dist/index.js

@@ -0,0 +1 @@
+export { OpenAIGenerativeAIWorkerConnector } from './models/OpenAIGenerativeAIWorkerConnector';

package/dist/models/OpenAIGenerativeAIWorkerConnector.js

@@ -0,0 +1,95 @@
+import OpenAI from 'openai';
+export class OpenAIGenerativeAIWorkerConnector {
+    models = new Map();
+    apiKey;
+    client;
+    constructor(apiKey) {
+        this.apiKey = apiKey;
+    }
+    async initialize(_, models) {
+        this.client = new OpenAI({
+            apiKey: this.apiKey,
+        });
+        for (const [modelId, model] of models) {
+            if (model.engineType !== 'openai') {
+                continue;
+            }
+            this.models.set(modelId, model);
+        }
+    }
+    async close() {
+        this.client = undefined;
+        this.models.clear();
+    }
+    getEngineType() {
+        return 'openai';
+    }
+    async processJob(parameters, options) {
+        if (!this.client) {
+            throw new Error('Client not initialized');
+        }
+        if (!options || !this.models.has(options.model.id)) {
+            throw new Error('Model not initialized');
+        }
+        const response = await this.client.chat.completions.create({
+            model: options.model.id,
+            messages: this.getMessages(parameters),
+            max_completion_tokens: parameters.maxTokens,
+            temperature: parameters.temperature,
+        });
+        return {
+            type: 'prompt',
+            output: response.choices[0].message.content ?? '',
+            inputTokens: response.usage?.prompt_tokens ?? 0,
+            outputTokens: response.usage?.completion_tokens ?? 0,
+        };
+    }
+    async *processJobStream(parameters, options) {
+        if (!this.client) {
+            throw new Error('Client not initialized');
+        }
+        if (!options || !this.models.has(options.model.id)) {
+            throw new Error('Model not initialized');
+        }
+        const stream = await this.client.chat.completions.create({
+            model: options.model.id,
+            messages: this.getMessages(parameters),
+            max_completion_tokens: parameters.maxTokens,
+            temperature: parameters.temperature,
+            stream: true,
+            stream_options: {
+                include_usage: true,
+            },
+        });
+        for await (const chunk of stream) {
+            yield {
+                type: 'prompt',
+                output: chunk.choices[0].delta.content ?? '',
+                inputTokens: chunk.usage?.prompt_tokens ?? 0,
+                outputTokens: chunk.usage?.completion_tokens ?? 0,
+            };
+        }
+    }
+    getMessages(parameters) {
+        const messages = [];
+        if (parameters.instructions) {
+            messages.push({
+                role: 'system',
+                content: parameters.instructions,
+            });
+        }
+        if (parameters.history) {
+            for (const message of parameters.history) {
+                messages.push({
+                    role: message.source === 'human' ? 'user' : 'assistant',
+                    content: message.message,
+                });
+            }
+        }
+        messages.push({
+            role: 'user',
+            content: parameters.prompt,
+        });
+        return messages;
+    }
+}

package/dist/types/index.d.ts

@@ -0,0 +1 @@
+export { OpenAIGenerativeAIWorkerConnector } from './models/OpenAIGenerativeAIWorkerConnector';

package/dist/types/models/OpenAIGenerativeAIWorkerConnector.d.ts

@@ -0,0 +1,13 @@
+import { GenerativeAIEngineType, GenerativeAIWorkerConnectorParameters, IGenerativeAIModel, IGenerativeAIWorkerConnector, IGenerativeAIWorkerConnectorPromptResult, IGenerativeAIWorkerOptions } from '@crewdle/web-sdk-types';
+export declare class OpenAIGenerativeAIWorkerConnector implements IGenerativeAIWorkerConnector {
+    private models;
+    private apiKey;
+    private client?;
+    constructor(apiKey: string);
+    initialize(_: string, models: Map<string, IGenerativeAIModel>): Promise<void>;
+    close(): Promise<void>;
+    getEngineType(): GenerativeAIEngineType;
+    processJob(parameters: GenerativeAIWorkerConnectorParameters, options?: IGenerativeAIWorkerOptions): Promise<IGenerativeAIWorkerConnectorPromptResult>;
+    processJobStream(parameters: GenerativeAIWorkerConnectorParameters, options?: IGenerativeAIWorkerOptions): AsyncGenerator<IGenerativeAIWorkerConnectorPromptResult>;
+    private getMessages;
+}

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@crewdle/mist-connector-openai",
+  "version": "1.0.0",
+  "description": "",
+  "main": "dist/index.js",
+  "types": "dist/types/index.d.ts",
+  "scripts": {
+    "build": "tsc",
+    "copy-sdk-types": "cp -r ../web-sdk-types/dist ./node_modules/@crewdle/web-sdk-types"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "files": [
+    "dist/"
+  ],
+  "devDependencies": {
+    "@crewdle/web-sdk-types": "^1.0.33",
+    "@types/node": "^22.13.9",
+    "typescript": "^5.8.2"
+  },
+  "dependencies": {
+    "openai": "^4.86.1"
+  }
+}