openlayer 0.0.1-alpha.0 → 0.0.1-alpha.1

package/lib/core/openai-monitor.mjs

@@ -0,0 +1,371 @@
+import OpenAI from 'openai';
+const OpenAIPricing = {
+    'babbage-002': {
+        input: 0.0004,
+        output: 0.0004,
+    },
+    'davinci-002': {
+        input: 0.002,
+        output: 0.002,
+    },
+    'gpt-3.5-turbo': {
+        input: 0.0005,
+        output: 0.0015,
+    },
+    'gpt-3.5-turbo-0125': {
+        input: 0.0005,
+        output: 0.0015,
+    },
+    'gpt-3.5-turbo-0301': {
+        input: 0.0015,
+        output: 0.002,
+    },
+    'gpt-3.5-turbo-0613': {
+        input: 0.0015,
+        output: 0.002,
+    },
+    'gpt-3.5-turbo-1106': {
+        input: 0.001,
+        output: 0.002,
+    },
+    'gpt-3.5-turbo-16k-0613': {
+        input: 0.003,
+        output: 0.004,
+    },
+    'gpt-3.5-turbo-instruct': {
+        input: 0.0015,
+        output: 0.002,
+    },
+    'gpt-4': {
+        input: 0.03,
+        output: 0.06,
+    },
+    'gpt-4-0125-preview': {
+        input: 0.01,
+        output: 0.03,
+    },
+    'gpt-4-0314': {
+        input: 0.03,
+        output: 0.06,
+    },
+    'gpt-4-0613': {
+        input: 0.03,
+        output: 0.06,
+    },
+    'gpt-4-1106-preview': {
+        input: 0.01,
+        output: 0.03,
+    },
+    'gpt-4-1106-vision-preview': {
+        input: 0.01,
+        output: 0.03,
+    },
+    'gpt-4-32k': {
+        input: 0.06,
+        output: 0.12,
+    },
+    'gpt-4-32k-0314': {
+        input: 0.06,
+        output: 0.12,
+    },
+    'gpt-4-32k-0613': {
+        input: 0.03,
+        output: 0.06,
+    },
+};
+class OpenAIMonitor {
+    /**
+     * Constructs an OpenAIMonitor instance.
+     * @param {OpenAIMonitorConstructorProps} props - The configuration properties for the OpenAI and Openlayer clients.
+     */
+    constructor({ openAiApiKey, openlayerClient, openlayerInferencePipelineId, }) {
+        this.defaultConfig = {
+            costColumnName: 'cost',
+            inferenceIdColumnName: 'id',
+            latencyColumnName: 'latency',
+            numOfTokenColumnName: 'tokens',
+            outputColumnName: 'output',
+            timestampColumnName: 'timestamp',
+        };
+        this.cost = (model, inputTokens, outputTokens) => {
+            const pricing = OpenAIPricing[model];
+            const inputCost = typeof pricing === 'undefined' ? undefined : (inputTokens / 1000) * pricing.input;
+            const outputCost = typeof pricing === 'undefined' ? undefined : (outputTokens / 1000) * pricing.output;
+            return typeof pricing === 'undefined' ? undefined : (inputCost ?? 0) + (outputCost ?? 0);
+        };
+        this.chatCompletionPrompt = (fromMessages) => fromMessages.map(({ content, role }, i) => ({
+            content: role === 'user' ? `{{ message_${i} }}`
+                : content === null || typeof content === 'undefined' ? ''
+                    : content,
+            role,
+        }));
+        this.threadPrompt = async (fromMessages) => {
+            const messages = [];
+            for await (const page of fromMessages.iterPages()) {
+                messages.push(...page.getPaginatedItems());
+            }
+            return messages
+                .map(({ content, role }) => content.map((item) => ({
+                content: (() => {
+                    switch (item.type) {
+                        case 'image_file':
+                            return item.image_file.file_id;
+                        case 'text':
+                            return item.text.value;
+                        default:
+                            return '';
+                    }
+                })(),
+                role,
+            })))
+                .flat();
+        };
+        this.inputVariables = (fromPrompt, andMessages) => {
+            const inputVariableNames = fromPrompt
+                .filter(({ role }) => role === 'user')
+                .map(({ content }) => String(content).replace(/{{\s*|\s*}}/g, ''));
+            const inputVariables = andMessages
+                .filter(({ role }) => role === 'user')
+                .map(({ content }) => content);
+            const inputVariablesMap = inputVariableNames.reduce((acc, name, i) => ({ ...acc, [name]: inputVariables[i] }), {});
+            return { inputVariableNames, inputVariables, inputVariablesMap };
+        };
+        /**
+         * Creates a chat completion using the OpenAI client and streams the result to Openlayer.
+         * @param {ChatCompletionCreateParams} body - The parameters for creating a chat completion.
+         * @param {RequestOptions} [options] - Optional request options.
+         * @param {Openlayer.RequestOptions<any> | undefined} [additionalLogs] - Optional metadata logs to include with the request sent to Openlayer.
+         * @returns {Promise<ChatCompletion | Stream<ChatCompletionChunk>>} Promise of a ChatCompletion or a Stream
+         * @throws {Error} Throws errors from the OpenAI client.
+         */
+        this.createChatCompletion = async (body, options, additionalLogs) => {
+            // Start a timer to measure latency
+            const startTime = Date.now();
+            // Accumulate output for streamed responses
+            let streamedOutput = '';
+            const response = await this.openAIClient.chat.completions.create(body, options);
+            if (this.openlayerInferencePipelineId.length > 0) {
+                try {
+                    const prompt = this.chatCompletionPrompt(body.messages);
+                    const { inputVariableNames, inputVariablesMap } = this.inputVariables(prompt, body.messages);
+                    const config = {
+                        ...this.defaultConfig,
+                        inputVariableNames,
+                        prompt,
+                    };
+                    if (body.stream) {
+                        const streamedResponse = response;
+                        for await (const chunk of streamedResponse) {
+                            const [choice] = chunk.choices;
+                            // Process each chunk - for example, accumulate input data
+                            const chunkOutput = choice?.delta.content ?? '';
+                            streamedOutput += chunkOutput;
+                        }
+                        const endTime = Date.now();
+                        const latency = endTime - startTime;
+                        this.openlayerClient.inferencePipelines.data.stream(this.openlayerInferencePipelineId, {
+                            config,
+                            rows: [
+                                {
+                                    latency,
+                                    output: streamedOutput,
+                                    timestamp: startTime,
+                                    ...inputVariablesMap,
+                                    ...additionalLogs,
+                                },
+                            ],
+                        });
+                    }
+                    else {
+                        const nonStreamedResponse = response;
+                        // Handle regular (non-streamed) response
+                        const endTime = Date.now();
+                        const latency = endTime - startTime;
+                        const [choice] = nonStreamedResponse.choices;
+                        const output = choice?.message.content;
+                        const tokens = nonStreamedResponse.usage?.total_tokens ?? 0;
+                        const inputTokens = nonStreamedResponse.usage?.prompt_tokens ?? 0;
+                        const outputTokens = nonStreamedResponse.usage?.completion_tokens ?? 0;
+                        const cost = this.cost(nonStreamedResponse.model, inputTokens, outputTokens);
+                        if (typeof output === 'string') {
+                            this.openlayerClient.inferencePipelines.data.stream(this.openlayerInferencePipelineId, {
+                                config,
+                                rows: [
+                                    {
+                                        cost,
+                                        latency,
+                                        model: nonStreamedResponse.model,
+                                        output,
+                                        timestamp: startTime,
+                                        tokens,
+                                        ...inputVariablesMap,
+                                        ...additionalLogs,
+                                    },
+                                ],
+                            });
+                        }
+                        else {
+                            console.error('No output received from OpenAI.');
+                        }
+                    }
+                }
+                catch (error) {
+                    console.error(error);
+                }
+            }
+            return response;
+        };
+        /**
+         * Creates a completion using the OpenAI client and streams the result to Openlayer.
+         * @param {CompletionCreateParams} body - The parameters for creating a completion.
+         * @param {RequestOptions} [options] - Optional request options.
+         * @param {Openlayer.RequestOptions<any> | undefined} [additionalLogs] - Optional metadata logs to include with the request sent to Openlayer.
+         * @returns {Promise<Completion | Stream<Completion>>} Promise that resolves to a Completion or a Stream.
+         * @throws {Error} Throws errors from the OpenAI client.
+         */
+        this.createCompletion = async (body, options, additionalLogs) => {
+            if (!body.prompt) {
+                console.error('No prompt provided.');
+            }
+            // Start a timer to measure latency
+            const startTime = Date.now();
+            // Accumulate output and tokens data for streamed responses
+            let streamedModel = body.model;
+            let streamedOutput = '';
+            let streamedTokens = 0;
+            let streamedInputTokens = 0;
+            let streamedOutputTokens = 0;
+            const response = await this.openAIClient.completions.create(body, options);
+            if (this.openlayerInferencePipelineId.length > 0) {
+                try {
+                    const config = {
+                        ...this.defaultConfig,
+                        inputVariableNames: ['input'],
+                    };
+                    if (body.stream) {
+                        const streamedResponse = response;
+                        for await (const chunk of streamedResponse) {
+                            const [choice] = chunk.choices;
+                            // Process each chunk - for example, accumulate input data
+                            streamedModel = chunk.model;
+                            streamedOutput += choice?.text.trim();
+                            streamedTokens += chunk.usage?.total_tokens ?? 0;
+                            streamedInputTokens += chunk.usage?.prompt_tokens ?? 0;
+                            streamedOutputTokens += chunk.usage?.completion_tokens ?? 0;
+                        }
+                        const endTime = Date.now();
+                        const latency = endTime - startTime;
+                        const cost = this.cost(streamedModel, streamedInputTokens, streamedOutputTokens);
+                        this.openlayerClient.inferencePipelines.data.stream(this.openlayerInferencePipelineId, {
+                            config,
+                            rows: [
+                                {
+                                    cost,
+                                    input: body.prompt,
+                                    latency,
+                                    output: streamedOutput,
+                                    timestamp: startTime,
+                                    tokens: streamedTokens,
+                                    ...additionalLogs,
+                                },
+                            ],
+                        });
+                    }
+                    else {
+                        const nonStreamedResponse = response;
+                        const [choice] = nonStreamedResponse.choices;
+                        // Handle regular (non-streamed) response
+                        const endTime = Date.now();
+                        const latency = endTime - startTime;
+                        const tokens = nonStreamedResponse.usage?.total_tokens ?? 0;
+                        const inputTokens = nonStreamedResponse.usage?.prompt_tokens ?? 0;
+                        const outputTokens = nonStreamedResponse.usage?.completion_tokens ?? 0;
+                        const cost = this.cost(nonStreamedResponse.model, inputTokens, outputTokens);
+                        this.openlayerClient.inferencePipelines.data.stream(this.openlayerInferencePipelineId, {
+                            config,
+                            rows: [
+                                {
+                                    cost,
+                                    input: body.prompt,
+                                    latency,
+                                    output: choice?.text ?? '',
+                                    timestamp: startTime,
+                                    tokens,
+                                    ...additionalLogs,
+                                },
+                            ],
+                        });
+                    }
+                }
+                catch (error) {
+                    console.error(error);
+                }
+            }
+            return response;
+        };
+        this.openlayerInferencePipelineId = openlayerInferencePipelineId;
+        this.openlayerClient = openlayerClient;
+        this.openAIClient = new OpenAI({
+            apiKey: openAiApiKey,
+            dangerouslyAllowBrowser: true,
+        });
+    }
+    /**
+     * Monitor a run from an OpenAI assistant.
+     * Once the run is completed, the thread data is published to Openlayer,
+     * along with the latency, cost, and number of tokens used.
+     * @param {Run} run - The run created by the OpenAI assistant.
+     * @param {Openlayer.RequestOptions<any> | undefined} [additionalLogs] - Optional metadata logs to include with the request sent to Openlayer.
+     * @returns {Promise<void>} A promise that resolves when the run data has been successfully published to Openlayer.
+     */
+    async monitorThreadRun(run, additionalLogs) {
+        if (run.status !== 'completed' || this.openlayerInferencePipelineId.length === 0) {
+            return;
+        }
+        try {
+            const { assistant_id, completed_at, created_at, model, thread_id, 
+            // @ts-ignore
+            usage, } = run;
+            // @ts-ignore
+            const { completion_tokens, prompt_tokens, total_tokens } = typeof usage === 'undefined' || typeof usage !== 'object' || usage === null ? {} : usage;
+            const cost = this.cost(model, prompt_tokens, completion_tokens);
+            const latency = completed_at === null || created_at === null || isNaN(completed_at) || isNaN(created_at) ?
+                undefined
+                : (completed_at - created_at) * 1000;
+            const messages = await this.openAIClient.beta.threads.messages.list(thread_id, { order: 'asc' });
+            const populatedPrompt = await this.threadPrompt(messages);
+            const prompt = this.chatCompletionPrompt(populatedPrompt);
+            const { inputVariableNames, inputVariablesMap } = this.inputVariables(prompt, populatedPrompt);
+            const config = {
+                ...this.defaultConfig,
+                inputVariableNames,
+                prompt: prompt.slice(0, prompt.length - 1),
+            };
+            const output = prompt[prompt.length - 1]?.content;
+            const resolvedOutput = typeof output === 'string' ? output
+                : typeof output === 'undefined' || output === null ? ''
+                    : `${output}`;
+            this.openlayerClient.inferencePipelines.data.stream(this.openlayerInferencePipelineId, {
+                config,
+                rows: [
+                    {
+                        cost,
+                        latency,
+                        openai_assistant_id: assistant_id,
+                        openai_thread_id: thread_id,
+                        output: resolvedOutput,
+                        timestamp: run.created_at,
+                        tokens: total_tokens,
+                        ...inputVariablesMap,
+                        ...additionalLogs,
+                    },
+                ],
+            });
+        }
+        catch (error) {
+            console.error('Error logging thread run:', error);
+        }
+    }
+}
+export default OpenAIMonitor;
+//# sourceMappingURL=openai-monitor.mjs.map

package/lib/core/openai-monitor.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-monitor.mjs","sourceRoot":"","sources":["../../src/lib/core/openai-monitor.ts"],"names":[],"mappings":"OAAO,MAAM,MAAM,QAAQ;AA0B3B,MAAM,aAAa,GAA+B;IAChD,aAAa,EAAE;QACb,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,MAAM;KACf;IACD,aAAa,EAAE;QACb,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;KACd;IACD,eAAe,EAAE;QACf,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,MAAM;KACf;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,MAAM;KACf;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,KAAK;KACd;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,KAAK;KACd;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;KACd;IACD,wBAAwB,EAAE;QACxB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;KACd;IACD,wBAAwB,EAAE;QACxB,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,KAAK;KACd;IACD,OAAO,EAAE;QACP,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,2BAA2B,EAAE;QAC3B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,WAAW,EAAE;QACX,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;CACF,CAAC;AAEF,MAAM,aAAa;IAgBjB;;;OAGG;IACH,YAAY,EACV,YAAY,EACZ,eAAe,EACf,4BAA4B,GACE;QAjBxB,kBAAa,GAA+D;YAClF,cAAc,EAAE,MAAM;YACtB,qBAAqB,EAAE,IAAI;YAC3B,iBAAiB,EAAE,SAAS;YAC5B,oBAAoB,EAAE,QAAQ;YAC9B,gBAAgB,EAAE,QAAQ;YAC1B,mBAAmB,EAAE,WAAW;SACjC,CAAC;QAoBM,SAAI,GAAG,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB,EAAE,EAAE;YAC1E,MAAM,OAAO,GAAwB,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;YACpG,MAAM,UAAU,GAAG,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;YACvG,OAAO,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAC3F,CAAC,CAAC;QAEM,yBAAoB,GAAG,CAC7B,YAA0C,EAC2B,EAAE,CACvE,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1C,OAAO,EACL,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK;gBACtC,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE;oBACzD,CAAC,CAAC,OAAO;YACX,IAAI;SACL,CAAC,CAAC,CAAC;QAEE,iBAAY,GAAG,KAAK,EAC1B,YAAkC,EACK,EAAE;YACzC,MAAM,QAAQ,GAA+B,EAAE,CAAC;YAChD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE;gBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;aAC5C;YAED,OAAO,QAAQ;iBACZ,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CACzB,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC,GAAG,EAAE;oBACb,QAAQ,IAAI,CAAC,IAAI,EAAE;wBACjB,KAAK,YAAY;4BACf,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;wBACjC,KAAK,MAAM;4BACT,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;wBACzB;4BACE,OAAO,EAAE,CAAC;qBACb;gBACH,CAAC,CAAC,EAAE;gBACJ,IAAI;aACL,CAAC,CAAC,CACJ;iBACA,IAAI,EAAE,CAAC;QACZ,CAAC,CAAC;QAEM,mBAAc,GAAG,CACvB,UAA+E,EAC/E,WAAyC,EACzC,EAAE;YACF,MAAM,kBAAkB,GAAG,UAAU;iBAClC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;iBACrC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAa,CAAC;YACjF,MAAM,cAAc,GAAG,WAAW;iBAC/B,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;iBACrC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAa,CAAC;YAC7C,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,EACzD,EAAE,CACH,CAAC;YAEF,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,iBAAiB,EAAE,CAAC;QACnE,CAAC,CAAC;QAEF;;;;;;;WAOG;QACI,yBAAoB,GAAG,KAAK,EACjC,IAAgC,EAChC,OAAwB,EACxB,cAA0D,EACH,EAAE;YACzD,mCAAmC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,2CAA2C;YAC3C,IAAI,cAAc,GAAG,EAAE,CAAC;YAExB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhF,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,GAAG,CAAC,EAAE;gBAChD,IAAI;oBACF,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACxD,MAAM,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAE7F,MAAM,MAAM,GAA+D;wBACzE,GAAG,IAAI,CAAC,aAAa;wBACrB,kBAAkB;wBAClB,MAAM;qBACP,CAAC;oBAEF,IAAI,IAAI,CAAC,MAAM,EAAE;wBACf,MAAM,gBAAgB,GAAG,QAAuC,CAAC;wBAEjE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;4BAC1C,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;4BAC/B,0DAA0D;4BAC1D,MAAM,WAAW,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;4BAChD,cAAc,IAAI,WAAW,CAAC;yBAC/B;wBAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;wBAEpC,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;4BACrF,MAAM;4BACN,IAAI,EAAE;gCACJ;oCACE,OAAO;oCACP,MAAM,EAAE,cAAc;oCACtB,SAAS,EAAE,SAAS;oCACpB,GAAG,iBAAiB;oCACpB,GAAG,cAAc;iCAClB;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,MAAM,mBAAmB,GAAG,QAA0B,CAAC;wBACvD,yCAAyC;wBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;wBACpC,MAAM,CAAC,MAAM,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC;wBAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC;wBACvC,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;wBAC5D,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;wBAClE,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;wBACvE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;wBAE7E,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;4BAC9B,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;gCACrF,MAAM;gCACN,IAAI,EAAE;oCACJ;wCACE,IAAI;wCACJ,OAAO;wCACP,KAAK,EAAE,mBAAmB,CAAC,KAAK;wCAChC,MAAM;wCACN,SAAS,EAAE,SAAS;wCACpB,MAAM;wCACN,GAAG,iBAAiB;wCACpB,GAAG,cAAc;qCAClB;iCACF;6BACF,CAAC,CAAC;yBACJ;6BAAM;4BACL,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;yBAClD;qBACF;iBACF;gBAAC,OAAO,KAAK,EAAE;oBACd,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;iBACtB;aACF;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;QAEF;;;;;;;WAOG;QACI,qBAAgB,GAAG,KAAK,EAC7B,IAA4B,EAC5B,OAAwB,EACxB,cAA0D,EAChB,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;gBAChB,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;aACtC;YAED,mCAAmC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,2DAA2D;YAC3D,IAAI,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC;YAC/B,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAE7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE3E,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,GAAG,CAAC,EAAE;gBAChD,IAAI;oBACF,MAAM,MAAM,GAA+D;wBACzE,GAAG,IAAI,CAAC,aAAa;wBACrB,kBAAkB,EAAE,CAAC,OAAO,CAAC;qBAC9B,CAAC;oBAEF,IAAI,IAAI,CAAC,MAAM,EAAE;wBACf,MAAM,gBAAgB,GAAG,QAA8B,CAAC;wBAExD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;4BAC1C,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;4BAC/B,0DAA0D;4BAC1D,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;4BAC5B,cAAc,IAAI,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;4BACtC,cAAc,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;4BACjD,mBAAmB,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;4BACvD,oBAAoB,IAAI,KAAK,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;yBAC7D;wBAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;wBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,mBAAmB,EAAE,oBAAoB,CAAC,CAAC;wBAEjF,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;4BACrF,MAAM;4BACN,IAAI,EAAE;gCACJ;oCACE,IAAI;oCACJ,KAAK,EAAE,IAAI,CAAC,MAAM;oCAClB,OAAO;oCACP,MAAM,EAAE,cAAc;oCACtB,SAAS,EAAE,SAAS;oCACpB,MAAM,EAAE,cAAc;oCACtB,GAAG,cAAc;iCAClB;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,MAAM,mBAAmB,GAAG,QAAsB,CAAC;wBACnD,MAAM,CAAC,MAAM,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC;wBAC7C,yCAAyC;wBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;wBACpC,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;wBAC5D,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;wBAClE,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;wBACvE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;wBAE7E,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;4BACrF,MAAM;4BACN,IAAI,EAAE;gCACJ;oCACE,IAAI;oCACJ,KAAK,EAAE,IAAI,CAAC,MAAM;oCAClB,OAAO;oCACP,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE;oCAC1B,SAAS,EAAE,SAAS;oCACpB,MAAM;oCACN,GAAG,cAAc;iCAClB;6BACF;yBACF,CAAC,CAAC;qBACJ;iBACF;gBAAC,OAAO,KAAK,EAAE;oBACd,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;iBACtB;aACF;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;QA3QA,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACjE,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC;YAC7B,MAAM,EAAE,YAAY;YACpB,uBAAuB,EAAE,IAAI;SAC9B,CAAC,CAAC;IACL,CAAC;IAsQD;;;;;;;OAOG;IACI,KAAK,CAAC,gBAAgB,CAAC,GAAQ,EAAE,cAA0D;QAChG,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,KAAK,CAAC,EAAE;YAChF,OAAO;SACR;QAED,IAAI;YACF,MAAM,EACJ,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,KAAK,EACL,SAAS;YACT,aAAa;YACb,KAAK,GACN,GAAG,GAAG,CAAC;YAER,aAAa;YACb,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,YAAY,EAAE,GACtD,OAAO,KAAK,KAAK,WAAW,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAE3F,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;YAChE,MAAM,OAAO,GACX,YAAY,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBACxF,SAAS;gBACX,CAAC,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC;YAEvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAEjG,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;YAC1D,MAAM,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YAE/F,MAAM,MAAM,GAA+D;gBACzE,GAAG,IAAI,CAAC,aAAa;gBACrB,kBAAkB;gBAClB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3C,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC;YAClD,MAAM,cAAc,GAClB,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM;gBACnC,CAAC,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE;oBACvD,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;YAEhB,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;gBACrF,MAAM;gBACN,IAAI,EAAE;oBACJ;wBACE,IAAI;wBACJ,OAAO;wBACP,mBAAmB,EAAE,YAAY;wBACjC,gBAAgB,EAAE,SAAS;wBAC3B,MAAM,EAAE,cAAc;wBACtB,SAAS,EAAE,GAAG,CAAC,UAAU;wBACzB,MAAM,EAAE,YAAY;wBACpB,GAAG,iBAAiB;wBACpB,GAAG,cAAc;qBAClB;iBACF;aACF,CAAC,CAAC;SACJ;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;SACnD;IACH,CAAC;CACF;AAED,eAAe,aAAa,CAAC"}

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "openlayer",
-  "version": "0.0.1-alpha.0",
+  "version": "0.0.1-alpha.1",
   "description": "The official TypeScript library for the Openlayer API",
   "author": "Openlayer <support@openlayer.com>",
   "types": "./index.d.ts",
   "main": "./index.js",
   "type": "commonjs",
-  "repository": "github:stainless-sdks/openlayer-node",
+  "repository": "github:openlayer-ai/openlayer-ts",
   "license": "Apache-2.0",
   "packageManager": "yarn@1.22.22",
   "files": [

package/src/_shims/web-runtime.ts

@@ -95,7 +95,7 @@ export function getRuntime({ manuallyImported }: { manuallyImported?: boolean }
     getDefaultAgent: (url: string) => undefined,
     fileFromPath: () => {
       throw new Error(
-        'The `fileFromPath` function is only supported in Node. See the README for more details: https://www.github.com/stainless-sdks/openlayer-node#file-uploads',
+        'The `fileFromPath` function is only supported in Node. See the README for more details: https://www.github.com/openlayer-ai/openlayer-ts#file-uploads',
       );
     },
     isFsReadStream: (value: any) => false,

package/src/lib/core/cli.ts

@@ -13,9 +13,23 @@
 import { program } from 'commander';
 import * as fs from 'fs';
 import * as path from 'path';
-import { Config, RunReturn } from './run';
 
-export class CLIHandler {
+// Define shared interfaces and utilities here
+export interface RunReturn {
+  otherFields: { [key: string]: any };
+  output: any;
+}
+
+// Define an interface for the configuration object
+export interface Config {
+  inputVariableNames?: string[];
+  metadata: {
+    outputTimestamp: number;
+  };
+  outputColumnName: string;
+}
+
+class CLIHandler {
   private run: (...args: any[]) => Promise<any>;
 
   constructor(runFunction: (...args: any[]) => Promise<any>) {
@@ -43,7 +57,7 @@ export class CLIHandler {
         const result = await this.run(item);
         // Merge the original item fields with the result
         return { ...item, ...result.otherFields, output: result.output };
-      })
+      }),
     )
       .then((results) => {
         /*
@@ -74,7 +88,9 @@ export class CLIHandler {
     fs.writeFileSync(datasetPath, JSON.stringify(results, null, 4), 'utf8');
     fs.writeFileSync(configPath, JSON.stringify(config, null, 4), 'utf8');
 
-    console.log(`Output written to ${datasetPath}`);
-    console.log(`Config written to ${configPath}`);
+    console.info(`Output written to ${datasetPath}`);
+    console.info(`Config written to ${configPath}`);
   }
 }
+
+export default CLIHandler;

package/src/lib/core/index.d.ts

@@ -0,0 +1,2 @@
+export * as cli from './cli';
+export * as openAiMonitor from './openai-monitor';