openlayer 0.1.22 → 0.1.23

package/dist/index.d.ts

@@ -189,11 +189,13 @@ export declare class OpenlayerClient {
     streamData: (data: StreamingData, config: StreamingDataConfig, inferencePipelineId: string) => Promise<void>;
 }
 export declare class OpenAIMonitor {
+    private inferencePipeline?;
     private openlayerClient;
     private openAIClient;
     private openlayerProjectName;
     private openlayerInferencePipelineName;
     private monitoringOn;
+    private project?;
     /**
      * Constructs an OpenAIMonitor instance.
      * @param {OpenAIMonitorConstructorProps} props - The configuration properties for the OpenAI and Openlayer clients.
@@ -220,7 +222,7 @@ export declare class OpenAIMonitor {
     /**
      * Starts monitoring for the OpenAI Monitor instance. If monitoring is already active, a warning is logged.
      */
-    startMonitoring(): void;
+    startMonitoring(): Promise<void>;
     /**
      * Stops monitoring for the OpenAI Monitor instance. If monitoring is not active, a warning is logged.
      */

package/dist/index.js

@@ -313,8 +313,9 @@ class OpenAIMonitor {
             if (!this.monitoringOn) {
                 throw new Error('Monitoring is not active.');
             }
-            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
-            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
+            if (typeof this.inferencePipeline === 'undefined') {
+                throw new Error('No inference pipeline found.');
+            }
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output for streamed responses
@@ -351,7 +352,7 @@ class OpenAIMonitor {
                 }
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.streamData(Object.assign(Object.assign({ latency, output: streamedOutput, timestamp: startTime }, inputVariablesMap), additionalLogs), config, inferencePipeline.id);
+                this.openlayerClient.streamData(Object.assign(Object.assign({ latency, output: streamedOutput, timestamp: startTime }, inputVariablesMap), additionalLogs), config, this.inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
@@ -368,7 +369,7 @@ class OpenAIMonitor {
                 }
                 this.openlayerClient.streamData(Object.assign(Object.assign({ cost,
                     latency,
-                    output, timestamp: startTime, tokens }, inputVariablesMap), additionalLogs), config, inferencePipeline.id);
+                    output, timestamp: startTime, tokens }, inputVariablesMap), additionalLogs), config, this.inferencePipeline.id);
             }
             return response;
         });
@@ -385,11 +386,12 @@ class OpenAIMonitor {
             if (!this.monitoringOn) {
                 throw new Error('Monitoring is not active.');
             }
+            if (typeof this.inferencePipeline === 'undefined') {
+                throw new Error('No inference pipeline found.');
+            }
             if (!body.prompt) {
                 throw new Error('No prompt provided.');
             }
-            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
-            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output and tokens data for streamed responses
@@ -425,7 +427,7 @@ class OpenAIMonitor {
                 const endTime = Date.now();
                 const latency = endTime - startTime;
                 const cost = this.cost(streamedModel, streamedInputTokens, streamedOutputTokens);
-                this.openlayerClient.streamData(Object.assign({ cost, input: body.prompt, latency, output: streamedOutput, timestamp: startTime, tokens: streamedTokens }, additionalLogs), config, inferencePipeline.id);
+                this.openlayerClient.streamData(Object.assign({ cost, input: body.prompt, latency, output: streamedOutput, timestamp: startTime, tokens: streamedTokens }, additionalLogs), config, this.inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
@@ -436,7 +438,7 @@ class OpenAIMonitor {
                 const inputTokens = (_z = (_y = nonStreamedResponse.usage) === null || _y === void 0 ? void 0 : _y.prompt_tokens) !== null && _z !== void 0 ? _z : 0;
                 const outputTokens = (_1 = (_0 = nonStreamedResponse.usage) === null || _0 === void 0 ? void 0 : _0.completion_tokens) !== null && _1 !== void 0 ? _1 : 0;
                 const cost = this.cost(nonStreamedResponse.model, inputTokens, outputTokens);
-                this.openlayerClient.streamData(Object.assign({ cost, input: body.prompt, latency, output: nonStreamedResponse.choices[0].text, timestamp: startTime, tokens }, additionalLogs), config, inferencePipeline.id);
+                this.openlayerClient.streamData(Object.assign({ cost, input: body.prompt, latency, output: nonStreamedResponse.choices[0].text, timestamp: startTime, tokens }, additionalLogs), config, this.inferencePipeline.id);
             }
             return response;
         });
@@ -457,23 +459,33 @@ class OpenAIMonitor {
      * Starts monitoring for the OpenAI Monitor instance. If monitoring is already active, a warning is logged.
      */
     startMonitoring() {
-        if (this.monitoringOn) {
-            console.warn('Monitoring is already on!');
-            return;
-        }
-        this.monitoringOn = true;
-        console.info('Monitoring started.');
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.monitoringOn) {
+                console.warn('Monitor is already on.');
+                return;
+            }
+            console.info('Starting monitor: creating or loading an Openlayer project and inference pipeline...');
+            this.monitoringOn = true;
+            this.project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
+            if (typeof this.project !== 'undefined') {
+                this.inferencePipeline =
+                    yield this.openlayerClient.createInferencePipeline(this.project.id, this.openlayerInferencePipelineName);
+            }
+            console.info('Monitor started');
+        });
     }
     /**
      * Stops monitoring for the OpenAI Monitor instance. If monitoring is not active, a warning is logged.
      */
     stopMonitoring() {
         if (!this.monitoringOn) {
-            console.warn('Monitoring is not active.');
+            console.warn('Monitor is not active.');
             return;
         }
         this.monitoringOn = false;
-        console.info('Monitoring stopped.');
+        this.project = undefined;
+        this.inferencePipeline = undefined;
+        console.info('Monitor stopped.');
     }
 }
 exports.OpenAIMonitor = OpenAIMonitor;

package/examples/openai_monitor.mjs

@@ -5,14 +5,14 @@
 import { OpenAIMonitor } from 'openlayer';
 
 const monitor = new OpenAIMonitor({
-  openAiApiKey: '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',
+  openAiApiKey: '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',
   openlayerApiKey: 'UyKge0qbzrnAg_vehsTtw_e_mArrHHyT',
   openlayerInferencePipelineName: 'production',
-  openlayerProjectName: 'test6',
+  openlayerProjectName: 'test13',
   openlayerServerUrl: 'http://localhost:8080/v1',
 });
 
-monitor.startMonitoring();
+await monitor.startMonitoring();
 
 const inputs = [
   {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openlayer",
-  "version": "0.1.22",
+  "version": "0.1.23",
   "description": "The Openlayer TypeScript client",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",