openlayer 0.1.8 → 0.1.9

package/dist/index.d.ts

@@ -133,7 +133,6 @@ declare class OpenlayerClient {
     private version;
     constructor({ openlayerApiKey, openlayerServerUrl, }: OpenlayerClientConstructorProps);
     private resolvedQuery;
-    private uploadToInferencePipeline;
     /**
      * Uploads data to Openlayer. This function takes ChatCompletionData and an optional
      * ChatCompletionConfig, then uploads the data to the specified Openlayer Inference Pipeline.
@@ -142,7 +141,7 @@ declare class OpenlayerClient {
      * @throws Throws an error if Openlayer API key or project name are not set.
      * @returns A promise that resolves when the data has been successfully uploaded.
      */
-    uploadDataToOpenlayer: (data: ChatCompletionData, config: ChatCompletionConfig, projectName: string, inferencePipelineName?: string) => Promise<void>;
+    streamData: (data: ChatCompletionData, config: ChatCompletionConfig, inferencePipelineId: string) => Promise<void>;
     /**
      * Creates a new inference pipeline in Openlayer, or loads an existing one if it already exists.
      * @param name The name of the inference pipeline.

package/dist/index.js

@@ -25,29 +25,6 @@ class OpenlayerClient {
         this.openlayerServerUrl = 'https://api.openlayer.com/v1';
         this.version = '0.1.0a16';
         this.resolvedQuery = (endpoint, args = {}) => (0, request_1.resolvedQuery)(this.openlayerServerUrl, endpoint, args);
-        this.uploadToInferencePipeline = (inferencePipelineId, data, config) => __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            const dataStreamEndpoint = `/inference-pipelines/${inferencePipelineId}/data-stream`;
-            const dataStreamQuery = this.resolvedQuery(dataStreamEndpoint);
-            const response = yield fetch(dataStreamQuery, {
-                body: JSON.stringify({
-                    config,
-                    rows: [
-                        Object.assign(Object.assign({}, data), { id: (0, uuid_1.v4)(), timestamp: Math.round(((_a = data.timestamp) !== null && _a !== void 0 ? _a : Date.now()) / 1000) }),
-                    ],
-                }),
-                headers: {
-                    Authorization: `Bearer ${this.openlayerApiKey}`,
-                    'Content-Type': 'application/json',
-                },
-                method: 'POST',
-            });
-            if (!response.ok) {
-                console.error('Error making POST request:', response.status);
-                throw new Error(`Error: ${response.status}`);
-            }
-            return yield response.json();
-        });
         /**
          * Uploads data to Openlayer. This function takes ChatCompletionData and an optional
          * ChatCompletionConfig, then uploads the data to the specified Openlayer Inference Pipeline.
@@ -56,17 +33,35 @@ class OpenlayerClient {
          * @throws Throws an error if Openlayer API key or project name are not set.
          * @returns A promise that resolves when the data has been successfully uploaded.
          */
-        this.uploadDataToOpenlayer = (data, config, projectName, inferencePipelineName = 'production') => __awaiter(this, void 0, void 0, function* () {
+        this.streamData = (data, config, inferencePipelineId) => __awaiter(this, void 0, void 0, function* () {
+            var _a;
             if (!this.openlayerApiKey) {
-                throw new Error('Openlayer API key are required for publishing.');
+                throw new Error('Openlayer API key are required for streaming data.');
             }
             try {
-                const project = yield this.createProject(projectName, 'llm-base');
-                const inferencePipeline = yield this.createInferencePipeline(inferencePipelineName, project.id);
-                yield this.uploadToInferencePipeline(inferencePipeline.id, data, config);
+                const dataStreamEndpoint = `/inference-pipelines/${inferencePipelineId}/data-stream`;
+                const dataStreamQuery = this.resolvedQuery(dataStreamEndpoint);
+                const response = yield fetch(dataStreamQuery, {
+                    body: JSON.stringify({
+                        config,
+                        rows: [
+                            Object.assign(Object.assign({}, data), { id: (0, uuid_1.v4)(), timestamp: Math.round(((_a = data.timestamp) !== null && _a !== void 0 ? _a : Date.now()) / 1000) }),
+                        ],
+                    }),
+                    headers: {
+                        Authorization: `Bearer ${this.openlayerApiKey}`,
+                        'Content-Type': 'application/json',
+                    },
+                    method: 'POST',
+                });
+                if (!response.ok) {
+                    console.error('Error making POST request:', response.status);
+                    throw new Error(`Error: ${response.status}`);
+                }
+                return yield response.json();
             }
             catch (error) {
-                console.error('Error publishing data to Openlayer:', error);
+                console.error('Error streaming data to Openlayer:', error);
                 throw error;
             }
         });
@@ -235,6 +230,8 @@ class OpenAIMonitor {
             if (!this.monitoringOn) {
                 throw new Error('Monitoring is not active.');
             }
+            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
+            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output for streamed responses
@@ -260,12 +257,12 @@ class OpenAIMonitor {
                 }
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: this.formatChatCompletionInput(body.messages),
                     latency,
                     output: outputData,
                     timestamp: startTime,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, this.openlayerDefaultDataConfig, inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
@@ -276,13 +273,13 @@ class OpenAIMonitor {
                 if (typeof output !== 'string') {
                     throw new Error('No output received from OpenAI.');
                 }
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: this.formatChatCompletionInput(body.messages),
                     latency,
                     output,
                     timestamp: startTime,
                     tokens: (_e = (_d = nonStreamedResponse.usage) === null || _d === void 0 ? void 0 : _d.total_tokens) !== null && _e !== void 0 ? _e : 0,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, this.openlayerDefaultDataConfig, inferencePipeline.id);
             }
             return response;
         });
@@ -303,6 +300,8 @@ class OpenAIMonitor {
             if (!body.prompt) {
                 throw new Error('No prompt provided.');
             }
+            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
+            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output and tokens data for streamed responses
@@ -330,26 +329,26 @@ class OpenAIMonitor {
                 }
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: body.prompt,
                     latency,
                     output: outputData,
                     timestamp: startTime,
                     tokens: tokensData,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, this.openlayerDefaultDataConfig, inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
                 // Handle regular (non-streamed) response
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: body.prompt,
                     latency,
                     output: nonStreamedResponse.choices[0].text,
                     timestamp: startTime,
                     tokens: (_o = (_m = nonStreamedResponse.usage) === null || _m === void 0 ? void 0 : _m.total_tokens) !== null && _o !== void 0 ? _o : 0,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, this.openlayerDefaultDataConfig, inferencePipeline.id);
             }
             return response;
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openlayer",
-  "version": "0.1.8",
+  "version": "0.1.9",
   "description": "The Openlayer TypeScript client",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",