openlayer 0.1.8 → 0.1.10

package/dist/index.d.ts

@@ -127,13 +127,13 @@ type OpenlayerSampleVolumeGraph = {
     weekly: OpenlayerSampleVolumeGraphBucket;
 };
 type OpenlayerTaskType = 'llm-base' | 'tabular-classification' | 'tabular-regression' | 'text-classification';
-declare class OpenlayerClient {
+export declare class OpenlayerClient {
     private openlayerApiKey?;
+    private openlayerDefaultDataConfig;
     private openlayerServerUrl;
     private version;
     constructor({ openlayerApiKey, openlayerServerUrl, }: OpenlayerClientConstructorProps);
     private resolvedQuery;
-    private uploadToInferencePipeline;
     /**
      * Uploads data to Openlayer. This function takes ChatCompletionData and an optional
      * ChatCompletionConfig, then uploads the data to the specified Openlayer Inference Pipeline.
@@ -142,7 +142,7 @@ declare class OpenlayerClient {
      * @throws Throws an error if Openlayer API key or project name are not set.
      * @returns A promise that resolves when the data has been successfully uploaded.
      */
-    uploadDataToOpenlayer: (data: ChatCompletionData, config: ChatCompletionConfig, projectName: string, inferencePipelineName?: string) => Promise<void>;
+    streamData: (data: ChatCompletionData, inferencePipelineId: string) => Promise<void>;
     /**
      * Creates a new inference pipeline in Openlayer, or loads an existing one if it already exists.
      * @param name The name of the inference pipeline.
@@ -173,7 +173,6 @@ declare class OpenlayerClient {
 export declare class OpenAIMonitor {
     private openlayerClient;
     private openAIClient;
-    private openlayerDefaultDataConfig;
     private openlayerProjectName;
     private openlayerInferencePipelineName;
     private monitoringOn;
@@ -206,4 +205,4 @@ export declare class OpenAIMonitor {
      */
     stopMonitoring(): void;
 }
-export default OpenlayerClient;
+export {};

package/dist/index.js

@@ -16,38 +16,24 @@ var __asyncValues = (this && this.__asyncValues) || function (o) {
     function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIMonitor = void 0;
+exports.OpenAIMonitor = exports.OpenlayerClient = void 0;
 const openai_1 = require("openai");
 const uuid_1 = require("uuid");
 const request_1 = require("./utils/request");
 class OpenlayerClient {
     constructor({ openlayerApiKey, openlayerServerUrl, }) {
+        this.openlayerDefaultDataConfig = {
+            groundTruthColumnName: null,
+            inferenceIdColumnName: 'id',
+            inputVariableNames: ['input'],
+            latencyColumnName: 'latency',
+            numOfTokenColumnName: 'tokens',
+            outputColumnName: 'output',
+            timestampColumnName: 'timestamp',
+        };
         this.openlayerServerUrl = 'https://api.openlayer.com/v1';
         this.version = '0.1.0a16';
         this.resolvedQuery = (endpoint, args = {}) => (0, request_1.resolvedQuery)(this.openlayerServerUrl, endpoint, args);
-        this.uploadToInferencePipeline = (inferencePipelineId, data, config) => __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            const dataStreamEndpoint = `/inference-pipelines/${inferencePipelineId}/data-stream`;
-            const dataStreamQuery = this.resolvedQuery(dataStreamEndpoint);
-            const response = yield fetch(dataStreamQuery, {
-                body: JSON.stringify({
-                    config,
-                    rows: [
-                        Object.assign(Object.assign({}, data), { id: (0, uuid_1.v4)(), timestamp: Math.round(((_a = data.timestamp) !== null && _a !== void 0 ? _a : Date.now()) / 1000) }),
-                    ],
-                }),
-                headers: {
-                    Authorization: `Bearer ${this.openlayerApiKey}`,
-                    'Content-Type': 'application/json',
-                },
-                method: 'POST',
-            });
-            if (!response.ok) {
-                console.error('Error making POST request:', response.status);
-                throw new Error(`Error: ${response.status}`);
-            }
-            return yield response.json();
-        });
         /**
          * Uploads data to Openlayer. This function takes ChatCompletionData and an optional
          * ChatCompletionConfig, then uploads the data to the specified Openlayer Inference Pipeline.
@@ -56,17 +42,35 @@ class OpenlayerClient {
          * @throws Throws an error if Openlayer API key or project name are not set.
          * @returns A promise that resolves when the data has been successfully uploaded.
          */
-        this.uploadDataToOpenlayer = (data, config, projectName, inferencePipelineName = 'production') => __awaiter(this, void 0, void 0, function* () {
+        this.streamData = (data, inferencePipelineId) => __awaiter(this, void 0, void 0, function* () {
+            var _a;
             if (!this.openlayerApiKey) {
-                throw new Error('Openlayer API key are required for publishing.');
+                throw new Error('Openlayer API key are required for streaming data.');
             }
             try {
-                const project = yield this.createProject(projectName, 'llm-base');
-                const inferencePipeline = yield this.createInferencePipeline(inferencePipelineName, project.id);
-                yield this.uploadToInferencePipeline(inferencePipeline.id, data, config);
+                const dataStreamEndpoint = `/inference-pipelines/${inferencePipelineId}/data-stream`;
+                const dataStreamQuery = this.resolvedQuery(dataStreamEndpoint);
+                const response = yield fetch(dataStreamQuery, {
+                    body: JSON.stringify({
+                        config: this.openlayerDefaultDataConfig,
+                        rows: [
+                            Object.assign(Object.assign({}, data), { id: (0, uuid_1.v4)(), timestamp: Math.round(((_a = data.timestamp) !== null && _a !== void 0 ? _a : Date.now()) / 1000) }),
+                        ],
+                    }),
+                    headers: {
+                        Authorization: `Bearer ${this.openlayerApiKey}`,
+                        'Content-Type': 'application/json',
+                    },
+                    method: 'POST',
+                });
+                if (!response.ok) {
+                    console.error('Error making POST request:', response.status);
+                    throw new Error(`Error: ${response.status}`);
+                }
+                return yield response.json();
             }
             catch (error) {
-                console.error('Error publishing data to Openlayer:', error);
+                console.error('Error streaming data to Openlayer:', error);
                 throw error;
             }
         });
@@ -203,17 +207,9 @@ class OpenlayerClient {
         }
     }
 }
+exports.OpenlayerClient = OpenlayerClient;
 class OpenAIMonitor {
     constructor({ openAiApiKey, openlayerApiKey, openlayerProjectName, openlayerInferencePipelineName, openlayerServerUrl, }) {
-        this.openlayerDefaultDataConfig = {
-            groundTruthColumnName: null,
-            inferenceIdColumnName: 'id',
-            inputVariableNames: ['input'],
-            latencyColumnName: 'latency',
-            numOfTokenColumnName: 'tokens',
-            outputColumnName: 'output',
-            timestampColumnName: 'timestamp',
-        };
         this.openlayerInferencePipelineName = 'production';
         this.monitoringOn = false;
         this.formatChatCompletionInput = (messages) => messages
@@ -235,6 +231,8 @@ class OpenAIMonitor {
             if (!this.monitoringOn) {
                 throw new Error('Monitoring is not active.');
             }
+            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
+            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output for streamed responses
@@ -260,12 +258,12 @@ class OpenAIMonitor {
                 }
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: this.formatChatCompletionInput(body.messages),
                     latency,
                     output: outputData,
                     timestamp: startTime,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
@@ -276,13 +274,13 @@ class OpenAIMonitor {
                 if (typeof output !== 'string') {
                     throw new Error('No output received from OpenAI.');
                 }
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: this.formatChatCompletionInput(body.messages),
                     latency,
                     output,
                     timestamp: startTime,
                     tokens: (_e = (_d = nonStreamedResponse.usage) === null || _d === void 0 ? void 0 : _d.total_tokens) !== null && _e !== void 0 ? _e : 0,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, inferencePipeline.id);
             }
             return response;
         });
@@ -303,6 +301,8 @@ class OpenAIMonitor {
             if (!body.prompt) {
                 throw new Error('No prompt provided.');
             }
+            const project = yield this.openlayerClient.createProject(this.openlayerProjectName, 'llm-base');
+            const inferencePipeline = yield this.openlayerClient.createInferencePipeline(project.id, this.openlayerInferencePipelineName);
             // Start a timer to measure latency
             const startTime = Date.now();
             // Accumulate output and tokens data for streamed responses
@@ -330,26 +330,26 @@ class OpenAIMonitor {
                 }
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: body.prompt,
                     latency,
                     output: outputData,
                     timestamp: startTime,
                     tokens: tokensData,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, inferencePipeline.id);
             }
             else {
                 const nonStreamedResponse = response;
                 // Handle regular (non-streamed) response
                 const endTime = Date.now();
                 const latency = endTime - startTime;
-                this.openlayerClient.uploadDataToOpenlayer({
+                this.openlayerClient.streamData({
                     input: body.prompt,
                     latency,
                     output: nonStreamedResponse.choices[0].text,
                     timestamp: startTime,
                     tokens: (_o = (_m = nonStreamedResponse.usage) === null || _m === void 0 ? void 0 : _m.total_tokens) !== null && _o !== void 0 ? _o : 0,
-                }, this.openlayerDefaultDataConfig, this.openlayerProjectName, this.openlayerInferencePipelineName);
+                }, inferencePipeline.id);
             }
             return response;
         });
@@ -390,4 +390,3 @@ class OpenAIMonitor {
     }
 }
 exports.OpenAIMonitor = OpenAIMonitor;
-exports.default = OpenlayerClient;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openlayer",
-  "version": "0.1.8",
+  "version": "0.1.10",
   "description": "The Openlayer TypeScript client",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",