openlayer 0.1.20 → 0.1.22

package/dist/index.js

@@ -95,7 +95,7 @@ class OpenlayerClient {
             timestampColumnName: 'timestamp',
         };
         this.openlayerServerUrl = 'https://api.openlayer.com/v1';
-        this.version = '0.1.0a19';
+        this.version = '0.1.0a21';
         this.resolvedQuery = (endpoint, args = {}) => (0, request_1.resolvedQuery)(this.openlayerServerUrl, endpoint, args);
         /**
          * Creates a new inference pipeline in Openlayer or loads an existing one.
@@ -108,26 +108,25 @@ class OpenlayerClient {
             try {
                 return yield this.loadInferencePipeline(projectId, name);
             }
-            catch (_a) {
-                const createInferencePipelineEndpoint = `/projects/${projectId}/inference-pipelines`;
-                const createInferencePipelineQuery = this.resolvedQuery(createInferencePipelineEndpoint, { version: this.version });
-                const createInferencePipelineResponse = yield fetch(createInferencePipelineQuery, {
-                    body: JSON.stringify({
-                        description: '',
-                        name,
-                    }),
-                    headers: {
-                        Authorization: `Bearer ${this.openlayerApiKey}`,
-                        'Content-Type': 'application/json',
-                    },
-                    method: 'POST',
-                });
-                const inferencePipeline = yield createInferencePipelineResponse.json();
-                if (!(inferencePipeline === null || inferencePipeline === void 0 ? void 0 : inferencePipeline.id)) {
-                    throw new Error('Error creating inference pipeline');
-                }
-                return inferencePipeline;
+            catch (_a) { }
+            const createInferencePipelineEndpoint = `/projects/${projectId}/inference-pipelines`;
+            const createInferencePipelineQuery = this.resolvedQuery(createInferencePipelineEndpoint, { version: this.version });
+            const createInferencePipelineResponse = yield fetch(createInferencePipelineQuery, {
+                body: JSON.stringify({
+                    description: '',
+                    name,
+                }),
+                headers: {
+                    Authorization: `Bearer ${this.openlayerApiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                method: 'POST',
+            });
+            const inferencePipeline = yield createInferencePipelineResponse.json();
+            if (!(inferencePipeline === null || inferencePipeline === void 0 ? void 0 : inferencePipeline.id)) {
+                throw new Error('Error creating inference pipeline');
             }
+            return inferencePipeline;
         });
         /**
          * Creates a new project in Openlayer or loads an existing one.
@@ -141,32 +140,31 @@ class OpenlayerClient {
             try {
                 return yield this.loadProject(name);
             }
-            catch (_b) {
-                const projectsEndpoint = '/projects';
-                const projectsQuery = this.resolvedQuery(projectsEndpoint);
-                const response = yield fetch(projectsQuery, {
-                    body: JSON.stringify({
-                        description,
-                        name,
-                        taskType,
-                    }),
-                    headers: {
-                        Authorization: `Bearer ${this.openlayerApiKey}`,
-                        'Content-Type': 'application/json',
-                    },
-                    method: 'POST',
-                });
-                const data = yield response.json();
-                const { items: projects, error } = data;
-                if (!Array.isArray(projects)) {
-                    throw new Error(typeof error === 'string' ? error : 'Invalid response from Openlayer');
-                }
-                const project = projects.find((p) => p.name === name);
-                if (!(project === null || project === void 0 ? void 0 : project.id)) {
-                    throw new Error('Project not found');
-                }
-                return project;
+            catch (_b) { }
+            const projectsEndpoint = '/projects';
+            const projectsQuery = this.resolvedQuery(projectsEndpoint);
+            const response = yield fetch(projectsQuery, {
+                body: JSON.stringify({
+                    description,
+                    name,
+                    taskType,
+                }),
+                headers: {
+                    Authorization: `Bearer ${this.openlayerApiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                method: 'POST',
+            });
+            const data = yield response.json();
+            const { items: projects, error } = data;
+            if (!Array.isArray(projects)) {
+                throw new Error(typeof error === 'string' ? error : 'Invalid response from Openlayer');
+            }
+            const project = projects.find((p) => p.name === name);
+            if (!(project === null || project === void 0 ? void 0 : project.id)) {
+                throw new Error('Project not found');
             }
+            return project;
         });
         /**
          * Loads an existing inference pipeline from Openlayer based on its name and project ID.
@@ -189,12 +187,12 @@ class OpenlayerClient {
                 },
                 method: 'GET',
             });
-            const { items: inferencePipelines } = yield inferencePipelineResponse.json();
+            const { items: inferencePipelines, error } = yield inferencePipelineResponse.json();
             const inferencePipeline = Array.isArray(inferencePipelines)
                 ? inferencePipelines.find((p) => p.name === name)
                 : undefined;
             if (!(inferencePipeline === null || inferencePipeline === void 0 ? void 0 : inferencePipeline.id)) {
-                throw new Error('Inference pipeline not found');
+                throw new Error(typeof error === 'string' ? error : 'Inference pipeline not found');
             }
             return inferencePipeline;
         });
@@ -298,9 +296,10 @@ class OpenAIMonitor {
                 ? undefined
                 : (inputCost !== null && inputCost !== void 0 ? inputCost : 0) + (outputCost !== null && outputCost !== void 0 ? outputCost : 0);
         };
-        this.formatChatCompletionInput = (messages) => messages.map(({ content, role }, i) => (role === 'user'
-            ? `{{ message_${i} }}`
-            : content));
+        this.formatChatCompletionInput = (messages) => messages.map(({ content, role }, i) => ({
+            content: role === 'user' ? `{{ message_${i} }}` : content,
+            role,
+        }));
         /**
          * Creates a chat completion using the OpenAI client and streams the result to Openlayer.
          * @param {ChatCompletionCreateParams} body - The parameters for creating a chat completion.
@@ -324,7 +323,7 @@ class OpenAIMonitor {
             const prompt = this.formatChatCompletionInput(body.messages);
             const inputVariableNames = prompt
                 .filter(({ role }) => role === 'user')
-                .map(({ content }) => content);
+                .map(({ content }) => String(content).replace(/{{\s*|\s*}}/g, ''));
             const inputVariables = body.messages
                 .filter(({ role }) => role === 'user')
                 .map(({ content }) => content);

package/examples/langchain.mjs

@@ -24,22 +24,27 @@ const inputs = [
   'What would be a good name for a company that makes colorful socks?',
 ];
 
-await Promise.all(
-  inputs.map(async (input) => {
-    // Call the LLM
-    const output = await chatModel.predict(input);
+for (let i = 0; i < inputs.length; i++) {
+  const input = inputs[i];
+  // Call the LLM
+  const output = await chatModel.predict(input);
 
-    // Stream the results to Openlayer
-    await openlayer.streamData(
-      {
-        input,
-        output,
-      },
-      {
-        ...openlayer.defaultConfig,
-        inputVariableNames: ['input'],
-      },
-      inferencePipeline.id
-    );
-  })
-);
+  // Stream the results to Openlayer
+  await openlayer.streamData(
+    {
+      input,
+      output,
+    },
+    {
+      ...openlayer.defaultConfig,
+      inputVariableNames: ['input'],
+      prompt: [
+        {
+          content: '{{ input }}',
+          role: 'user',
+        },
+      ],
+    },
+    inferencePipeline.id
+  );
+}

package/examples/openai_monitor.mjs

@@ -0,0 +1,55 @@
+/*
+ * This example shows how to use Openlayer to monitor your OpenAI workflows.
+ */
+
+import { OpenAIMonitor } from 'openlayer';
+
+const monitor = new OpenAIMonitor({
+  openAiApiKey: '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',
+  openlayerApiKey: 'UyKge0qbzrnAg_vehsTtw_e_mArrHHyT',
+  openlayerInferencePipelineName: 'production',
+  openlayerProjectName: 'test6',
+  openlayerServerUrl: 'http://localhost:8080/v1',
+});
+
+monitor.startMonitoring();
+
+const inputs = [
+  {
+    promptVersion: 'v1',
+    systemMessage:
+      'You are an all-knowing assistant. Answer questions thoughtfully.',
+    userMessage: 'What is the meaning of life?',
+  },
+  {
+    promptVersion: 'v2',
+    systemMessage: 'Be as creative as you can!',
+    userMessage:
+      'What would be a good name for a company that makes colorful socks?',
+  },
+];
+
+for (let i = 0; i < inputs.length; i++) {
+  const { promptVersion, systemMessage, userMessage } = inputs[i];
+  // Stream the results to Openlayer
+  await monitor.createChatCompletion(
+    {
+      messages: [
+        {
+          content: systemMessage,
+          role: 'assistant',
+        },
+        {
+          content: userMessage,
+          role: 'user',
+        },
+      ],
+      model: 'gpt-3.5-turbo',
+    },
+    undefined,
+    {
+      // Add any additional columns you want to track here
+      promptVersion,
+    }
+  );
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openlayer",
-  "version": "0.1.20",
+  "version": "0.1.22",
   "description": "The Openlayer TypeScript client",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",