openlayer 0.1.19 → 0.1.21

package/dist/index.d.ts

@@ -32,6 +32,10 @@ export interface StreamingData {
  * Configuration settings for uploading chat completion data to Openlayer.
  */
 interface StreamingDataConfig {
+    /**
+     * The name of the column that stores the request cost data. Can be null.
+     */
+    costColumnName: string | null;
     /**
      * The name of the column that stores the ground truth data. Can be null.
      */

package/dist/index.js

@@ -86,6 +86,7 @@ class OpenlayerClient {
      */
     constructor({ openlayerApiKey, openlayerServerUrl, }) {
         this.defaultConfig = {
+            costColumnName: 'cost',
             groundTruthColumnName: null,
             inferenceIdColumnName: 'id',
             latencyColumnName: 'latency',
@@ -94,7 +95,7 @@ class OpenlayerClient {
             timestampColumnName: 'timestamp',
         };
         this.openlayerServerUrl = 'https://api.openlayer.com/v1';
-        this.version = '0.1.0a16';
+        this.version = '0.1.0a20';
         this.resolvedQuery = (endpoint, args = {}) => (0, request_1.resolvedQuery)(this.openlayerServerUrl, endpoint, args);
         /**
          * Creates a new inference pipeline in Openlayer or loads an existing one.
@@ -297,9 +298,10 @@ class OpenAIMonitor {
                 ? undefined
                 : (inputCost !== null && inputCost !== void 0 ? inputCost : 0) + (outputCost !== null && outputCost !== void 0 ? outputCost : 0);
         };
-        this.formatChatCompletionInput = (messages) => messages.map(({ content, role }, i) => (role === 'user'
-            ? `{{ message_${i} }}`
-            : content));
+        this.formatChatCompletionInput = (messages) => messages.map(({ content, role }, i) => ({
+            content: role === 'user' ? `{{ message_${i} }}` : content,
+            role,
+        }));
         /**
          * Creates a chat completion using the OpenAI client and streams the result to Openlayer.
          * @param {ChatCompletionCreateParams} body - The parameters for creating a chat completion.
@@ -323,7 +325,7 @@ class OpenAIMonitor {
             const prompt = this.formatChatCompletionInput(body.messages);
             const inputVariableNames = prompt
                 .filter(({ role }) => role === 'user')
-                .map(({ content }) => content);
+                .map(({ content }) => content.replace(/{{\s*|\s*}}/g, ''));
             const inputVariables = body.messages
                 .filter(({ role }) => role === 'user')
                 .map(({ content }) => content);

package/examples/langchain.mjs

@@ -38,6 +38,12 @@ await Promise.all(
       {
         ...openlayer.defaultConfig,
         inputVariableNames: ['input'],
+        prompt: [
+          {
+            content: '{{ input }}',
+            role: 'user',
+          },
+        ],
       },
       inferencePipeline.id
     );

package/examples/openai_monitor.mjs

@@ -0,0 +1,53 @@
+/*
+ * This example shows how to use Openlayer to monitor your OpenAI workflows.
+ */
+
+import { OpenAIMonitor } from 'openlayer';
+
+const monitor = new OpenAIMonitor({
+  openAiApiKey: 'YOUR_OPENAI_API_KEY',
+  openlayerApiKey: 'YOUR_OPENLAYER_API_KEY',
+  openlayerProjectName: 'YOUR_PROJECT_NAME',
+});
+
+monitor.startMonitoring();
+
+const inputs = [
+  {
+    promptVersion: 'v1',
+    systemMessage:
+      'You are an all-knowing assistant. Answer questions thoughtfully.',
+    userMessage: 'What is the meaning of life?',
+  },
+  {
+    promptVersion: 'v2',
+    systemMessage: 'Be as creative as you can!',
+    userMessage:
+      'What would be a good name for a company that makes colorful socks?',
+  },
+];
+
+inputs.map(async ({ promptVersion, systemMessage, userMessage }) => {
+  // Stream the results to Openlayer
+  const chatCompletion = await monitor.createChatCompletion(
+    {
+      messages: [
+        {
+          content: systemMessage,
+          role: 'assistant',
+        },
+        {
+          content: userMessage,
+          role: 'user',
+        },
+      ],
+      model: 'gpt-3.5-turbo',
+    },
+    undefined,
+    {
+      // Add any additional columns you want to track here
+      promptVersion,
+    }
+  );
+  console.log(chatCompletion);
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openlayer",
-  "version": "0.1.19",
+  "version": "0.1.21",
   "description": "The Openlayer TypeScript client",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",