@posthog/ai 4.0.0 → 4.0.1

package/lib/index.esm.js

@@ -1,6 +1,7 @@
 import OpenAIOrignal, { AzureOpenAI } from 'openai';
 import * as uuid from 'uuid';
 import { v4 } from 'uuid';
+import { Buffer } from 'buffer';
 import { experimental_wrapLanguageModel } from 'ai';
 import AnthropicOriginal from '@anthropic-ai/sdk';
 
@@ -59,6 +60,20 @@ const mergeSystemPrompt = (params, provider) => {
 const withPrivacyMode = (client, privacyMode, input) => {
   return client.privacy_mode || privacyMode ? null : input;
 };
+function sanitizeValues(obj) {
+  if (obj === undefined || obj === null) {
+    return obj;
+  }
+  const jsonSafe = JSON.parse(JSON.stringify(obj));
+  if (typeof jsonSafe === 'string') {
+    return Buffer.from(jsonSafe, 'utf8').toString('utf8');
+  } else if (Array.isArray(jsonSafe)) {
+    return jsonSafe.map(sanitizeValues);
+  } else if (jsonSafe && typeof jsonSafe === 'object') {
+    return Object.fromEntries(Object.entries(jsonSafe).map(([k, v]) => [k, sanitizeValues(v)]));
+  }
+  return jsonSafe;
+}
 const sendEventToPosthog = ({
   client,
   distinctId,
@@ -77,11 +92,15 @@ const sendEventToPosthog = ({
   tools
 }) => {
   if (client.capture) {
+    // sanitize input and output for UTF-8 validity
+    const safeInput = sanitizeValues(input);
+    const safeOutput = sanitizeValues(output);
+    const safeError = sanitizeValues(error);
     let errorData = {};
     if (isError) {
       errorData = {
         $ai_is_error: true,
-        $ai_error: error
+        $ai_error: safeError
       };
     }
     let costOverrideData = {};
@@ -112,8 +131,8 @@ const sendEventToPosthog = ({
         $ai_provider: params.posthogProviderOverride ?? provider,
         $ai_model: params.posthogModelOverride ?? model,
         $ai_model_parameters: getModelParams(params),
-        $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, input),
-        $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, output),
+        $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
+        $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
         $ai_http_status: httpStatus,
         $ai_input_tokens: usage.inputTokens ?? 0,
         $ai_output_tokens: usage.outputTokens ?? 0,