promptfoo 0.119.13 → 0.119.14

package/dist/src/telemetry.js

@@ -34,6 +34,7 @@ exports.TelemetryEventSchema = zod_1.z.object({
     properties: zod_1.z.record(zod_1.z.union([zod_1.z.string(), zod_1.z.number(), zod_1.z.boolean(), zod_1.z.array(zod_1.z.string())])),
 });
 let posthogClient = null;
+let isShuttingDown = false;
 function getPostHogClient() {
     if ((0, envars_1.getEnvBool)('PROMPTFOO_DISABLE_TELEMETRY') || (0, envars_1.getEnvBool)('IS_TESTING')) {
         return null;
@@ -43,6 +44,12 @@ function getPostHogClient() {
             posthogClient = new posthog_node_1.PostHog(build_1.POSTHOG_KEY, {
                 host: constants_1.EVENTS_ENDPOINT,
                 fetch: index_1.fetchWithProxy,
+                // Disable automatic flush interval to prevent keeping the event loop alive.
+                // Without this, PostHog's internal setInterval keeps the Node.js event loop
+                // alive indefinitely, causing processes that import promptfoo to hang.
+                // Events are still sent immediately via explicit flush() calls after each capture.
+                // See: https://github.com/promptfoo/promptfoo/issues/5893
+                flushInterval: 0,
             });
         }
         catch {
@@ -58,7 +65,7 @@ class Telemetry {
         this.id = (0, accounts_1.getUserId)();
         this.email = (0, accounts_1.getUserEmail)();
         this.identify().then(() => {
-            // pass
+            // Intentionally empty - fire and forget
         });
     }
     async identify() {
@@ -144,14 +151,22 @@ class Telemetry {
         });
     }
     async shutdown() {
+        // Guard against multiple shutdown calls (from beforeExit + explicit shutdown in main.ts)
+        if (isShuttingDown) {
+            return;
+        }
         const client = getPostHogClient();
-        if (client) {
-            try {
-                await client.shutdown();
-            }
-            catch (error) {
-                logger_1.default.debug(`PostHog shutdown error: ${error}`);
-            }
+        if (!client) {
+            // No client to shut down - don't set the flag so future shutdowns work
+            // if telemetry becomes enabled (e.g., in test harnesses)
+            return;
+        }
+        isShuttingDown = true;
+        try {
+            await client.shutdown();
+        }
+        catch (error) {
+            logger_1.default.debug(`PostHog shutdown error: ${error}`);
         }
     }
     /**
@@ -177,5 +192,26 @@ class Telemetry {
 }
 exports.Telemetry = Telemetry;
 const telemetry = new Telemetry();
+// Use Symbol.for to ensure the same symbol across module reloads (e.g., in Jest tests).
+// This prevents MaxListenersExceededWarning when tests use jest.resetModules().
+const TELEMETRY_INSTANCE_KEY = Symbol.for('promptfoo.telemetry.instance');
+const SHUTDOWN_HANDLER_KEY = Symbol.for('promptfoo.telemetry.shutdownHandler');
+// Store telemetry instance on process so the beforeExit handler can access the current instance
+process[TELEMETRY_INSTANCE_KEY] = telemetry;
+// Register cleanup handler only once across all module reloads.
+// This is a safety net to ensure PostHog client is properly shut down when the process exits.
+// The primary fix is disabling PostHog's internal flush timer (flushInterval: 0) so it
+// doesn't keep the event loop alive. See: https://github.com/promptfoo/promptfoo/issues/5893
+if (!process[SHUTDOWN_HANDLER_KEY]) {
+    process[SHUTDOWN_HANDLER_KEY] = true;
+    process.once('beforeExit', () => {
+        const instance = process[TELEMETRY_INSTANCE_KEY];
+        if (instance) {
+            instance.shutdown().catch(() => {
+                // Silently ignore - logger may be unavailable during shutdown
+            });
+        }
+    });
+}
 exports.default = telemetry;
 //# sourceMappingURL=telemetry.js.map

package/dist/src/types/env.d.ts

@@ -67,6 +67,7 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
     OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
     OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
     OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+    CODEX_API_KEY: z.ZodOptional<z.ZodString>;
     PALM_API_HOST: z.ZodOptional<z.ZodString>;
     PALM_API_KEY: z.ZodOptional<z.ZodString>;
     PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -173,6 +174,7 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
     OPENAI_API_KEY?: string | undefined;
     OPENAI_BASE_URL?: string | undefined;
     OPENAI_ORGANIZATION?: string | undefined;
+    CODEX_API_KEY?: string | undefined;
     PALM_API_HOST?: string | undefined;
     PALM_API_KEY?: string | undefined;
     PORTKEY_API_KEY?: string | undefined;
@@ -279,6 +281,7 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
     OPENAI_API_KEY?: string | undefined;
     OPENAI_BASE_URL?: string | undefined;
     OPENAI_ORGANIZATION?: string | undefined;
+    CODEX_API_KEY?: string | undefined;
     PALM_API_HOST?: string | undefined;
     PALM_API_KEY?: string | undefined;
     PORTKEY_API_KEY?: string | undefined;

package/dist/src/types/env.js

@@ -70,6 +70,7 @@ exports.ProviderEnvOverridesSchema = zod_1.z.object({
     OPENAI_API_KEY: zod_1.z.string().optional(),
     OPENAI_BASE_URL: zod_1.z.string().optional(),
     OPENAI_ORGANIZATION: zod_1.z.string().optional(),
+    CODEX_API_KEY: zod_1.z.string().optional(),
     PALM_API_HOST: zod_1.z.string().optional(),
     PALM_API_KEY: zod_1.z.string().optional(),
     PORTKEY_API_KEY: zod_1.z.string().optional(),