promptmetrics-sample 1.0.0

package/dist/tests/tags.test.js

@@ -0,0 +1,220 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * Tags Test Suite
+ * Tests the pm_tags feature for prompt logs
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const sdk_1 = require("@promptmetrics/sdk");
+const logger_1 = require("../utils/logger");
+const pm = new sdk_1.PromptMetrics({
+    apiKey: process.env.PROMPTMETRICS_API_KEY,
+});
+const TEST_VERSION_ID = process.env.TEST_VERSION_ID;
+const tests = [
+    {
+        name: "Run version with pm_tags array",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const tags = ["sdk-test", "automated", "tag-feature-test"];
+            const result = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "Tags Feature Test",
+                },
+                pm_tags: tags,
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Status", result.status);
+            logger_1.logger.data("Tags Sent", tags);
+            logger_1.logger.data("Tags in Response", result.tags || "Not returned");
+        },
+    },
+    {
+        name: "Run version with empty pm_tags (should inherit from template)",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const result = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "No Tags Test",
+                },
+                // No pm_tags - should inherit from template
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Status", result.status);
+            logger_1.logger.data("Tags (inherited)", result.tags || "None");
+        },
+    },
+    {
+        name: "Run version with single tag",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const result = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "Single Tag Test",
+                },
+                pm_tags: ["single-tag"],
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Tags", result.tags || "Not returned");
+        },
+    },
+    {
+        name: "Run version with many tags",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const manyTags = [
+                "tag1",
+                "tag2",
+                "tag3",
+                "tag4",
+                "tag5",
+                "production",
+                "customer-support",
+                "high-priority",
+                "eu-region",
+                "compliance",
+            ];
+            const result = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "Many Tags Test",
+                },
+                pm_tags: manyTags,
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Tags Count", manyTags.length);
+            logger_1.logger.data("Tags in Response", result.tags?.length || 0);
+        },
+    },
+    {
+        name: "Verify tags are stored in prompt log",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const uniqueTag = `verify-${Date.now()}`;
+            // Run with unique tag
+            const runResult = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "Tag Verification",
+                },
+                pm_tags: [uniqueTag, "verification-test"],
+            });
+            logger_1.logger.data("Run Request ID", runResult.request_id);
+            // Wait a moment for the log to be created
+            await new Promise((resolve) => setTimeout(resolve, 500));
+            // Fetch recent logs and check for our tag
+            const logs = await pm.logs.list({
+                template_version_id: TEST_VERSION_ID,
+                limit: 5,
+                sort_by: "created_at",
+                sort_order: "desc",
+            });
+            if (logs.length === 0) {
+                logger_1.logger.info("No logs found to verify");
+                return;
+            }
+            const latestLog = logs[0];
+            logger_1.logger.data("Latest Log ID", latestLog._id);
+            logger_1.logger.data("Latest Log Tags", latestLog.tags || "None");
+            // Check if our unique tag is in the log
+            if (latestLog.tags && latestLog.tags.includes(uniqueTag)) {
+                logger_1.logger.success(`Tag '${uniqueTag}' verified in log!`);
+            }
+            else {
+                logger_1.logger.info("Tag may be stored but not returned in list response");
+            }
+        },
+    },
+    {
+        name: "Tags with special characters",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const specialTags = [
+                "tag-with-dash",
+                "tag_with_underscore",
+                "tag.with.dots",
+                "CamelCaseTag",
+                "UPPERCASE",
+                "lowercase",
+                "tag123",
+            ];
+            const result = await pm.versions.run(TEST_VERSION_ID, {
+                variables: {
+                    topic: "Special Tags Test",
+                },
+                pm_tags: specialTags,
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Special Tags Sent", specialTags.length);
+        },
+    },
+    {
+        name: "Tags inside @traceable function",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            // Create a traceable function that runs a version with tags
+            class TaggedService {
+                async runWithTags(topic, tags) {
+                    return pm.versions.run(TEST_VERSION_ID, {
+                        variables: { topic },
+                        pm_tags: tags,
+                    });
+                }
+            }
+            __decorate([
+                pm.traceable({ name: "tagged_llm_call" }),
+                __metadata("design:type", Function),
+                __metadata("design:paramtypes", [String, Array]),
+                __metadata("design:returntype", Promise)
+            ], TaggedService.prototype, "runWithTags", null);
+            const service = new TaggedService();
+            const result = await service.runWithTags("Traceable Tags Test", [
+                "traceable-test",
+                "nested-tags",
+            ]);
+            logger_1.logger.data("Result Status", result.status);
+            logger_1.logger.data("Trace ID", pm.getCurrentTraceId() || "N/A");
+        },
+    },
+];
+(0, logger_1.runTestSuite)("Tags (pm_tags) Test Suite", tests);
+//# sourceMappingURL=tags.test.js.map

package/dist/tests/tags.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tags.test.js","sourceRoot":"","sources":["../../src/tests/tags.test.ts"],"names":[],"mappings":";;AACA;;;GAGG;;;;;;;;;;;AAEH,yBAAuB;AACvB,4CAAmD;AACnD,4CAAuD;AAEvD,MAAM,EAAE,GAAG,IAAI,mBAAa,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAsB;CAC3C,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AAEpD,MAAM,KAAK,GAAG;IACZ;QACE,IAAI,EAAE,gCAAgC;QACtC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAE3D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,SAAS,EAAE;oBACT,KAAK,EAAE,mBAAmB;iBAC3B;gBACD,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,eAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACrC,eAAM,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAC/B,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,IAAI,cAAc,CAAC,CAAC;QACjE,CAAC;KACF;IAED;QACE,IAAI,EAAE,+DAA+D;QACrE,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,SAAS,EAAE;oBACT,KAAK,EAAE,cAAc;iBACtB;gBACD,4CAA4C;aAC7C,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,eAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACrC,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;QACzD,CAAC;KACF;IAED;QACE,IAAI,EAAE,6BAA6B;QACnC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,SAAS,EAAE;oBACT,KAAK,EAAE,iBAAiB;iBACzB;gBACD,OAAO,EAAE,CAAC,YAAY,CAAC;aACxB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,cAAc,CAAC,CAAC;QACrD,CAAC;KACF;IAED;QACE,IAAI,EAAE,4BAA4B;QAClC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,QAAQ,GAAG;gBACf,MAAM;gBACN,MAAM;gBACN,MAAM;gBACN,MAAM;gBACN,MAAM;gBACN,YAAY;gBACZ,kBAAkB;gBAClB,eAAe;gBACf,WAAW;gBACX,YAAY;aACb,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,SAAS,EAAE;oBACT,KAAK,EAAE,gBAAgB;iBACxB;gBACD,OAAO,EAAE,QAAQ;aAClB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3C,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;KACF;IAED;QACE,IAAI,EAAE,sCAAsC;QAC5C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAEzC,sBAAsB;YACtB,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACvD,SAAS,EAAE;oBACT,KAAK,EAAE,kBAAkB;iBAC1B;gBACD,OAAO,EAAE,CAAC,SAAS,EAAE,mBAAmB,CAAC;aAC1C,CAAC,CAAC;YAEH,eAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAEpD,0CAA0C;YAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAEzD,0CAA0C;YAC1C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC9B,mBAAmB,EAAE,eAAe;gBACpC,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,eAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,eAAM,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;YAC5C,eAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;YAEzD,wCAAwC;YACxC,IAAI,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzD,eAAM,CAAC,OAAO,CAAC,QAAQ,SAAS,oBAAoB,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,eAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;KACF;IAED;QACE,IAAI,EAAE,8BAA8B;QACpC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG;gBAClB,eAAe;gBACf,qBAAqB;gBACrB,eAAe;gBACf,cAAc;gBACd,WAAW;gBACX,WAAW;gBACX,QAAQ;aACT,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,SAAS,EAAE;oBACT,KAAK,EAAE,mBAAmB;iBAC3B;gBACD,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,eAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;KACF;IAED;QACE,IAAI,EAAE,iCAAiC;QACvC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,4DAA4D;YAC5D,MAAM,aAAa;gBAEX,AAAN,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,IAAc;oBAC7C,OAAO,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAgB,EAAE;wBACvC,SAAS,EAAE,EAAE,KAAK,EAAE;wBACpB,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;gBACL,CAAC;aACF;YANO;gBADL,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;;;;4DAMzC;YAGH,MAAM,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,qBAAqB,EAAE;gBAC9D,gBAAgB;gBAChB,aAAa;aACd,CAAC,CAAC;YAEH,eAAM,CAAC,IAAI,CAAC,eAAe,EAAG,MAA8B,CAAC,MAAM,CAAC,CAAC;YACrE,eAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,iBAAiB,EAAE,IAAI,KAAK,CAAC,CAAC;QAC3D,CAAC;KACF;CACF,CAAC;AAEF,IAAA,qBAAY,EAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC"}

package/dist/tests/template-run-load.test.d.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env ts-node
+/**
+ * Template Run Load Test
+ * Configurable load testing for canary deployments
+ *
+ * Usage:
+ *   npm run test:load -- --requests=1000 --concurrency=50
+ *   npm run test:load -- --template=my-template --requests=500
+ */
+import "dotenv/config";
+//# sourceMappingURL=template-run-load.test.d.ts.map

package/dist/tests/template-run-load.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"template-run-load.test.d.ts","sourceRoot":"","sources":["../../src/tests/template-run-load.test.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AAEH,OAAO,eAAe,CAAC"}

package/dist/tests/template-run-load.test.js

@@ -0,0 +1,245 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * Template Run Load Test
+ * Configurable load testing for canary deployments
+ *
+ * Usage:
+ *   npm run test:load -- --requests=1000 --concurrency=50
+ *   npm run test:load -- --template=my-template --requests=500
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const sdk_1 = require("@promptmetrics/sdk");
+// Parse command line arguments
+function parseArgs() {
+    const args = process.argv.slice(2);
+    const config = {};
+    args.forEach((arg) => {
+        const [key, value] = arg.replace("--", "").split("=");
+        switch (key) {
+            case "template":
+                config.templateIdentifier = value;
+                break;
+            case "requests":
+                config.requestCount = parseInt(value);
+                break;
+            case "concurrency":
+                config.concurrency = parseInt(value);
+                break;
+            case "error-rate":
+                config.errorRate = parseFloat(value);
+                break;
+            case "delay":
+                config.delayMs = parseInt(value);
+                break;
+        }
+    });
+    return config;
+}
+// Default configuration
+const defaultConfig = {
+    templateIdentifier: process.env.TEST_TEMPLATE_NAME || "test-template",
+    requestCount: 100,
+    concurrency: 10,
+    errorRate: 0,
+    delayMs: 0,
+    variables: {},
+};
+// Merge with CLI args
+const cliConfig = parseArgs();
+const config = { ...defaultConfig, ...cliConfig };
+// Initialize SDK
+const pm = new sdk_1.PromptMetrics({
+    apiKey: process.env.PROMPTMETRICS_API_KEY,
+});
+const metrics = {
+    totalRequests: 0,
+    successfulRequests: 0,
+    failedRequests: 0,
+    canaryRequests: 0,
+    legacyRequests: 0,
+    errors: [],
+    responseTimes: [],
+    startTime: new Date(),
+};
+// Progress bar
+function renderProgressBar(current, total) {
+    const percentage = Math.floor((current / total) * 100);
+    const barLength = 20;
+    const filledLength = Math.floor((current / total) * barLength);
+    const bar = "█".repeat(filledLength) + "░".repeat(barLength - filledLength);
+    return `[${bar}] ${percentage}% (${current}/${total})`;
+}
+// Single request execution
+async function executeRequest(requestId) {
+    const startTime = Date.now();
+    try {
+        // Simulate error based on error rate
+        const shouldFail = Math.random() < config.errorRate;
+        if (shouldFail) {
+            throw new Error(`Simulated error for request ${requestId}`);
+        }
+        // Execute template run
+        const result = await pm.templates.run(config.templateIdentifier, {
+            variables: config.variables,
+        });
+        const responseTime = Date.now() - startTime;
+        // Try to detect if this was a canary request
+        // This would need to be exposed by the API or inferred from metadata
+        const isCanary = result.metadata?.is_canary;
+        return {
+            success: true,
+            responseTime,
+            isCanary,
+        };
+    }
+    catch (error) {
+        const responseTime = Date.now() - startTime;
+        metrics.errors.push({
+            message: error.message || "Unknown error",
+            timestamp: new Date(),
+        });
+        return {
+            success: false,
+            responseTime,
+        };
+    }
+}
+// Execute batch of requests concurrently
+async function executeBatch(batchSize, startIndex) {
+    const promises = [];
+    for (let i = 0; i < batchSize; i++) {
+        const requestId = startIndex + i;
+        promises.push(executeRequest(requestId));
+    }
+    const results = await Promise.all(promises);
+    // Update metrics
+    results.forEach((result) => {
+        metrics.totalRequests++;
+        metrics.responseTimes.push(result.responseTime);
+        if (result.success) {
+            metrics.successfulRequests++;
+            if (result.isCanary === true) {
+                metrics.canaryRequests++;
+            }
+            else if (result.isCanary === false) {
+                metrics.legacyRequests++;
+            }
+        }
+        else {
+            metrics.failedRequests++;
+        }
+    });
+}
+// Main load test execution
+async function runLoadTest() {
+    console.log("\n" + "=".repeat(60));
+    console.log("🚀 Template Run Load Test");
+    console.log("=".repeat(60));
+    console.log(`Template:     ${config.templateIdentifier}`);
+    console.log(`Requests:     ${config.requestCount}`);
+    console.log(`Concurrency:  ${config.concurrency}`);
+    console.log(`Error Rate:   ${(config.errorRate * 100).toFixed(1)}%`);
+    console.log(`Delay:        ${config.delayMs}ms`);
+    console.log("=".repeat(60) + "\n");
+    const batches = Math.ceil(config.requestCount / config.concurrency);
+    for (let i = 0; i < batches; i++) {
+        const startIndex = i * config.concurrency;
+        const remainingRequests = config.requestCount - startIndex;
+        const batchSize = Math.min(config.concurrency, remainingRequests);
+        // Execute batch
+        await executeBatch(batchSize, startIndex);
+        // Update progress
+        process.stdout.write(`\rProgress: ${renderProgressBar(metrics.totalRequests, config.requestCount)}`);
+        // Delay between batches if configured
+        if (config.delayMs && i < batches - 1) {
+            await new Promise((resolve) => setTimeout(resolve, config.delayMs));
+        }
+    }
+    metrics.endTime = new Date();
+    console.log("\n");
+}
+// Calculate and display results
+function displayResults() {
+    const duration = (metrics.endTime.getTime() - metrics.startTime.getTime()) / 1000;
+    const avgResponseTime = metrics.responseTimes.reduce((a, b) => a + b, 0) /
+        metrics.responseTimes.length || 0;
+    const minResponseTime = Math.min(...metrics.responseTimes) || 0;
+    const maxResponseTime = Math.max(...metrics.responseTimes) || 0;
+    const requestsPerSecond = metrics.totalRequests / duration;
+    console.log("=".repeat(60));
+    console.log("📊 Test Results");
+    console.log("=".repeat(60));
+    // Request stats
+    console.log("\n📈 Request Statistics:");
+    console.log(`  ✓ Total Requests:      ${metrics.totalRequests}`);
+    console.log(`  ✓ Successful:          ${metrics.successfulRequests} (${((metrics.successfulRequests / metrics.totalRequests) *
+        100).toFixed(1)}%)`);
+    console.log(`  ✗ Failed:              ${metrics.failedRequests} (${((metrics.failedRequests / metrics.totalRequests) *
+        100).toFixed(1)}%)`);
+    // Canary distribution (if available)
+    if (metrics.canaryRequests > 0 || metrics.legacyRequests > 0) {
+        const totalVersioned = metrics.canaryRequests + metrics.legacyRequests;
+        console.log("\n🔀 Traffic Distribution:");
+        console.log(`  🐤 Canary Requests:    ${metrics.canaryRequests} (${((metrics.canaryRequests / totalVersioned) *
+            100).toFixed(1)}%)`);
+        console.log(`  🏛️  Legacy Requests:    ${metrics.legacyRequests} (${((metrics.legacyRequests / totalVersioned) *
+            100).toFixed(1)}%)`);
+    }
+    // Performance stats
+    console.log("\n⚡ Performance:");
+    console.log(`  ⏱️  Duration:           ${duration.toFixed(2)}s`);
+    console.log(`  📊 Requests/sec:       ${requestsPerSecond.toFixed(2)}`);
+    console.log(`  📉 Avg Response Time:  ${avgResponseTime.toFixed(0)}ms`);
+    console.log(`  📊 Min Response Time:  ${minResponseTime.toFixed(0)}ms`);
+    console.log(`  📊 Max Response Time:  ${maxResponseTime.toFixed(0)}ms`);
+    // Error details
+    if (metrics.errors.length > 0) {
+        console.log("\n❌ Errors:");
+        const errorCounts = new Map();
+        metrics.errors.forEach((error) => {
+            const count = errorCounts.get(error.message) || 0;
+            errorCounts.set(error.message, count + 1);
+        });
+        errorCounts.forEach((count, message) => {
+            console.log(`  • ${message}: ${count} occurrences`);
+        });
+        // Show last 3 errors with timestamps
+        console.log("\n  Recent Errors:");
+        metrics.errors.slice(-3).forEach((error) => {
+            console.log(`    ${error.timestamp.toISOString()}: ${error.message}`);
+        });
+    }
+    console.log("\n" + "=".repeat(60));
+    // Validation checks
+    console.log("\n✅ Validation:");
+    // Check counter accuracy (if we can query the backend)
+    console.log(`  ℹ️  Note: Verify backend counters match these numbers`);
+    console.log(`     Expected total_requests: ${metrics.totalRequests}`);
+    console.log(`     Expected canary_requests: ${metrics.canaryRequests}`);
+    console.log(`     Expected legacy_requests: ${metrics.legacyRequests}`);
+    console.log("\n" + "=".repeat(60) + "\n");
+}
+// Main execution
+async function main() {
+    try {
+        await runLoadTest();
+        displayResults();
+        // Exit with appropriate code
+        if (metrics.failedRequests > 0 && config.errorRate === 0) {
+            console.log("⚠️  Test completed with unexpected errors");
+            process.exit(1);
+        }
+        else {
+            console.log("✅ Test completed successfully");
+            process.exit(0);
+        }
+    }
+    catch (error) {
+        console.error("❌ Load test failed:", error.message);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=template-run-load.test.js.map

package/dist/tests/template-run-load.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"template-run-load.test.js","sourceRoot":"","sources":["../../src/tests/template-run-load.test.ts"],"names":[],"mappings":";;AACA;;;;;;;GAOG;;AAEH,yBAAuB;AACvB,4CAAmD;AAanD,+BAA+B;AAC/B,SAAS,SAAS;IAChB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACnB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtD,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,UAAU;gBACb,MAAM,CAAC,kBAAkB,GAAG,KAAK,CAAC;gBAClC,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACtC,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,YAAY;gBACf,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM;QACV,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,wBAAwB;AACxB,MAAM,aAAa,GAAmB;IACpC,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,eAAe;IACrE,YAAY,EAAE,GAAG;IACjB,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,SAAS,EAAE,EAAE;CACd,CAAC;AAEF,sBAAsB;AACtB,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAC9B,MAAM,MAAM,GAAmB,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC;AAElE,iBAAiB;AACjB,MAAM,EAAE,GAAG,IAAI,mBAAa,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAsB;CAC3C,CAAC,CAAC;AAeH,MAAM,OAAO,GAAgB;IAC3B,aAAa,EAAE,CAAC;IAChB,kBAAkB,EAAE,CAAC;IACrB,cAAc,EAAE,CAAC;IACjB,cAAc,EAAE,CAAC;IACjB,cAAc,EAAE,CAAC;IACjB,MAAM,EAAE,EAAE;IACV,aAAa,EAAE,EAAE;IACjB,SAAS,EAAE,IAAI,IAAI,EAAE;CACtB,CAAC;AAEF,eAAe;AACf,SAAS,iBAAiB,CAAC,OAAe,EAAE,KAAa;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC;IAC5E,OAAO,IAAI,GAAG,KAAK,UAAU,MAAM,OAAO,IAAI,KAAK,GAAG,CAAC;AACzD,CAAC;AAED,2BAA2B;AAC3B,KAAK,UAAU,cAAc,CAC3B,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC;QAEpD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,uBAAuB;QACvB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE;YAC/D,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE5C,6CAA6C;QAC7C,qEAAqE;QACrE,MAAM,QAAQ,GAAI,MAAc,CAAC,QAAQ,EAAE,SAAS,CAAC;QAErD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,YAAY;YACZ,QAAQ;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;YACzC,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,KAAK;YACd,YAAY;SACb,CAAC;IACJ,CAAC;AACH,CAAC;AAED,yCAAyC;AACzC,KAAK,UAAU,YAAY,CACzB,SAAiB,EACjB,UAAkB;IAElB,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAE5C,iBAAiB;IACjB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEhD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,CAAC;iBAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBACrC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,2BAA2B;AAC3B,KAAK,UAAU,WAAW;IACxB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IAEnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QAC1C,MAAM,iBAAiB,GAAG,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAElE,gBAAgB;QAChB,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE1C,kBAAkB;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,eAAe,iBAAiB,CAC9B,OAAO,CAAC,aAAa,EACrB,MAAM,CAAC,YAAY,CACpB,EAAE,CACJ,CAAC;QAEF,sCAAsC;QACtC,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC;AAED,gCAAgC;AAChC,SAAS,cAAc;IACrB,MAAM,QAAQ,GACZ,CAAC,OAAO,CAAC,OAAQ,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;IACpE,MAAM,eAAe,GACnB,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,CAAC;IACtC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAChE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAChE,MAAM,iBAAiB,GAAG,OAAO,CAAC,aAAa,GAAG,QAAQ,CAAC;IAE3D,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CACT,4BAA4B,OAAO,CAAC,kBAAkB,KAAK,CACzD,CAAC,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,aAAa,CAAC;QACpD,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjB,CAAC;IACF,OAAO,CAAC,GAAG,CACT,4BAA4B,OAAO,CAAC,cAAc,KAAK,CACrD,CAAC,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;QAChD,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjB,CAAC;IAEF,qCAAqC;IACrC,IAAI,OAAO,CAAC,cAAc,GAAG,CAAC,IAAI,OAAO,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CACT,4BAA4B,OAAO,CAAC,cAAc,KAAK,CACrD,CAAC,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;YACzC,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjB,CAAC;QACF,OAAO,CAAC,GAAG,CACT,8BAA8B,OAAO,CAAC,cAAc,KAAK,CACvD,CAAC,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;YACzC,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjB,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,4BAA4B,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,4BAA4B,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,4BAA4B,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,4BAA4B,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAExE,gBAAgB;IAChB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAClD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACrC,OAAO,CAAC,GAAG,CAAC,OAAO,OAAO,KAAK,KAAK,cAAc,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACzC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAEnC,oBAAoB;IACpB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAE/B,uDAAuD;IACvD,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,iCAAiC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAExE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,iBAAiB;AACjB,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,WAAW,EAAE,CAAC;QACpB,cAAc,EAAE,CAAC;QAEjB,6BAA6B;QAC7B,IAAI,OAAO,CAAC,cAAc,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/tests/templates.test.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env ts-node
+/**
+ * Templates Test Suite
+ * Tests all template-related SDK operations
+ */
+import "dotenv/config";
+//# sourceMappingURL=templates.test.d.ts.map

package/dist/tests/templates.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"templates.test.d.ts","sourceRoot":"","sources":["../../src/tests/templates.test.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,eAAe,CAAC"}

package/dist/tests/templates.test.js

@@ -0,0 +1,152 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * Templates Test Suite
+ * Tests all template-related SDK operations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const sdk_1 = require("@promptmetrics/sdk");
+const logger_1 = require("../utils/logger");
+const pm = new sdk_1.PromptMetrics({
+    apiKey: process.env.PROMPTMETRICS_API_KEY,
+});
+const TEST_TEMPLATE_NAME = process.env.TEST_TEMPLATE_NAME || "test-template";
+const TEST_TEMPLATE_ID = process.env.TEST_TEMPLATE_ID;
+const tests = [
+    {
+        name: "Get template by name",
+        fn: async () => {
+            const template = await pm.templates.get(TEST_TEMPLATE_NAME);
+            if (!template)
+                throw new Error("Template not found");
+            logger_1.logger.data("Template ID", template._id);
+            logger_1.logger.data("Template Name", template.name);
+            logger_1.logger.data("Versions Count", template.versions?.length || 0);
+        },
+    },
+    {
+        name: "Get template by ID",
+        fn: async () => {
+            if (!TEST_TEMPLATE_ID) {
+                logger_1.logger.info("Skipped - TEST_TEMPLATE_ID not set");
+                return;
+            }
+            const template = await pm.templates.get(TEST_TEMPLATE_ID);
+            if (!template)
+                throw new Error("Template not found");
+            logger_1.logger.data("Template ID", template._id);
+            logger_1.logger.data("Template Name", template.name);
+        },
+    },
+    {
+        name: "Get template with specific version number",
+        fn: async () => {
+            const template = await pm.templates.get(TEST_TEMPLATE_NAME, {
+                version: 1,
+            });
+            if (!template)
+                throw new Error("Template not found");
+            logger_1.logger.data("Template Name", template.name);
+            logger_1.logger.data("Version", template.versions?.[0]?.version || "N/A");
+        },
+    },
+    {
+        name: "Get template with env_label (production)",
+        fn: async () => {
+            try {
+                const template = await pm.templates.get(TEST_TEMPLATE_NAME, {
+                    env_label: "production",
+                });
+                if (!template)
+                    throw new Error("Template not found");
+                logger_1.logger.data("Template Name", template.name);
+                logger_1.logger.data("Env Label", template.versions?.[0]?.env_label || "N/A");
+            }
+            catch (error) {
+                const err = error;
+                if (err.message?.includes("not found")) {
+                    logger_1.logger.info("No production version found - this is OK");
+                }
+                else {
+                    throw error;
+                }
+            }
+        },
+    },
+    {
+        name: "List templates with pagination",
+        fn: async () => {
+            const result = await pm.templates.list({
+                page: 1,
+                per_page: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list templates");
+            logger_1.logger.data("Templates Count", result.prompts?.length || 0);
+            logger_1.logger.data("Total", result.total || 0);
+        },
+    },
+    {
+        name: "List templates with search filter",
+        fn: async () => {
+            const result = await pm.templates.list({
+                search: TEST_TEMPLATE_NAME.substring(0, 4), // Search with partial name
+                page: 1,
+                per_page: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list templates");
+            logger_1.logger.data("Search Results", result.prompts?.length || 0);
+        },
+    },
+    {
+        name: "Run template (canary-aware)",
+        fn: async () => {
+            const result = await pm.templates.run(TEST_TEMPLATE_NAME, {
+                variables: {
+                    topic: "SDK Template Run Test",
+                },
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Status", result.status);
+            logger_1.logger.data("Latency", `${result.latency}s`);
+            logger_1.logger.data("Total Tokens", result.llm_total_tokens);
+        },
+    },
+    {
+        name: "Run template with pm_tags",
+        fn: async () => {
+            const result = await pm.templates.run(TEST_TEMPLATE_NAME, {
+                variables: {
+                    topic: "Template Tags Test",
+                },
+                pm_tags: ["template-run-test", "sdk-sample"],
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Status", result.status);
+            logger_1.logger.data("Tags", result.tags || "Not returned");
+        },
+    },
+    {
+        name: "Run template with specific version",
+        fn: async () => {
+            const result = await pm.templates.run(TEST_TEMPLATE_NAME, {
+                version: 1,
+                variables: {
+                    topic: "Specific Version Test",
+                },
+            });
+            if (!result)
+                throw new Error("Run failed");
+            logger_1.logger.data("Request ID", result.request_id);
+            logger_1.logger.data("Status", result.status);
+        },
+    },
+];
+(0, logger_1.runTestSuite)("Templates Test Suite", tests);
+//# sourceMappingURL=templates.test.js.map