promptmetrics-sample 1.0.0

package/.env.example

@@ -0,0 +1,12 @@
+# PromptMetrics Sample Project Configuration
+
+# Required: API base URL
+BASE_URL=http://localhost:3000
+
+# Required: Your workspace API key
+PROMPTMETRICS_API_KEY=pm_your_workspace_api_key
+
+# Test data (update with your actual IDs from the UI)
+TEST_TEMPLATE_NAME=test-template
+TEST_TEMPLATE_ID=your_template_id_here
+TEST_VERSION_ID=your_version_id_here

package/README.md

@@ -0,0 +1,235 @@
+# PromptMetrics SDK Sample Project
+
+A comprehensive test project to validate all PromptMetrics SDK functionality.
+
+## Prerequisites
+
+- Node.js 18+
+- PromptMetrics backend running (default: http://localhost:3000)
+- A workspace API key (starts with `pm_`)
+- Test templates/versions created in the UI
+
+## Setup
+
+### 1. Install Dependencies
+
+```bash
+npm install
+```
+
+### 2. Link SDK (for local development)
+
+If testing with local SDK:
+
+```bash
+npm link ../promptmetrics-sdk
+```
+
+Or install from npm:
+
+```bash
+npm install @promptmetrics/sdk
+```
+
+### 3. Configure Environment
+
+Copy `.env.example` to `.env` and update values:
+
+```bash
+cp .env.example .env
+```
+
+Edit `.env`:
+
+```bash
+# Required
+BASE_URL=http://localhost:3000
+PROMPTMETRICS_API_KEY=pm_your_workspace_api_key
+
+# Test data (get these from the UI)
+TEST_TEMPLATE_NAME=your-template-name
+TEST_TEMPLATE_ID=your_template_id
+TEST_VERSION_ID=your_version_id
+```
+
+### 4. Build SDK (if using local link)
+
+```bash
+cd ../promptmetrics-sdk
+npm run build
+cd ../promptmetrics-sample
+```
+
+## Running Tests
+
+### Run All Tests
+
+```bash
+npm run test:all
+```
+
+### Run Individual Test Suites
+
+```bash
+# Template operations
+npm run test:templates
+
+# Version operations (run, update, etc.)
+npm run test:versions
+
+# Log operations
+npm run test:logs
+
+# Provider operations
+npm run test:providers
+
+# Trace operations
+npm run test:traces
+
+# @traceable decorator
+npm run test:traceable
+
+# pm_tags feature
+npm run test:tags
+```
+
+### Show Configuration
+
+```bash
+npm start
+```
+
+## Test Suites
+
+### Templates (`test:templates`)
+
+- Get template by name
+- Get template by ID
+- Get template with specific version number
+- Get template with env_label (production/staging/development)
+- List templates with pagination
+- List templates with search filter
+
+### Versions (`test:versions`)
+
+- Get version by ID
+- Get version by template name + version number
+- Run version with variables
+- Run version with custom parameters
+- Run version with model override
+- Run version with pm_tags
+- Update version metadata
+
+### Logs (`test:logs`)
+
+- List logs with pagination
+- List logs filtered by template_id
+- List logs filtered by version_id
+- List logs filtered by status
+- List logs filtered by source
+- Get log by ID
+- Verify tags in logs
+
+### Providers (`test:providers`)
+
+- List all LLM providers
+- Get models for OpenAI
+- Get models for Anthropic
+- Get models for OpenRouter
+
+### Traces (`test:traces`)
+
+- Create manual trace
+- Create trace with group_id
+- Create batch traces
+- Get trace by span_id
+- Get trace tree
+- Get traces by group_id
+- List traces with filters
+- Add score to trace
+- Update trace metadata
+- Get trace analytics
+
+### Traceable Decorator (`test:traceable`)
+
+- Basic @traceable decorator
+- @traceable with static metadata
+- @traceable with tags
+- Nested @traceable (parent-child)
+- @traceable with LLM call inside
+- pm.track.metadata() inside traced function
+- pm.track.score() inside traced function
+- pm.track.group() for conversation grouping
+- Error handling in @traceable
+
+### Tags (`test:tags`)
+
+- Run version with pm_tags array
+- Run version without pm_tags (inherit from template)
+- Run version with single tag
+- Run version with many tags
+- Verify tags stored in prompt log
+- Tags with special characters
+- Tags inside @traceable function
+
+## Project Structure
+
+```
+promptmetrics-sample/
+├── src/
+│   ├── index.ts              # Main entry point
+│   ├── tests/
+│   │   ├── templates.test.ts
+│   │   ├── versions.test.ts
+│   │   ├── logs.test.ts
+│   │   ├── providers.test.ts
+│   │   ├── traces.test.ts
+│   │   ├── traceable.test.ts
+│   │   └── tags.test.ts
+│   └── utils/
+│       └── logger.ts         # Test logging utility
+├── .env                      # Environment variables
+├── .env.example              # Example env file
+├── package.json
+├── tsconfig.json
+└── README.md
+```
+
+## Troubleshooting
+
+### "Cannot find module '@promptmetrics/sdk'"
+
+Make sure the SDK is built:
+
+```bash
+cd ../promptmetrics-sdk
+npm run build
+cd ../promptmetrics-sample
+npm link ../promptmetrics-sdk
+```
+
+### "BASE_URL environment variable is required"
+
+Make sure `.env` file exists and has `BASE_URL` set.
+
+### "API key is required"
+
+Make sure `PROMPTMETRICS_API_KEY` is set in `.env` or passed to the test.
+
+### Tests failing with "not found"
+
+Make sure:
+
+1. Backend is running at the configured `BASE_URL`
+2. `TEST_TEMPLATE_NAME`, `TEST_TEMPLATE_ID`, and `TEST_VERSION_ID` are correct
+3. The API key has access to the workspace
+
+## Debug Mode
+
+Enable debug logging by setting `DEBUG=true`:
+
+```bash
+DEBUG=true npm run test:templates
+```
+
+Or set `debug: true` in the PromptMetrics config.

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env ts-node
+/**
+ * PromptMetrics SDK Sample Project
+ * Main entry point - runs all test suites
+ */
+import "dotenv/config";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,29 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * PromptMetrics SDK Sample Project
+ * Main entry point - runs all test suites
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const logger_1 = require("./utils/logger");
+async function main() {
+    logger_1.logger.header("PromptMetrics SDK Sample Project");
+    console.log("This project tests all SDK functionality.\n");
+    console.log("Available test commands:");
+    console.log("  npm run test:templates   - Test template operations");
+    console.log("  npm run test:versions    - Test version operations");
+    console.log("  npm run test:logs        - Test log operations");
+    console.log("  npm run test:providers   - Test provider operations");
+    console.log("  npm run test:traces      - Test trace operations");
+    console.log("  npm run test:traceable   - Test @traceable decorator");
+    console.log("  npm run test:tags        - Test pm_tags feature");
+    console.log("  npm run test:all         - Run all tests");
+    console.log("\nConfiguration:");
+    console.log(`  BASE_URL: ${process.env.BASE_URL || "NOT SET"}`);
+    console.log(`  API_KEY: ${process.env.PROMPTMETRICS_API_KEY ? "SET (pm_***)" : "NOT SET"}`);
+    console.log(`  TEST_TEMPLATE_NAME: ${process.env.TEST_TEMPLATE_NAME || "NOT SET"}`);
+    console.log(`  TEST_VERSION_ID: ${process.env.TEST_VERSION_ID || "NOT SET"}`);
+}
+main().catch(console.error);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;AACA;;;GAGG;;AAEH,yBAAuB;AACvB,2CAAwC;AAExC,KAAK,UAAU,IAAI;IACjB,eAAM,CAAC,MAAM,CAAC,kCAAkC,CAAC,CAAC;IAElD,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CACT,cACE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SACvD,EAAE,CACH,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,SAAS,EAAE,CACvE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,SAAS,EAAE,CAAC,CAAC;AAChF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/tests/logs.test.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env ts-node
+/**
+ * Logs Test Suite
+ * Tests all log-related SDK operations
+ */
+import "dotenv/config";
+//# sourceMappingURL=logs.test.d.ts.map

package/dist/tests/logs.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.test.d.ts","sourceRoot":"","sources":["../../src/tests/logs.test.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,eAAe,CAAC"}

package/dist/tests/logs.test.js

@@ -0,0 +1,163 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * Logs Test Suite
+ * Tests all log-related SDK operations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const sdk_1 = require("@promptmetrics/sdk");
+const logger_1 = require("../utils/logger");
+const pm = new sdk_1.PromptMetrics({
+    apiKey: process.env.PROMPTMETRICS_API_KEY,
+});
+const TEST_TEMPLATE_ID = process.env.TEST_TEMPLATE_ID;
+const TEST_VERSION_ID = process.env.TEST_VERSION_ID;
+// Store log ID from first test for subsequent tests
+let fetchedLogId = null;
+const tests = [
+    {
+        name: "List logs with pagination",
+        fn: async () => {
+            const result = await pm.logs.list({
+                page: 1,
+                limit: 10,
+                sort_by: "created_at",
+                sort_order: "desc",
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("Logs Count", result.length);
+            if (result.length > 0) {
+                fetchedLogId = result[0]._id;
+                logger_1.logger.data("First Log ID", result[0]._id);
+                logger_1.logger.data("First Log Status", result[0].status);
+            }
+        },
+    },
+    {
+        name: "List logs filtered by template_id",
+        fn: async () => {
+            if (!TEST_TEMPLATE_ID) {
+                logger_1.logger.info("Skipped - TEST_TEMPLATE_ID not set");
+                return;
+            }
+            const result = await pm.logs.list({
+                template_id: TEST_TEMPLATE_ID,
+                page: 1,
+                limit: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("Logs for Template", result.length);
+        },
+    },
+    {
+        name: "List logs filtered by version_id",
+        fn: async () => {
+            if (!TEST_VERSION_ID) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const result = await pm.logs.list({
+                template_version_id: TEST_VERSION_ID,
+                page: 1,
+                limit: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("Logs for Version", result.length);
+        },
+    },
+    {
+        name: "List logs filtered by status (SUCCESS)",
+        fn: async () => {
+            const result = await pm.logs.list({
+                status: "SUCCESS",
+                page: 1,
+                limit: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("Successful Logs", result.length);
+        },
+    },
+    {
+        name: "List logs filtered by status (ERROR)",
+        fn: async () => {
+            const result = await pm.logs.list({
+                status: "ERROR",
+                page: 1,
+                limit: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("Error Logs", result.length);
+        },
+    },
+    {
+        name: "List logs filtered by source (SDK)",
+        fn: async () => {
+            const result = await pm.logs.list({
+                source: "sdk",
+                page: 1,
+                limit: 10,
+            });
+            if (!result)
+                throw new Error("Failed to list logs");
+            logger_1.logger.data("SDK Logs", result.length);
+        },
+    },
+    {
+        name: "Get log by ID",
+        fn: async () => {
+            if (!fetchedLogId) {
+                logger_1.logger.info("Skipped - No log ID available from previous test");
+                return;
+            }
+            const log = await pm.logs.get(fetchedLogId);
+            if (!log)
+                throw new Error("Log not found");
+            logger_1.logger.data("Log ID", log._id);
+            logger_1.logger.data("Request ID", log.request_id);
+            logger_1.logger.data("Status", log.status);
+            logger_1.logger.data("Latency", `${log.latency}s`);
+            logger_1.logger.data("Total Cost", `$${log.total_cost}`);
+            logger_1.logger.data("Tags", log.tags || "No tags");
+        },
+    },
+    {
+        name: "Verify log has tags (from pm_tags)",
+        fn: async () => {
+            // Run a version with tags first
+            const versionId = TEST_VERSION_ID;
+            if (!versionId) {
+                logger_1.logger.info("Skipped - TEST_VERSION_ID not set");
+                return;
+            }
+            const runResult = await pm.versions.run(versionId, {
+                variables: { topic: "Tag Verification" },
+                pm_tags: ["verify-test", "log-check"],
+            });
+            // Get the log and verify tags
+            const logs = await pm.logs.list({
+                template_version_id: versionId,
+                limit: 1,
+                sort_by: "created_at",
+                sort_order: "desc",
+            });
+            if (logs.length > 0) {
+                const latestLog = logs[0];
+                logger_1.logger.data("Log Tags", latestLog.tags);
+                if (latestLog.tags && latestLog.tags.includes("verify-test")) {
+                    logger_1.logger.success("Tags verified in log!");
+                }
+                else {
+                    logger_1.logger.info("Tags may be stored but not returned in list");
+                }
+            }
+        },
+    },
+];
+(0, logger_1.runTestSuite)("Logs Test Suite", tests);
+//# sourceMappingURL=logs.test.js.map

package/dist/tests/logs.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.test.js","sourceRoot":"","sources":["../../src/tests/logs.test.ts"],"names":[],"mappings":";;AACA;;;GAGG;;AAEH,yBAAuB;AACvB,4CAAmD;AACnD,4CAAuD;AAEvD,MAAM,EAAE,GAAG,IAAI,mBAAa,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAsB;CAC3C,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACtD,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AAEpD,oDAAoD;AACpD,IAAI,YAAY,GAAkB,IAAI,CAAC;AAEvC,MAAM,KAAK,GAAG;IACZ;QACE,IAAI,EAAE,2BAA2B;QACjC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;gBACT,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAEzC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC7B,eAAM,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3C,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;KACF;IAED;QACE,IAAI,EAAE,mCAAmC;QACzC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,eAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;gBAClD,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;KACF;IAED;QACE,IAAI,EAAE,kCAAkC;QACxC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,mBAAmB,EAAE,eAAe;gBACpC,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC;KACF;IAED;QACE,IAAI,EAAE,wCAAwC;QAC9C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;KACF;IAED;QACE,IAAI,EAAE,sCAAsC;QAC5C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;KACF;IAED;QACE,IAAI,EAAE,oCAAoC;QAC1C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;KACF;IAED;QACE,IAAI,EAAE,eAAe;QACrB,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,eAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;gBAChE,OAAO;YACT,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;YAE3C,eAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1C,eAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,eAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC;YAC1C,eAAM,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAChD,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;QAC7C,CAAC;KACF;IAED;QACE,IAAI,EAAE,oCAAoC;QAC1C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,gCAAgC;YAChC,MAAM,SAAS,GAAG,eAAe,CAAC;YAClC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE;gBACjD,SAAS,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE;gBACxC,OAAO,EAAE,CAAC,aAAa,EAAE,WAAW,CAAC;aACtC,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC9B,mBAAmB,EAAE,SAAS;gBAC9B,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC1B,eAAM,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;gBAExC,IAAI,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBAC7D,eAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,eAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;KACF;CACF,CAAC;AAEF,IAAA,qBAAY,EAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC"}

package/dist/tests/providers.test.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env ts-node
+/**
+ * Providers Test Suite
+ * Tests all provider-related SDK operations
+ */
+import "dotenv/config";
+//# sourceMappingURL=providers.test.d.ts.map

package/dist/tests/providers.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.test.d.ts","sourceRoot":"","sources":["../../src/tests/providers.test.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,eAAe,CAAC"}

package/dist/tests/providers.test.js

@@ -0,0 +1,99 @@
+#!/usr/bin/env ts-node
+"use strict";
+/**
+ * Providers Test Suite
+ * Tests all provider-related SDK operations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const sdk_1 = require("@promptmetrics/sdk");
+const logger_1 = require("../utils/logger");
+const pm = new sdk_1.PromptMetrics({
+    apiKey: process.env.PROMPTMETRICS_API_KEY,
+});
+const tests = [
+    {
+        name: "List all LLM providers",
+        fn: async () => {
+            const providers = await pm.providers.list();
+            if (!providers)
+                throw new Error("Failed to list providers");
+            logger_1.logger.data("Providers Count", providers.length);
+            providers.forEach((provider) => {
+                logger_1.logger.info(`Provider: ${provider.name} (${provider.slug})`);
+                logger_1.logger.data("  Has Key", provider.has_key || false);
+            });
+        },
+    },
+    {
+        name: "Get models for OpenAI provider",
+        fn: async () => {
+            try {
+                const provider = await pm.providers.getModels("openai");
+                if (!provider)
+                    throw new Error("Provider not found");
+                logger_1.logger.data("Provider Name", provider.name);
+                logger_1.logger.data("Models Count", provider.models?.length || 0);
+                if (provider.models && provider.models.length > 0) {
+                    logger_1.logger.info("Sample models:");
+                    provider.models.slice(0, 5).forEach((model) => {
+                        logger_1.logger.info(`  - ${model.name}`);
+                    });
+                }
+            }
+            catch (error) {
+                const err = error;
+                if (err.message?.includes("not found")) {
+                    logger_1.logger.info("OpenAI provider not configured - this is OK");
+                }
+                else {
+                    throw error;
+                }
+            }
+        },
+    },
+    {
+        name: "Get models for Anthropic/Claude provider",
+        fn: async () => {
+            try {
+                const provider = await pm.providers.getModels("anthropic");
+                if (!provider)
+                    throw new Error("Provider not found");
+                logger_1.logger.data("Provider Name", provider.name);
+                logger_1.logger.data("Models Count", provider.models?.length || 0);
+            }
+            catch (error) {
+                const err = error;
+                if (err.message?.includes("not found")) {
+                    logger_1.logger.info("Anthropic provider not configured - this is OK");
+                }
+                else {
+                    throw error;
+                }
+            }
+        },
+    },
+    {
+        name: "Get models for OpenRouter provider",
+        fn: async () => {
+            try {
+                const provider = await pm.providers.getModels("openrouter");
+                if (!provider)
+                    throw new Error("Provider not found");
+                logger_1.logger.data("Provider Name", provider.name);
+                logger_1.logger.data("Models Count", provider.models?.length || 0);
+            }
+            catch (error) {
+                const err = error;
+                if (err.message?.includes("not found")) {
+                    logger_1.logger.info("OpenRouter provider not configured - this is OK");
+                }
+                else {
+                    throw error;
+                }
+            }
+        },
+    },
+];
+(0, logger_1.runTestSuite)("Providers Test Suite", tests);
+//# sourceMappingURL=providers.test.js.map

package/dist/tests/providers.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.test.js","sourceRoot":"","sources":["../../src/tests/providers.test.ts"],"names":[],"mappings":";;AACA;;;GAGG;;AAEH,yBAAuB;AACvB,4CAAmD;AACnD,4CAAuD;AAEvD,MAAM,EAAE,GAAG,IAAI,mBAAa,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAsB;CAC3C,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG;IACZ;QACE,IAAI,EAAE,wBAAwB;QAC9B,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAE5D,eAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YAEjD,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC7B,eAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC7D,eAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC;KACF;IAED;QACE,IAAI,EAAE,gCAAgC;QACtC,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACxD,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAErD,eAAM,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC5C,eAAM,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAE1D,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClD,eAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAC9B,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;wBAC5C,eAAM,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBACnC,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,KAA6B,CAAC;gBAC1C,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACvC,eAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;KACF;IAED;QACE,IAAI,EAAE,0CAA0C;QAChD,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC3D,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAErD,eAAM,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC5C,eAAM,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,KAA6B,CAAC;gBAC1C,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACvC,eAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;gBAChE,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;KACF;IAED;QACE,IAAI,EAAE,oCAAoC;QAC1C,EAAE,EAAE,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAC5D,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAErD,eAAM,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC5C,eAAM,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,KAA6B,CAAC;gBAC1C,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACvC,eAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;KACF;CACF,CAAC;AAEF,IAAA,qBAAY,EAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC"}

package/dist/tests/tags.test.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env ts-node
+/**
+ * Tags Test Suite
+ * Tests the pm_tags feature for prompt logs
+ */
+import "dotenv/config";
+//# sourceMappingURL=tags.test.d.ts.map

package/dist/tests/tags.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tags.test.d.ts","sourceRoot":"","sources":["../../src/tests/tags.test.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,eAAe,CAAC"}