@pauly4010/evalai-sdk 1.8.0 → 1.9.0

package/dist/testing.d.ts

@@ -90,6 +90,47 @@ export interface TestSuiteResult {
     /** Case IDs that were retried (flaky recovery) */
     retriedCases?: string[];
 }
+/**
+ * Test definition for introspection
+ * COMPAT-201: Public TestSuite introspection (minimal getters)
+ */
+export interface TestDefinition {
+    /** Test case ID */
+    id: string;
+    /** Test input */
+    input: string;
+    /** Expected output */
+    expected?: string;
+    /** Test metadata */
+    metadata?: Record<string, unknown>;
+    /** Whether test has assertions */
+    hasAssertions: boolean;
+    /** Number of assertions */
+    assertionCount: number;
+}
+/**
+ * Portable suite representation
+ * COMPAT-201: Public TestSuite introspection (minimal getters)
+ */
+export interface PortableSuite {
+    /** Suite name */
+    name: string;
+    /** Suite configuration */
+    config: TestSuiteConfig;
+    /** Test definitions */
+    tests: TestDefinition[];
+    /** Suite metadata */
+    metadata: {
+        suiteName?: string;
+        tags?: string[];
+        defaults?: {
+            timeout?: number;
+            parallel?: boolean;
+            stopOnFailure?: boolean;
+            retries?: number;
+        };
+    };
+}
 /**
  * Test Suite for declarative evaluation testing
  */
@@ -115,6 +156,30 @@ export declare class TestSuite {
      * Get suite configuration
      */
     getConfig(): TestSuiteConfig;
+    /**
+     * Get test definitions for introspection
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    getTests(): TestDefinition[];
+    /**
+     * Get suite metadata for introspection
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    getMetadata(): {
+        suiteName?: string;
+        tags?: string[];
+        defaults?: {
+            timeout?: number;
+            parallel?: boolean;
+            stopOnFailure?: boolean;
+            retries?: number;
+        };
+    };
+    /**
+     * Convert to portable suite representation
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    toJSON(): PortableSuite;
 }
 /**
  * Create a test suite

package/dist/testing.js

@@ -169,6 +169,48 @@ class TestSuite {
     getConfig() {
         return { ...this.config };
     }
+    /**
+     * Get test definitions for introspection
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    getTests() {
+        return this.config.cases.map((testCase, index) => ({
+            id: testCase.id || `case-${index}`,
+            input: testCase.input,
+            expected: testCase.expected,
+            metadata: testCase.metadata,
+            hasAssertions: !!testCase.assertions && testCase.assertions.length > 0,
+            assertionCount: testCase.assertions?.length || 0,
+        }));
+    }
+    /**
+     * Get suite metadata for introspection
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    getMetadata() {
+        return {
+            suiteName: this.name,
+            tags: [], // TestSuite doesn't have tags, but include for future compatibility
+            defaults: {
+                timeout: this.config.timeout,
+                parallel: this.config.parallel,
+                stopOnFailure: this.config.stopOnFailure,
+                retries: this.config.retries,
+            },
+        };
+    }
+    /**
+     * Convert to portable suite representation
+     * COMPAT-201: Public TestSuite introspection (minimal getters)
+     */
+    toJSON() {
+        return {
+            name: this.name,
+            config: this.getConfig(),
+            tests: this.getTests(),
+            metadata: this.getMetadata(),
+        };
+    }
 }
 exports.TestSuite = TestSuite;
 /**

package/dist/version.d.ts

@@ -3,5 +3,5 @@
  * X-EvalAI-SDK-Version: SDK package version
  * X-EvalAI-Spec-Version: OpenAPI spec version (docs/openapi.json info.version)
  */
-export declare const SDK_VERSION = "1.8.0";
+export declare const SDK_VERSION = "1.9.0";
 export declare const SPEC_VERSION = "1.0.0";

package/dist/version.js

@@ -6,5 +6,5 @@ exports.SPEC_VERSION = exports.SDK_VERSION = void 0;
  * X-EvalAI-SDK-Version: SDK package version
  * X-EvalAI-Spec-Version: OpenAPI spec version (docs/openapi.json info.version)
  */
-exports.SDK_VERSION = "1.8.0";
+exports.SDK_VERSION = "1.9.0";
 exports.SPEC_VERSION = "1.0.0";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pauly4010/evalai-sdk",
-  "version": "1.8.0",
+  "version": "1.9.0",
   "description": "AI Evaluation Platform SDK - Complete API Coverage with Performance Optimizations",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -51,8 +51,8 @@
     "commander": "^14.0.0"
   },
   "peerDependencies": {
-    "openai": "^4.0.0",
-    "@anthropic-ai/sdk": "^0.20.0"
+    "@anthropic-ai/sdk": "^0.20.0",
+    "openai": "^4.0.0"
   },
   "peerDependenciesMeta": {
     "openai": {
@@ -64,6 +64,7 @@
   },
   "devDependencies": {
     "@types/node": "^20.0.0",
+    "ts-node": "^10.9.2",
     "typescript": "^5.0.0",
     "vitest": "^1.0.0"
   },