incantx 0.1.0

package/dist/src/agent/openaiChatAgent.d.ts

@@ -0,0 +1,7 @@
+import type { ChatAgent } from "./types";
+export type OpenAIChatAgentOptions = {
+    apiKey?: string;
+    baseUrl?: string;
+    defaultModel?: string;
+};
+export declare function createOpenAIChatAgent(options?: OpenAIChatAgentOptions): ChatAgent;

package/dist/src/agent/types.d.ts

@@ -0,0 +1,48 @@
+export type ToolCall = {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: string;
+    };
+};
+export type SystemMessage = {
+    role: "system";
+    content: string;
+};
+export type UserMessage = {
+    role: "user";
+    content: string;
+};
+export type AssistantMessage = {
+    role: "assistant";
+    content: string;
+    tool_calls?: ToolCall[];
+};
+export type ToolMessage = {
+    role: "tool";
+    tool_call_id: string;
+    name: string;
+    content: string;
+};
+export type ChatMessage = SystemMessage | UserMessage | AssistantMessage | ToolMessage;
+export type ToolDefinition = {
+    type: "function";
+    function: {
+        name: string;
+        description?: string;
+        parameters?: unknown;
+    };
+};
+export type ChatAgentRequest = {
+    model?: string;
+    messages: ChatMessage[];
+    tools?: ToolDefinition[];
+    tool_choice?: "auto" | "none" | {
+        type: "function";
+        function: {
+            name: string;
+        };
+    };
+};
+export type ChatAgent = (req: ChatAgentRequest) => Promise<AssistantMessage>;

package/dist/src/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env bun
+export {};

package/dist/src/fixture/index.d.ts

@@ -0,0 +1 @@
+export * from "./types";

package/dist/src/fixture/load.d.ts

@@ -0,0 +1,2 @@
+import type { FixtureFile } from "./types";
+export declare function loadFixtureFile(yamlText: string, env?: Record<string, string | undefined>): FixtureFile;

package/dist/src/fixture/types.d.ts

@@ -0,0 +1,31 @@
+import type { ChatMessage } from "../agent/types";
+export type FixtureFile = {
+    agent?: AgentSpec;
+    fixtures: Fixture[];
+};
+export type Fixture = {
+    id: string;
+    agent?: AgentSpec;
+    history?: ChatMessage[];
+    input: string;
+    expect?: FixtureExpectation;
+};
+export type AgentSpec = {
+    type?: "subprocess";
+    command: string[];
+    cwd?: string;
+    env?: Record<string, string>;
+    timeout_ms?: number;
+};
+export type FixtureExpectation = {
+    assistant?: AssistantExpectation;
+    tool_calls_match?: "contains" | "exact";
+    tool_calls?: ToolCallExpectation[];
+};
+export type AssistantExpectation = {
+    llm: string;
+};
+export type ToolCallExpectation = {
+    name: string;
+    arguments?: Record<string, unknown>;
+};

package/dist/src/judge/openaiJudge.d.ts

@@ -0,0 +1,11 @@
+import type { AssistantMessage } from "../agent/types";
+import type { ExpectationResult } from "../runner/expectations";
+export type OpenAIJudgeOptions = {
+    apiKey: string;
+    baseUrl?: string;
+    model?: string;
+};
+export declare function createOpenAIJudge(options: OpenAIJudgeOptions): ({ expectation, message }: {
+    expectation: string;
+    message: AssistantMessage;
+}) => Promise<ExpectationResult>;

package/dist/src/runner/deepMatch.d.ts

@@ -0,0 +1 @@
+export declare function deepPartialMatch(expected: unknown, actual: unknown): boolean;

package/dist/src/runner/expectations.d.ts

@@ -0,0 +1,16 @@
+import type { AssistantMessage } from "../agent/types";
+import type { FixtureExpectation } from "../fixture/types";
+export type ExpectationResult = {
+    status: "pass";
+} | {
+    status: "fail";
+    reason: string;
+} | {
+    status: "skip";
+    reason: string;
+};
+export type Judge = (args: {
+    expectation: string;
+    message: AssistantMessage;
+}) => Promise<ExpectationResult>;
+export declare function evaluateExpectations(expect: FixtureExpectation | undefined, message: AssistantMessage, judge: Judge | undefined): Promise<ExpectationResult>;

package/dist/src/runner/runFixtureFile.d.ts

@@ -0,0 +1,17 @@
+import type { AssistantMessage } from "../agent/types";
+export type JudgeMode = "off" | "auto" | "on";
+export type RunOptions = {
+    judgeMode?: JudgeMode;
+    judgeModel?: string;
+};
+export type FixtureResult = {
+    id: string;
+    status: "pass" | "fail" | "skip";
+    reason?: string;
+    message?: AssistantMessage;
+};
+export type FixtureFileResult = {
+    path: string;
+    results: FixtureResult[];
+};
+export declare function runFixtureFile(path: string, options?: RunOptions): Promise<FixtureFileResult>;

package/dist/src/runner/subprocessAgent.d.ts

@@ -0,0 +1,3 @@
+import type { AssistantMessage, ChatAgentRequest } from "../agent/types";
+import type { AgentSpec } from "../fixture/types";
+export declare function callSubprocessAgent(spec: AgentSpec, request: ChatAgentRequest): Promise<AssistantMessage>;

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "incantx",
+  "version": "0.1.0",
+  "description": "YAML-driven agent conversation testing (history + tool calls) for Bun-based agents.",
+  "keywords": ["ai", "agent", "testing", "fixtures", "yaml", "bun"],
+  "license": "UNLICENSED",
+  "module": "dist/index.js",
+  "type": "module",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "engines": {
+    "bun": ">=1.3.0"
+  },
+  "packageManager": "bun@1.3.3",
+  "main": "dist/index.js",
+  "files": ["dist", "README.md"],
+  "bin": {
+    "incantx": "dist/cli.js"
+  },
+  "scripts": {
+    "cli": "bun src/cli.ts",
+    "test:fixtures": "bun src/cli.ts tests/fixtures --judge off",
+    "test": "bun run test:fixtures",
+    "clean": "bun -e \"import { rmSync } from 'node:fs'; rmSync('dist', { recursive: true, force: true });\"",
+    "build:js": "bun build index.ts src/cli.ts --target=bun --format=esm --outdir dist --entry-naming=[name].[ext] --packages=external --sourcemap=external",
+    "build:types": "bunx tsc -p tsconfig.build.json",
+    "build": "bun run clean && bun run build:js && bun run build:types",
+    "typecheck": "bunx tsc -p tsconfig.json",
+    "prepack": "bun run build",
+    "prepublishOnly": "bun run build && bun run typecheck && bun run test:fixtures",
+    "pack:dry": "bun pm pack --dry-run",
+    "publish:dry": "bun publish --dry-run"
+  },
+  "devDependencies": {
+    "@types/bun": "latest",
+    "typescript": "^5.9.3"
+  },
+  "dependencies": {
+    "yaml": "^2.8.2"
+  }
+}