testeiya 0.10.0 → 0.10.2

package/dist/src/session.d.ts

@@ -0,0 +1,43 @@
+import { DefaultResourceLoader, ModelRuntime, SettingsManager, type AgentSession, type ExtensionFactory, type SessionManager, type Skill } from "@earendil-works/pi-coding-agent";
+import { type RunResult } from "./result.js";
+export declare const BUNDLED_SKILLS_DIR: string;
+/** The one runtime factory, so every command reads the same auth. */
+export declare function createRuntime(): Promise<ModelRuntime>;
+/**
+ * The loader every command shares, so `doctor` reports the skills a run would
+ * actually load. A filter, not a loader: pi also discovers skills from the
+ * checkout it is pointed at (`.agents/skills`, `.pi/skills`, and the user's
+ * own), and an arbitrary CI clone must not be able to hand the model its own.
+ */
+export declare function createLoader(options: LoaderOptions): DefaultResourceLoader;
+export declare function createTesteiyaSession(options: SessionOptions): Promise<CreatedSession>;
+export interface LoaderOptions {
+    cwd: string;
+    settingsManager: SettingsManager;
+    extensionPaths: string[];
+    extensionFactories?: ExtensionFactory[];
+    systemPrompt: () => string;
+}
+export interface SessionOptions {
+    cwd: string;
+    result: RunResult;
+    sessionManager: SessionManager;
+    model?: string;
+    outputFile?: string;
+    brief?: boolean;
+    /** Whole prompt sections this run contributes (the pull request thread rules).
+     * Built from the resolved model, which the caller cannot know before this. */
+    sections?: (model: string) => string[];
+    /** Where this run sits in its thread, so the prompt says first or continuing. */
+    threadMode?: "first" | "continuing";
+    connection?: {
+        tokenAvailable?: boolean;
+    };
+    backendUrl?: string;
+}
+export interface CreatedSession {
+    session: AgentSession;
+    model: string;
+    /** What the run can reach — the list a `/name` in the task is matched against. */
+    skills: Skill[];
+}

package/dist/src/session.js

@@ -21,7 +21,9 @@ const SUBAGENTS_EXTENSION = dirname(createRequire(import.meta.url).resolve("pi-s
 export async function createRuntime() {
     const runtime = await ModelRuntime.create({
         authPath: join(TESTEIYA_HOME, "auth.json"),
-        modelsPath: null,
+        // A run inside Testeiya Cloud points its providers at the cloud's own AI
+        // proxy by handing the CLI a models.json; anywhere else this stays unset.
+        modelsPath: process.env.TESTEIYA_MODELS_JSON ?? null,
     });
     await applyEnvKeys(runtime);
     return runtime;

package/dist/src/session.js.map

@@ -1 +1 @@
-{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,qBAAqB,EACrB,YAAY,EACZ,eAAe,GAKhB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,4EAA4E;AAC5E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAE/D,MAAM,qBAAqB,GAAG,aAAa,CAAC,uBAAuB,CAAC,CAAC;AACrE,MAAM,kBAAkB,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;AAC/D,sEAAsE;AACtE,MAAM,mBAAmB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;AAE5F,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;QACxC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC;QAC1C,UAAU,EAAE,IAAI;KACjB,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,OAAO,IAAI,qBAAqB,CAAC;QAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,YAAY;QACtB,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,oBAAoB,EAAE,CAAC,kBAAkB,CAAC;QAC1C,wBAAwB,EAAE,OAAO,CAAC,cAAc;QAChD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,oBAAoB,EAAE,OAAO,CAAC,YAAY;QAC1C,cAAc,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;YAC9E,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAuB;IACjE,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;IAEzF,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC;QAC/C,YAAY,EAAE,CAAC,WAAW,CAAC;QAC3B,2EAA2E;QAC3E,mBAAmB,EAAE,OAAO;KAC7B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAa,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;IAC9E,IAAI,cAAc,EAAE;QAAE,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9D,gFAAgF;IAChF,MAAM,kBAAkB,GAAuB,CAAC,uBAAuB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5F,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,MAAM,EAAE,EAAE,CAAC;QACb,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1F,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC;QAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,eAAe;QACf,cAAc;QACd,kBAAkB;QAClB,YAAY,EAAE,GAAG,EAAE,CACjB,iBAAiB,CAAC;YAChB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,EAAE,SAAS,EAAE;YAChB,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,cAAc;YAC7C,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;YAC7D,aAAa,EAAE,QAAQ,EAAE;YACzB,aAAa;SACd,CAAC;KACL,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;IAEtB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAkB,CAAC;QAC3C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,YAAY;QACtB,KAAK;QACL,YAAY,EAAE,OAAO;QACrB,cAAc,EAAE,MAAM;QACtB,eAAe;QACf,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,WAAW,EAAE,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,iBAAiB,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE;KAChE,CAAC,CAAC;IAEH,4EAA4E;IAC5E,0DAA0D;IAC1D,MAAM,OAAO,CAAC,cAAc,CAAC;QAC3B,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,aAAa,MAAM,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QACnF,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACrE,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,qBAAqB,EACrB,YAAY,EACZ,eAAe,GAKhB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,4EAA4E;AAC5E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAE/D,MAAM,qBAAqB,GAAG,aAAa,CAAC,uBAAuB,CAAC,CAAC;AACrE,MAAM,kBAAkB,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;AAC/D,sEAAsE;AACtE,MAAM,mBAAmB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;AAE5F,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;QACxC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC;QAC1C,yEAAyE;QACzE,0EAA0E;QAC1E,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI;KACrD,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;IAC5B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,OAAO,IAAI,qBAAqB,CAAC;QAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,YAAY;QACtB,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,oBAAoB,EAAE,CAAC,kBAAkB,CAAC;QAC1C,wBAAwB,EAAE,OAAO,CAAC,cAAc;QAChD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,oBAAoB,EAAE,OAAO,CAAC,YAAY;QAC1C,cAAc,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;YAC9E,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAuB;IACjE,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;IAEzF,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC;QAC/C,YAAY,EAAE,CAAC,WAAW,CAAC;QAC3B,2EAA2E;QAC3E,mBAAmB,EAAE,OAAO;KAC7B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAa,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;IAC9E,IAAI,cAAc,EAAE;QAAE,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9D,gFAAgF;IAChF,MAAM,kBAAkB,GAAuB,CAAC,uBAAuB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5F,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,MAAM,EAAE,EAAE,CAAC;QACb,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1F,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC;QAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,eAAe;QACf,cAAc;QACd,kBAAkB;QAClB,YAAY,EAAE,GAAG,EAAE,CACjB,iBAAiB,CAAC;YAChB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,EAAE,SAAS,EAAE;YAChB,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,cAAc;YAC7C,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;YAC7D,aAAa,EAAE,QAAQ,EAAE;YACzB,aAAa;SACd,CAAC;KACL,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;IAEtB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAkB,CAAC;QAC3C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,YAAY;QACtB,KAAK;QACL,YAAY,EAAE,OAAO;QACrB,cAAc,EAAE,MAAM;QACtB,eAAe;QACf,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,WAAW,EAAE,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,iBAAiB,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE;KAChE,CAAC,CAAC;IAEH,4EAA4E;IAC5E,0DAA0D;IAC1D,MAAM,OAAO,CAAC,cAAc,CAAC;QAC3B,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,aAAa,MAAM,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QACnF,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACrE,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;AACjD,CAAC"}

package/dist/src/sessions.d.ts

@@ -0,0 +1,23 @@
+import { SessionManager } from "@earendil-works/pi-coding-agent";
+/**
+ * Sessions are pi's, not ours: it stores, lists and reopens them under
+ * PI_STATE_DIR, or in the one file `--session-file` names. `--no-session` keeps
+ * a run entirely in memory.
+ */
+export declare function openSessionManager(cwd: string, args: SessionArgs): Promise<SessionManager | string>;
+/** The model a resumed session was last running, so `-c` needs no --model. */
+export declare function sessionModel(manager: SessionManager): SavedModel | null;
+export declare function runSessions(cwd: string, json?: boolean): Promise<number>;
+/** Long enough to clear the UUIDv7 timestamp prefix, which repeats per minute. */
+export declare function shortId(id: string): string;
+export interface SessionArgs {
+    continueLast?: boolean;
+    resume?: string;
+    session?: string;
+    sessionFile?: string;
+    noSession?: boolean;
+}
+export interface SavedModel {
+    provider: string;
+    modelId: string;
+}

package/dist/src/skills.d.ts

@@ -0,0 +1,29 @@
+import { type ResourceDiagnostic, type Skill } from "@earendil-works/pi-coding-agent";
+/**
+ * A skill named in the task loads before the run: `/qa-thinking` puts that
+ * SKILL.md in front of the prompt. pi does not do this for us — its own
+ * `/skill:name` form expands only with prompt templates on, and a task carrying
+ * a comment from a stranger never runs with those on. A name we do not ship
+ * stays plain text, so `/testeiya` in a comment is still just words.
+ */
+export declare function expandSkills(prompt: string, skills: Skill[]): Expanded;
+/**
+ * The skills a run can actually reach. Loaded through the loader every command
+ * shares, so this list, `doctor` and the model's own list cannot drift — and a
+ * checkout's skills are filtered out here exactly as they are in a run.
+ */
+export declare function loadBundledSkills(): Promise<BundledSkills>;
+export declare function runSkills(pattern?: string, json?: boolean): Promise<number>;
+export interface Group {
+    group: string;
+    skills: Skill[];
+}
+export interface Expanded {
+    prompt: string;
+    loaded: string[];
+}
+export interface BundledSkills {
+    count: number;
+    groups: Group[];
+    diagnostics: ResourceDiagnostic[];
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testeiya",
-  "version": "0.10.0",
+  "version": "0.10.2",
   "description": "AI testing agent — QA-focused coding agent for manual and automated tests",
   "type": "module",
   "license": "MIT",
@@ -12,9 +12,18 @@
   "bin": {
     "testeiya": "dist/src/cli.js"
   },
+  "exports": {
+    "./prompt/*.js": {
+      "types": "./dist/prompt/*.d.ts",
+      "default": "./dist/prompt/*.js"
+    },
+    "./scripts/vendor-skills.js": "./scripts/vendor-skills.js",
+    "./package.json": "./package.json"
+  },
   "files": [
     "dist",
     "prompt",
+    "scripts",
     "pipelines",
     "PIPELINES.md",
     "skills",
@@ -30,7 +39,7 @@
   "scripts": {
     "start": "npm run build && node dist/src/cli.js",
     "dev": "./testeiya",
-    "build": "tsc -p tsconfig.json",
+    "build": "rm -rf dist && tsc -p tsconfig.json",
     "typecheck": "tsc -p tsconfig.json --noEmit",
     "prepublishOnly": "npm run build",
     "test": "npm run build && node --test test/*.test.js"

package/pipelines/api-testing.yml

@@ -1,10 +1,11 @@
 name: api-testing
 description: Find the API endpoints a pull request changed, test each with Explorbot, explain what broke.
+target: pr
 
 gates:
   api:
-    env: [EXPLORBOT_URL, EXPLORBOT_API_SPEC]
-    message: No API to test. Set EXPLORBOT_URL to the API base and EXPLORBOT_API_SPEC to its OpenAPI spec.
+    env: [EXPLORBOT_URL, OPENAPI_SPEC]
+    message: No API to test. Set EXPLORBOT_URL to the API base and OPENAPI_SPEC to its OpenAPI spec.
   explorbot-ai:
     env: [EXPLORBOT_AI_PROVIDER]
     message: Explorbot has no AI provider. Set EXPLORBOT_AI_PROVIDER and its key.
@@ -13,13 +14,23 @@ env:
   EXPLORBOT_NO_BANNER: "1"
 
 stages:
+  - id: spec
+    title: OpenAPI spec
+    emoji: 📜
+    when: [api]
+    run: npx -y @apidevtools/swagger-cli validate "$OPENAPI_SPEC"
+    stopOn: fail
+    timeout: 2m
+
   - id: review
-    title: Pull request review
+    title: API review
     emoji: 🔍
     session: qa
+    when: [api]
     task: |
-      Review this pull request as a QA engineer. /qa-review-pr
+      Review this pull request for public API changes
       List the API endpoints it adds or changes in endpoints.txt, one path per line like /users/{id}, empty if none.
+
     outputs: [endpoints.txt]
 
   - id: explore
@@ -27,7 +38,7 @@ stages:
     emoji: 🤖
     when: [api, explorbot-ai]
     each_line: endpoints.txt
-    run: EXPLORBOT_OUTPUT="$STAGE_DIR/explorbot" npx -y explorbot api explore "$ITEM" --style psycho
+    run: EXPLORBOT_OUTPUT="$STAGE_DIR/explorbot" npx -y explorbot api explore "$ITEM" --spec "$OPENAPI_SPEC"
     outputs: [explorbot/]
     timeout: 10m
 

package/pipelines/issue-test-cases.yml

@@ -1,13 +1,14 @@
 name: issue-test-cases
 description: Turn an issue or epic into test cases, and sync them to Testomat.io.
+target: issue
 
 gates:
   issue:
     env: [ISSUE_URL]
     message: No issue. Set ISSUE_URL to the issue or epic to cover.
   testomatio:
-    env: [TESTOMATIO, TESTOMATIO_PROJECT_ID]
-    message: No Testomat.io project. Set TESTOMATIO and TESTOMATIO_PROJECT_ID.
+    env: [TESTOMATIO]
+    message: No Testomat.io project. Set TESTOMATIO API Key to import test cases
 
 when: [issue]
 
@@ -36,7 +37,5 @@ stages:
     title: Sync to Testomat.io
     emoji: 🔄
     when: [testomatio]
-    each_file: test-cases/*.md
     task: |
       Sync the test cases in ${ITEM} to Testomat.io. /sync-test-cases-with-tms
-      Skip a case that already exists there.

package/pipelines/pr-review.yml

@@ -1,5 +1,6 @@
 name: pr-review
 description: Review a pull request, propose test cases for it, and sync them to Testomat.io.
+target: pr
 
 gates:
   code-changed:
@@ -7,12 +8,20 @@ gates:
       min_files: 3
       ignore: ["**/*.md", "**/*.lock", "docs/**"]
     message: Fewer than 3 code files changed.
+  testcases-needed:
+    env: [CREATE_TESTCASES]
+    message: 'No test cases created. Enable test case creation via CREATE_TESTCASES env var'
   testomatio:
-    env: [TESTOMATIO, TESTOMATIO_PROJECT_ID]
-    message: No Testomat.io project. Set TESTOMATIO and TESTOMATIO_PROJECT_ID.
+    env: [TESTOMATIO]
+    message: No Testomat.io project. Set TESTOMATIO.
 
 when: [code-changed]
 
+env:
+  # feature/add-login → feature-add-login
+  TESTOMATIO_BRANCH: ${GIT_BRANCH | slugify}
+
+
 stages:
   - id: requirements
     title: Requirements
@@ -31,7 +40,9 @@ stages:
     title: Test cases
     emoji: 📝
     session: writer
+    when: [testcases-needed]
     task: |
+      If there is linked issue and it was already reviewed by Testeiya and have linked tests - skip this step
       Write test cases for this pull request from requirements.md and review.md. /qa-write-test-cases
       Put them in test-cases/, one markdown file per suite.
     inputs: [requirements.md, review.md]
@@ -40,8 +51,6 @@ stages:
   - id: sync
     title: Sync to Testomat.io
     emoji: 🔄
-    when: [testomatio]
-    each_file: test-cases/*.md
+    when: [testomatio, testcases-needed]
     task: |
       Sync the test cases in ${ITEM} to Testomat.io. /sync-test-cases-with-tms
-      Skip a case that already exists there.

package/pipelines/regression.yml

@@ -1,5 +1,6 @@
 name: regression
 description: Run the tests a change can break, from the coverage map, then explain the failures.
+target: pr
 
 gates:
   coverage:

package/pipelines/web-testing.yml

@@ -1,5 +1,6 @@
 name: web-testing
 description: Review a pull request, test the change in a browser with Explorbot, explain what broke.
+target: pr
 
 gates:
   staging:

package/prompt/system-prompt.ts

@@ -15,7 +15,7 @@ export function buildSystemPrompt(options: SystemPromptOptions): string {
   const date = new Date().toISOString().split("T")[0];
   const clis = options.connectedClis?.join(", ") || "none connected yet";
   const mcps = options.connectedMcps?.join(", ") || "none connected yet";
-  let manualTestsHint = " Pulled manual tests usually live in `.testeiya/manual-tests/`; check there before declaring the project has no manual tests.";
+  let manualTestsHint = " Pulled manual tests usually live in `.testeiya/test-cases/`; check there before declaring the project has no manual tests.";
   if (options.manualTestsHint === false) manualTestsHint = "";
 
   const prompt = dedent`

package/scripts/vendor-skills.js

@@ -0,0 +1,62 @@
+/**
+ * Copies the skills of testomatio/skills into skills/<plugin>/<skill>/.
+ *
+ * Every release runs it, and the vendored folders are gitignored, so a release
+ * that skips it ships no skills. Plain Node: the release workflow has no build step.
+ *
+ *   node scripts/vendor-skills.js
+ */
+import { cpSync, existsSync, mkdirSync, mkdtempSync, readdirSync, readFileSync, rmSync } from "node:fs";
+import { execFileSync } from "node:child_process";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { fileURLToPath } from "node:url";
+
+export const SKILLS_REPO = "https://github.com/testomatio/skills.git";
+export const SKILLS_OUTPUT = join(import.meta.dirname, "..", "skills");
+
+/**
+ * Clones the repo and copies each plugin's skills into a folder named after the
+ * plugin. The folder is the category hosts show. A skill two plugins list lands
+ * in the first one only.
+ */
+export class SkillsVendor {
+  constructor({ outputDir = SKILLS_OUTPUT, repo = SKILLS_REPO } = {}) {
+    this.outputDir = outputDir;
+    this.repo = repo;
+  }
+
+  async update() {
+    const clone = mkdtempSync(join(tmpdir(), "testeiya-skills-"));
+    try {
+      execFileSync("git", ["clone", "-q", "--depth", "1", this.repo, clone], { stdio: "pipe" });
+      rmSync(this.outputDir, { recursive: true, force: true });
+      const copied = this.#copyPlugins(clone);
+      console.log(`Vendored ${copied} skills from ${this.repo} into ${this.outputDir}`);
+    } finally {
+      rmSync(clone, { recursive: true, force: true });
+    }
+  }
+
+  // A plugin's skills/ entries link to the repo's skills/<name>. Only the names
+  // are read: a Windows clone without symlinks turns the links into text files.
+  #copyPlugins(clone) {
+    const marketplace = JSON.parse(readFileSync(join(clone, ".claude-plugin", "marketplace.json"), "utf-8"));
+    const seen = new Set();
+    for (const plugin of marketplace.plugins ?? []) {
+      const entries = join(clone, plugin.source, "skills");
+      if (!existsSync(entries)) continue;
+      for (const name of readdirSync(entries)) {
+        const from = join(clone, "skills", name);
+        if (seen.has(name) || !existsSync(join(from, "SKILL.md"))) continue;
+        seen.add(name);
+        const to = join(this.outputDir, plugin.name, name);
+        mkdirSync(to, { recursive: true });
+        cpSync(from, to, { recursive: true, dereference: true });
+      }
+    }
+    return seen.size;
+  }
+}
+
+if (process.argv[1] === fileURLToPath(import.meta.url)) await new SkillsVendor().update();

package/skills/codeceptjs/ci-fix-tests/SKILL.md

@@ -1,119 +0,0 @@
----
-name: ci-fix-tests
-description: "Use on CI in non-interactive mode after a failed CodeceptJS run — attempts safe fixes only (locator drift, missing waits), reruns failing scenarios, rolls back edits that didn't help, reports at `output/ci-fix.md`. No refactors, no config edits, no flake-masking. Trigger on \"ci fix tests\", \"auto-fix failing tests\", \"attempt repair on CI\", or as a CI step after a failed run."
----
-
-# Auto-fix CodeceptJS Tests on CI
-
-A non-interactive auto-repair loop. Reads the failed-tests baseline from `output/` (where `aiTrace` left trace artifacts), attempts a small set of safe fixes, reruns only the failing scenarios, compares, and writes a report at `output/ci-fix.md`. Rolls back any edit that didn't help.
-
-**Conservative by design.** CI is not the place to restructure tests, change abstractions, or fix anything that needs human judgement. The goal is "pass the run". Anything riskier is escalated through the report.
-
-This skill assumes a working **git** checkout — rollback uses `git checkout -- <file>` to restore originals.
-
-## Workflow
-
-### 1. Read the baseline failures
-Use the **codeceptjs-run-analysis** skill against the existing `output/trace_*/` artifacts to enumerate every failing scenario. Record:
-
-- the **set** of failing tests (file path + scenario name)
-- the failed step in each, and the locator / wait / assertion involved
-- a cluster signature per failure (so unique vs systemic is clear)
-
-Save this as the **baseline** — `count`, `failing_set`, `clusters`.
-
-### 2. Pick safe fix candidates
-Only attempt fixes from this allowed list:
-
-- **Locator drift** — the failed locator no longer matches anything but a similar element exists. Use the **codeceptjs-exploration** skill (headless) to find candidates; pick a short locator scoped to a stable region — `I.click('Save', '.toolbar')` — in this order: visible text / accessible name → ARIA `{ role, name }` → `$name` (`customLocator`) → composed CSS. Replace the locator at the failing step only.
-- **Missing wait for a spinner / loader / modal** — the failed step's ARIA snapshot shows a spinner or skeleton present, or the target element appears later. Add a single matching `I.waitFor*` immediately before the failing step.
-- **`I.wait(N)` replacement** — when a hardcoded sleep is the only thing between a failing assertion and a passing one and the gating element is identifiable, replace the sleep with a specific `waitFor*`.
-
-**Do not attempt:**
-- Auth / credential / env-var fixes — those are CI configuration, not test code.
-- Refactoring (extracting page objects, custom helpers, splitting scenarios).
-- Renaming Scenarios or tags — CI's `--grep` and pipelines reference them.
-- Adding `retries: N` to a Scenario — masking flake is a human decision.
-- Anything outside the failing test file (no `codecept.conf.*`, no helper, no PO edits).
-
-If a failure doesn't match any allowed-fix pattern, **skip it** and record it as `unresolved` for the report.
-
-### 3. Apply edits and rerun
-Track every modification: file path, line number, before/after snippet, fix kind. Then rerun **only the failing scenarios** under the same config CI used:
-
-```bash
-npx codeceptjs run --grep '<scenario>|<scenario>|...'
-```
-
-Find the right config via `package.json` scripts or the CI workflow file. Match the worker count if `run-workers` was used originally.
-
-### 4. Compare against the baseline
-Use **codeceptjs-run-analysis** again to enumerate the failing set after the fix.
-
-| New failing-set vs baseline | Status |
-|---|---|
-| Empty (zero failures) | `SUCCESS_FULL` |
-| Strict subset of the baseline | `SUCCESS_PARTIAL` |
-| Identical set | `NO_IMPROVEMENT` |
-| Larger, or contains a test not in baseline | `REGRESSED` |
-
-### 5. Decide: keep or roll back
-
-- `SUCCESS_FULL` / `SUCCESS_PARTIAL` → **keep** the edits.
-- `NO_IMPROVEMENT` / `REGRESSED` → **roll back every edit** with `git checkout -- <files>`. The on-disk state at the end of the skill must be identical to what it was at the start.
-
-A regression is treated the same as no improvement — the attempt didn't work, the working state is what was on disk before. Don't try to "undo only the bad ones" — the whole batch goes.
-
-### 6. Write the report (always)
-Write `output/ci-fix.md` regardless of outcome — CI reads it to surface results.
-
-## Report format
-
-```markdown
-# CI Fix Report — <ISO timestamp>
-
-**Status:** SUCCESS_FULL | SUCCESS_PARTIAL | NO_IMPROVEMENT | REGRESSED
-
-## Baseline
-Failing scenarios: N
-- `tests/foo_test.js` — "user can log in"
-- `tests/bar_test.js` — "checkout flow"
-- ...
-
-## Attempted fixes
-- `tests/foo_test.js:42` — locator drift: `I.click('Save')` → `I.click('Save', '.toolbar')`
-- `tests/bar_test.js:15` — added `I.waitForInvisible('.spinner')` before checkout click
-- `tests/baz_test.js:7` — replaced `I.wait(3)` with `I.waitForVisible('.confirmation-dialog', 10)`
-
-## Result
-Failing scenarios after fix: M (was N)
-- Resolved: `tests/foo_test.js` — "user can log in"
-- Still failing: `tests/bar_test.js` — "checkout flow"
-- New failures (REGRESSED only): `tests/baz_test.js` — "edit profile"
-
-## Failure clusters (NO_IMPROVEMENT / REGRESSED only)
-- **Cluster A (3 scenarios)** — `Element not found: button.btn-primary`. Likely a deploy regression or design change.
-- **Cluster B (1 scenario)** — `Navigation timeout to /checkout`. Possible backend issue.
-
-## Discarded changes (NO_IMPROVEMENT / REGRESSED only)
-- `tests/foo_test.js` — restored
-- `tests/bar_test.js` — restored
-- `tests/baz_test.js` — restored
-```
-
-The first line of `Status:` is the machine-parseable signal. The rest is for the human reading the failed CI build.
-
-## Things to avoid
-
-- Editing files outside the failing test files. Config, helpers, page objects, and CI workflows are off-limits in this mode.
-- Attempting more than one fix kind on the same scenario in one pass. Fix one thing, observe, then try another.
-- `retries: N` to mask flakiness — human decision.
-- Skipping rollback on `NO_IMPROVEMENT`. Even no-op edits can confuse the next run or the next reviewer.
-- Writing a partial or missing `output/ci-fix.md`. CI depends on it; the absence of a report is itself a failure mode.
-- Running the **whole** suite for the verification step — only the originally-failing scenarios, to keep CI time bounded.
-
-## Related skills
-
-- `codeceptjs-run-analysis` — baseline, clustering, post-fix comparison
-- `codeceptjs-exploration` — replacement locators for drift
-- `codeceptjs-fundamentals` — config, helper, CI environment

package/skills/codeceptjs/codeceptjs-auth/SKILL.md

@@ -1,141 +0,0 @@
----
-name: codeceptjs-auth
-description: >
-  Use when a CodeceptJS test needs login, user roles, or session reuse — or
-  when another CodeceptJS skill identifies authorization is required. Also on
-  auth-related test failures. Trigger on login, sign-in, sign-up,
-  authentication, sessions, "logged in", admin/editor/user roles.
----
-
-# CodeceptJS Auth Plugin
-
-The `auth` plugin logs each user in once, captures cookies (or localStorage/token via overrides), and restores the session for subsequent tests. Stale sessions trigger a fresh login automatically.
-
-If the project already has `auth` configured (fundamentals' discovery output), **reuse** its existing inject name and user keys — don't reconfigure.
-
-## Decide first — ask the user
-
-Four answers shape the plugin. Don't guess any.
-
-1. **Is a session needed at all?** Public flows (landing, signup) → skip the plugin.
-2. **One user or many?** Default one; add more only when actually exercised.
-3. **If many — what splits them?** Role, workspace/tenant, plan tier, sign-in provider, per-test fixture — real systems vary. Ask; use the answer to name `users.<key>` entries.
-4. **What's the auth type?**
-   - **Form** — default; canonical shape below
-   - **OAuth / SSO** — click provider button, drive the IdP page (often separate origin)
-   - **Magic link / passwordless** — UI flow rarely worth automating; prefer an API mint or reading the link from a test mailbox
-   - **API token** — skip the form; write the token into `localStorage` via `executeScript`, or `I.setCookie(...)`
-   - **2FA / OTP** — async `login`; fetch the code from a test mailbox / backdoor before submitting
-
-## Rules
-
-1. **Login flow never lives in the conf.** Put it in `steps_file.js` (if included) or a page object; conf only references it: `login: (I) => I.login()`.
-2. **Credentials from env only** — `.env` loaded via `process.loadEnvFile()` (no dotenv dependency). Passwords wrapped with `secret(...)`. No literals anywhere — conf, steps file, test, git history.
-3. **`.env` is gitignored; `.env.example` is committed** with names, no values. Gitignore `output/*_session.json` too.
-
-## Canonical shape
-
-```js
-// codecept.conf.js — first line of the file
-process.loadEnvFile()
-
-export const config = {
-  include: { I: './steps_file.js' },
-  plugins: {
-    auth: {
-      enabled: true,
-      saveToFile: true,
-      users: {
-        admin: {
-          login: (I) => I.login(),
-          check: (I) => I.see('Welcome, User', '.navbar'),
-        },
-      },
-    },
-  },
-}
-```
-
-```js
-// steps_file.js
-import { secret } from 'codeceptjs'
-const { I } = inject()
-
-export default function () {
-  return actor({
-    login() {
-      I.amOnPage('/login')
-      I.fillField('Email', process.env.ADMIN_EMAIL)
-      I.fillField('Password', secret(process.env.ADMIN_PASSWORD))
-      I.click('Sign in')
-    },
-  })
-}
-```
-
-```sh
-# .env (gitignored)        # .env.example (committed)
-USER_EMAIL=...             USER_EMAIL=
-USER_PASSWORD=<secret>     USER_PASSWORD=
-```
-
-## Pre-flight (before writing config)
-
-1. **Read the real login page** — MCP `run_code` to `/login`, inspect the ARIA snapshot (`codeceptjs-exploration`). Field labels / `name` / `id` / submit control from the actual page, not guesses. Unclear authorization mechanism → ask the user.
-2. **Pick a role-specific post-login marker** — something rendered only for *this* user (navbar username, `data-user-role`).
-3. **Confirm session storage** — cookies (default) for server-rendered apps; localStorage/sessionStorage for SPAs. Verify after a manual login with `I.executeScript(() => Object.keys(localStorage))`. Cookie fetch/restore silently no-op against token storage.
-
-## Verify
-
-Run a one-Scenario file that calls `login(<role>)` then asserts on the post-login marker:
-
-```bash
-npx codeceptjs run --grep '<scenario>' --debug    # real run, not dry — dry-run doesn't init plugins
-```
-
-Enable `saveToFile: true` only after this round-trip succeeds — a bad saved session masks a broken `login`.
-
-Then wire into hooks/tests: `Before(({ login }) => login())` for suite-wide, or per-test as needed.
-
-## Multi-role shape
-
-Only after question 3 is answered. Keys named after whatever splits users *in this system*; one matching actor method per key:
-
-```js
-users: {
-  admin:      { login: (I) => I.loginAsAdmin() },
-  workspaceB: { login: (I) => I.loginToWorkspaceB() },
-}
-```
-
-Don't parameterise into a single `login(key)` — the plugin keys sessions by name, explicit methods read better. Switch mid-Scenario: `session('<key>')` opens a parallel browser context (fundamentals § Writing tests).
-
-## Token / localStorage auth
-
-Override `fetch` / `restore` when sessions live outside cookies:
-
-```js
-admin: {
-  login: (I) => I.loginAsAdmin(),
-  check: (I) => I.see('Admin', '.navbar'),
-  fetch: (I) => I.executeScript(() => localStorage.getItem('session_id')),
-  restore: (I, session) => {
-    I.amOnPage('/')
-    I.executeScript((s) => localStorage.setItem('session_id', s), session)
-  },
-}
-```
-
-`check(I, session)` receives whatever `fetch` returned — throw inside `check` to force fresh login (e.g. `/me` endpoint shows wrong user).
-
-## Pitfalls
-
-- Credentials inlined in conf/test — always env-driven + `secret()`.
-- Forgetting to gitignore `.env` and `output/*_session.json` — both leak credentials.
-
-## Related skills
-
-- `codeceptjs-fundamentals` — secrets rule, sessions, config mutation trap
-- `codeceptjs-exploration` — reading the live login page
-- `writing-codeceptjs-tests` / `refactoring-codeceptjs-tests` — invoke this skill when auth is identified
-- `debugging-codeceptjs-tests` — auth-related failure patterns