@geminixiang/mikan 1.0.0-beta.8 → 1.0.0-beta.80

package/dist/harness/tools/index.d.ts

@@ -0,0 +1,34 @@
+import type { Api, Model } from "@earendil-works/pi-ai";
+import type { ConversationKind } from "../../types.js";
+import type { Executor, SandboxConfig } from "../../sandbox/types.js";
+import type { OfficeAddress, SandboxResourceController } from "../../types.js";
+import type { EventStore } from "../../events/index.js";
+import { type MikanHarnessTool } from "./pi-tools.js";
+import { createTaskTools } from "./task.js";
+import type { PlatformToolPack, PlatformToolRunContext } from "./types.js";
+export declare function createMikanTools(executor: Executor, eventStore: EventStore, sandboxController?: {
+    sandbox: SandboxConfig;
+    resourceController?: Pick<SandboxResourceController, "getLimitStatus" | "setLimits">;
+}, platformToolPacks?: readonly PlatformToolPack[], imageGeneration?: {
+    model: Model<Api>;
+    getApiKey: () => Promise<string | undefined>;
+    outputDir: string;
+}): {
+    tools: MikanHarnessTool[];
+    setUploadFunction: (fn: (filePath: string, title?: string) => Promise<void>) => void;
+    setImageUploadFunction: (fn: (hostPath: string, title?: string) => Promise<void>) => void;
+    bindTasks: ReturnType<typeof createTaskTools>["bindTasks"];
+    setReactFunction: (fn: ((emoji: string) => Promise<void>) | null) => void;
+    bindPlatformToolPacks: (ctx: PlatformToolRunContext) => void;
+    setEventContext: (context: {
+        platform: string;
+        conversationId: string;
+        conversationKind: ConversationKind;
+        userId: string;
+    }) => void;
+    setSandboxContext: (context: {
+        address: OfficeAddress;
+        userId: string;
+    }) => void;
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/harness/tools/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/harness/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,OAAO,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC/E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAsC,KAAK,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAE1F,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAK5C,OAAO,KAAK,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAE3E,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,UAAU,EACtB,iBAAiB,CAAC,EAAE;IAClB,OAAO,EAAE,aAAa,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,CAAC,yBAAyB,EAAE,gBAAgB,GAAG,WAAW,CAAC,CAAC;CACtF,EACD,iBAAiB,GAAE,SAAS,gBAAgB,EAAO,EACnD,eAAe,CAAC,EAAE;IAChB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAClB,SAAS,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;CACnB,GACA;IACD,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACrF,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IAC1F,SAAS,EAAE,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC;IAC3D,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,KAAK,IAAI,CAAC;IAC1E,qBAAqB,EAAE,CAAC,GAAG,EAAE,sBAAsB,KAAK,IAAI,CAAC;IAC7D,eAAe,EAAE,CAAC,OAAO,EAAE;QACzB,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,gBAAgB,CAAC;QACnC,MAAM,EAAE,MAAM,CAAC;KAChB,KAAK,IAAI,CAAC;IACX,iBAAiB,EAAE,CAAC,OAAO,EAAE;QAAE,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAClF,CAuCA"}

package/dist/harness/tools/index.js

@@ -0,0 +1,49 @@
+import { createAttachTool } from "./attach.js";
+import { createEventTool } from "./event.js";
+import { createGenerateImageTool } from "./generate-image.js";
+import { adaptAgentTool, createSandboxTools } from "./pi-tools.js";
+import { withSecretRedaction } from "./secret-redaction.js";
+import { createTaskTools } from "./task.js";
+import { createJevTool } from "./jev.js";
+import { createJevBrowserTool } from "./jev-browser.js";
+import { createReactTool } from "./react.js";
+import { createSandboxTool } from "./sandbox.js";
+export function createMikanTools(executor, eventStore, sandboxController, platformToolPacks = [], imageGeneration) {
+    const { tool: attachTool, setUploadFunction } = createAttachTool();
+    const imageTool = imageGeneration ? createGenerateImageTool(imageGeneration) : undefined;
+    const { tools: taskTools, bindTasks } = createTaskTools();
+    const { tool: reactTool, setReactFunction } = createReactTool();
+    const jevTool = createJevTool();
+    const jevBrowserTool = createJevBrowserTool(executor);
+    const { tool: eventTool, setEventContext } = createEventTool(eventStore);
+    const { tool: sandboxTool, setSandboxContext } = createSandboxTool(sandboxController ?? { sandbox: executor.getSandboxConfig() });
+    const packTools = platformToolPacks.flatMap((pack) => pack.tools);
+    return {
+        tools: [
+            ...createSandboxTools(),
+            adaptAgentTool(eventTool),
+            adaptAgentTool(sandboxTool),
+            adaptAgentTool(attachTool),
+            ...(imageTool ? [adaptAgentTool(imageTool.tool)] : []),
+            adaptAgentTool(reactTool),
+            adaptAgentTool(jevTool),
+            adaptAgentTool(jevBrowserTool),
+            ...taskTools.map(adaptAgentTool),
+            ...packTools.map(adaptAgentTool),
+        ].map(withSecretRedaction),
+        setUploadFunction,
+        setImageUploadFunction: (fn) => {
+            imageTool?.setUploadFunction(fn);
+        },
+        setReactFunction,
+        bindTasks,
+        bindPlatformToolPacks: (ctx) => {
+            for (const pack of platformToolPacks) {
+                pack.bindRun(ctx);
+            }
+        },
+        setEventContext,
+        setSandboxContext,
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/harness/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/harness/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAI/C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAyB,MAAM,eAAe,CAAC;AAC1F,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAGjD,MAAM,UAAU,gBAAgB,CAC9B,QAAkB,EAClB,UAAsB,EACtB,iBAGC,EACD,iBAAiB,GAAgC,EAAE,EACnD,eAIC;IAgBD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,gBAAgB,EAAE,CAAC;IACnE,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,uBAAuB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,eAAe,EAAE,CAAC;IAC1D,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,eAAe,EAAE,CAAC;IAChE,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,MAAM,cAAc,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACzE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,CAChE,iBAAiB,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,gBAAgB,EAAE,EAAE,CAC9D,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClE,OAAO;QACL,KAAK,EAAE;YACL,GAAG,kBAAkB,EAAE;YACvB,cAAc,CAAC,SAAS,CAAC;YACzB,cAAc,CAAC,WAAW,CAAC;YAC3B,cAAc,CAAC,UAAU,CAAC;YAC1B,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,cAAc,CAAC,SAAS,CAAC;YACzB,cAAc,CAAC,OAAO,CAAC;YACvB,cAAc,CAAC,cAAc,CAAC;YAC9B,GAAG,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;YAChC,GAAG,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;SACjC,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC1B,iBAAiB;QACjB,sBAAsB,EAAE,CAAC,EAAE,EAAE,EAAE;YAC7B,SAAS,EAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,gBAAgB;QAChB,SAAS;QACT,qBAAqB,EAAE,CAAC,GAAG,EAAE,EAAE;YAC7B,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QACD,eAAe;QACf,iBAAiB;KAClB,CAAC;AACJ,CAAC","sourcesContent":["import type { Api, Model } from \"@earendil-works/pi-ai\";\nimport type { ConversationKind } from \"../../types.js\";\nimport { createAttachTool } from \"./attach.js\";\nimport type { Executor, SandboxConfig } from \"../../sandbox/types.js\";\nimport type { OfficeAddress, SandboxResourceController } from \"../../types.js\";\nimport type { EventStore } from \"../../events/index.js\";\nimport { createEventTool } from \"./event.js\";\nimport { createGenerateImageTool } from \"./generate-image.js\";\nimport { adaptAgentTool, createSandboxTools, type MikanHarnessTool } from \"./pi-tools.js\";\nimport { withSecretRedaction } from \"./secret-redaction.js\";\nimport { createTaskTools } from \"./task.js\";\nimport { createJevTool } from \"./jev.js\";\nimport { createJevBrowserTool } from \"./jev-browser.js\";\nimport { createReactTool } from \"./react.js\";\nimport { createSandboxTool } from \"./sandbox.js\";\nimport type { PlatformToolPack, PlatformToolRunContext } from \"./types.js\";\n\nexport function createMikanTools(\n  executor: Executor,\n  eventStore: EventStore,\n  sandboxController?: {\n    sandbox: SandboxConfig;\n    resourceController?: Pick<SandboxResourceController, \"getLimitStatus\" | \"setLimits\">;\n  },\n  platformToolPacks: readonly PlatformToolPack[] = [],\n  imageGeneration?: {\n    model: Model<Api>;\n    getApiKey: () => Promise<string | undefined>;\n    outputDir: string;\n  },\n): {\n  tools: MikanHarnessTool[];\n  setUploadFunction: (fn: (filePath: string, title?: string) => Promise<void>) => void;\n  setImageUploadFunction: (fn: (hostPath: string, title?: string) => Promise<void>) => void;\n  bindTasks: ReturnType<typeof createTaskTools>[\"bindTasks\"];\n  setReactFunction: (fn: ((emoji: string) => Promise<void>) | null) => void;\n  bindPlatformToolPacks: (ctx: PlatformToolRunContext) => void;\n  setEventContext: (context: {\n    platform: string;\n    conversationId: string;\n    conversationKind: ConversationKind;\n    userId: string;\n  }) => void;\n  setSandboxContext: (context: { address: OfficeAddress; userId: string }) => void;\n} {\n  const { tool: attachTool, setUploadFunction } = createAttachTool();\n  const imageTool = imageGeneration ? createGenerateImageTool(imageGeneration) : undefined;\n  const { tools: taskTools, bindTasks } = createTaskTools();\n  const { tool: reactTool, setReactFunction } = createReactTool();\n  const jevTool = createJevTool();\n  const jevBrowserTool = createJevBrowserTool(executor);\n  const { tool: eventTool, setEventContext } = createEventTool(eventStore);\n  const { tool: sandboxTool, setSandboxContext } = createSandboxTool(\n    sandboxController ?? { sandbox: executor.getSandboxConfig() },\n  );\n  const packTools = platformToolPacks.flatMap((pack) => pack.tools);\n  return {\n    tools: [\n      ...createSandboxTools(),\n      adaptAgentTool(eventTool),\n      adaptAgentTool(sandboxTool),\n      adaptAgentTool(attachTool),\n      ...(imageTool ? [adaptAgentTool(imageTool.tool)] : []),\n      adaptAgentTool(reactTool),\n      adaptAgentTool(jevTool),\n      adaptAgentTool(jevBrowserTool),\n      ...taskTools.map(adaptAgentTool),\n      ...packTools.map(adaptAgentTool),\n    ].map(withSecretRedaction),\n    setUploadFunction,\n    setImageUploadFunction: (fn) => {\n      imageTool?.setUploadFunction(fn);\n    },\n    setReactFunction,\n    bindTasks,\n    bindPlatformToolPacks: (ctx) => {\n      for (const pack of platformToolPacks) {\n        pack.bindRun(ctx);\n      }\n    },\n    setEventContext,\n    setSandboxContext,\n  };\n}\n"]}

package/dist/harness/tools/jev-browser.d.ts

@@ -0,0 +1,42 @@
+import type { AgentTool } from "@earendil-works/pi-agent-core";
+import { Type } from "typebox";
+import type { Executor } from "../../sandbox/types.js";
+import { type JevQuestions } from "../jev.js";
+export declare const JEV_BROWSER_TOOL = "jev_browser";
+declare const jevBrowserSchema: Type.TObject<{
+    label: Type.TString;
+    goal: Type.TOptional<Type.TString>;
+    url: Type.TOptional<Type.TString>;
+    frame: Type.TOptional<Type.TString>;
+    commands: Type.TOptional<Type.TArray<Type.TArray<Type.TString>>>;
+    session: Type.TOptional<Type.TString>;
+    close: Type.TOptional<Type.TBoolean>;
+    maxSteps: Type.TOptional<Type.TInteger>;
+}>;
+interface RefInfo {
+    role: string;
+    name: string;
+}
+interface BrowserLifecycle {
+    reused?: boolean;
+    relaunchedBrowser?: boolean;
+    launched?: boolean;
+}
+declare function describeContinuity(hadSession: boolean, first: BrowserLifecycle | undefined): string;
+declare function truncate(text: string, max: number): string;
+declare function categorizeRefs(refs: Record<string, RefInfo>): {
+    click: [string, RefInfo][];
+    type: [string, RefInfo][];
+    select: [string, RefInfo][];
+};
+interface QuestionPlan {
+    questions: JevQuestions;
+    singles: Record<string, string>;
+}
+declare function buildQuestionPlan(refs: Record<string, RefInfo>, canScrollUp: boolean, canScrollDown: boolean, snapshot?: string): QuestionPlan;
+declare function resolveTarget(operation: string, answers: Record<string, {
+    choice?: unknown;
+} | undefined>, singles: Record<string, string>): string | undefined;
+export declare function createJevBrowserTool(executor: Executor): AgentTool<typeof jevBrowserSchema>;
+export { buildQuestionPlan, resolveTarget, categorizeRefs, truncate, describeContinuity };
+//# sourceMappingURL=jev-browser.d.ts.map

package/dist/harness/tools/jev-browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jev-browser.d.ts","sourceRoot":"","sources":["../../../src/harness/tools/jev-browser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAE5C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAGvD,OAAO,EAAkC,KAAK,YAAY,EAAE,MAAM,WAAW,CAAC;AAG9E,eAAO,MAAM,gBAAgB,gBAAgB,CAAC;AAW9C,QAAA,MAAM,gBAAgB;;;;;;;;;EA6CpB,CAAC;AAIH,UAAU,OAAO;IACf,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAcD,UAAU,gBAAgB;IACxB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAMD,iBAAS,kBAAkB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,GAAG,SAAS,GAAG,MAAM,CAe5F;AAyCD,iBAAS,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAEnD;AAuCD,iBAAS,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IACtD,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAC3B,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAC1B,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CAC7B,CAOA;AAmBD,UAAU,YAAY;IACpB,SAAS,EAAE,YAAY,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,iBAAS,iBAAiB,CACxB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,WAAW,EAAE,OAAO,EACpB,aAAa,EAAE,OAAO,EACtB,QAAQ,SAAK,GACZ,YAAY,CAiDd;AAsDD,iBAAS,aAAa,CACpB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,SAAS,CAAC,EACzD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,MAAM,GAAG,SAAS,CAUpB;AAuWD,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC,OAAO,gBAAgB,CAAC,CAqB3F;AAED,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC"}