@theaiinc/yggdrasil-runtime 0.1.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 The AI Inc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,114 @@
+# @theaiinc/yggdrasil-runtime
+
+<p align="center">
+  <a href="https://github.com/theaiinc/yggdrasil"><img alt="GitHub Repo" src="https://img.shields.io/badge/github-theaiinc%2Fyggdrasil-181717?style=flat-square&logo=github"/></a>
+  <a href="https://www.npmjs.com/package/@theaiinc/yggdrasil-runtime"><img alt="npm" src="https://img.shields.io/npm/v/@theaiinc/yggdrasil-runtime?style=flat-square&logo=npm"/></a>
+  <a href="https://github.com/theaiinc/yggdrasil/blob/main/LICENSE"><img alt="License" src="https://img.shields.io/github/license/theaiinc/yggdrasil?style=flat-square"/></a>
+</p>
+
+<p align="center">
+  <img src="./yggdrasil-runtime.svg" alt="Yggdrasil Runtime" width="300" />
+</p>
+
+`ComputerUseRuntime` implementation that bridges [Cognition](https://github.com/theaiinc/oasis-cognition) to [Yggdrasil](https://www.npmjs.com/package/@theaiinc/yggdrasil) + [Realm](https://github.com/theaiinc/realm-api) for remote desktop automation.
+
+This package proves the **control-plane / data-plane split**:
+
+- **Yggdrasil** (control plane) — session create, terminate, pause, resume
+- **Realm** (data plane) — observation (screenshots) and input (click, type, scroll)
+
+Cognition never knows Yggdrasil, Ratatoskr, or Realm exist. It only sees `ComputerUseRuntime`.
+
+## Architecture
+
+```mermaid
+graph TD
+    C[Cognition] -->|ComputerUseRuntime| YR[YggdrasilRuntime]
+    YR -->|start/stop| Y[Yggdrasil<br/>control plane]
+    YR -->|getScreenImage<br/>click<br/>type| R[Realm<br/>data plane]
+```
+
+## Installation
+
+```bash
+npm install @theaiinc/yggdrasil-runtime
+```
+
+## Quick Start
+
+```typescript
+import { YggdrasilRuntime } from '@theaiinc/yggdrasil-runtime';
+
+const runtime = new YggdrasilRuntime({
+  yggdrasilUrl: 'http://localhost:3000',
+  apiKey: 'my-api-key',
+  sessionType: 'computer-use',
+});
+
+// Start a session — creates via Yggdrasil
+const session = await runtime.start();
+console.log('Session created:', session.id);
+
+// Observe — talks to Realm directly
+const screenshot = await runtime.getScreenImage();
+console.log('Screenshot captured:', screenshot ? screenshot.slice(0, 40) + '...' : 'none');
+
+// Interact — talks to Realm directly
+await runtime.click({ x: 100, y: 200 });
+await runtime.type({ text: 'Hello, world!' });
+
+// Stop — terminates via Yggdrasil
+await runtime.stop();
+```
+
+## Configuration
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `yggdrasilUrl` | `string` | (required) | Yggdrasil server URL for session lifecycle |
+| `apiKey` | `string` | — | API key for Yggdrasil authentication |
+| `realmUrl` | `string` | from session | Realm URL override (for development) |
+| `sessionType` | `'computer-use' \| 'phone-use'` | `'computer-use'` | Session type to create |
+| `ownerId` | `string` | — | Owner identity for Veil authorization |
+| `participantIds` | `string[]` | — | Participant identities |
+| `capabilities` | `string[]` | type defaults | Requested session capabilities |
+
+## Runbook: Proving the Architecture
+
+This validation shows that Cognition can run unchanged against either `LocalMacOSRuntime` or `YggdrasilRuntime`:
+
+```typescript
+import { YggdrasilRuntime } from '@theaiinc/yggdrasil-runtime';
+
+async function proveArchitecture() {
+  const runtime = new YggdrasilRuntime({
+    yggdrasilUrl: 'http://localhost:3000',
+    apiKey: process.env['YGGDRASIL_API_KEY'],
+  });
+
+  await runtime.start();
+  const image = await runtime.getScreenImage();
+  await runtime.click({ x: 500, y: 400 });
+  await runtime.type({ text: 'Hello from Yggdrasil!' });
+  await runtime.stop();
+}
+```
+
+If this works, the `ComputerUseRuntime` abstraction is validated — Cognition is fully decoupled from infrastructure.
+
+## Development
+
+```bash
+# Install dependencies
+npm install
+
+# Build
+npm run build
+
+# Test
+npm test
+```
+
+## License
+
+MIT — © 2026 The AI Inc

package/dist/src/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * @theaiinc/yggdrasil-runtime — ComputerUseRuntime implementation that bridges
+ * Cognition to Yggdrasil + Realm for remote desktop automation.
+ */
+export { YggdrasilRuntime } from './yggdrasil-runtime.js';
+export type { YggdrasilRuntimeConfig, SessionDescriptor, CreateSessionResponse, ScreenInfo, ScreenshotOptions, ClickOptions, TypeOptions, KeyPressOptions, ScrollOptions, ComputerActionResult, OcrResult, PageTextResult, HealthInfo, WindowBounds, UIDetection, RuntimeCapabilities, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,YAAY,EACV,sBAAsB,EACtB,iBAAiB,EACjB,qBAAqB,EACrB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,WAAW,EACX,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,cAAc,EACd,UAAU,EACV,YAAY,EACZ,WAAW,EACX,mBAAmB,GACpB,MAAM,YAAY,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,6 @@
+/**
+ * @theaiinc/yggdrasil-runtime — ComputerUseRuntime implementation that bridges
+ * Cognition to Yggdrasil + Realm for remote desktop automation.
+ */
+export { YggdrasilRuntime } from './yggdrasil-runtime.js';
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/src/types.d.ts

@@ -0,0 +1,139 @@
+/**
+ * Types for the YggdrasilRuntime — mirrors the ComputerUseRuntime interface
+ * from oasis-cognition so that @theaiinc/yggdrasil-runtime can be a drop-in
+ * replacement for LocalMacOSRuntime without depending on the Cognition codebase.
+ *
+ * These are structurally identical to the types in:
+ *   apps/api-gateway/src/computer-use/computer-use-runtime.interface.ts
+ */
+export interface ScreenInfo {
+    index: number;
+    width: number;
+    height: number;
+    x: number;
+    y: number;
+    name?: string;
+}
+export interface WindowBounds {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface ScreenshotOptions {
+    /** Device pixel ratio scaling (default 2 for retina). */
+    scale?: number;
+    /** Optional region to capture in CSS pixels. */
+    region?: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+}
+export interface ClickOptions {
+    x: number;
+    y: number;
+    clickCount?: number;
+    button?: 'left' | 'right' | 'middle';
+}
+export interface ScrollOptions {
+    deltaX?: number;
+    deltaY?: number;
+}
+export interface TypeOptions {
+    text: string;
+    replace?: boolean;
+}
+export interface KeyPressOptions {
+    keys: string | string[];
+}
+export interface ComputerActionResult {
+    output: string;
+    screenshot?: string;
+}
+export interface OcrResult {
+    text: string;
+    elements?: Array<{
+        text: string;
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }>;
+}
+export interface PageTextResult {
+    text: string;
+    url?: string;
+    title?: string;
+}
+export interface HealthInfo {
+    platform: 'darwin' | 'linux' | 'windows' | 'unknown';
+    version?: string;
+    screens?: ScreenInfo[];
+}
+export interface UIDetection {
+    elements: Array<{
+        id?: number;
+        type: string;
+        text: string;
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }>;
+    ocr_text?: string;
+}
+export interface RuntimeCapabilities {
+    canObserve: boolean;
+    canInput: boolean;
+    screenshotMaxWidth?: number;
+    supportsChromeBridge: boolean;
+    supportsOcr: boolean;
+    supportsInterferenceDetection: boolean;
+}
+/**
+ * Session descriptor returned by Yggdrasil's POST /api/v1/sessions.
+ */
+export interface SessionDescriptor {
+    id: string;
+    type: 'computer-use' | 'phone-use';
+    state: string;
+    observationEndpoint: string;
+    inputEndpoint: string;
+    capabilities: string[];
+    observationMethod: string;
+    realmId: string;
+    ownerId?: string;
+    participantIds?: string[];
+    createdAt: string;
+    updatedAt: string;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Response from createSession.
+ */
+export interface CreateSessionResponse {
+    sessionId: string;
+    descriptor: SessionDescriptor;
+}
+/**
+ * Configuration for YggdrasilRuntime.
+ */
+export interface YggdrasilRuntimeConfig {
+    /** Yggdrasil server URL (control plane — session create/terminate). */
+    yggdrasilUrl: string;
+    /** API key for Yggdrasil authentication. */
+    apiKey?: string;
+    /** Realm URL (data plane — observation/input). If not provided, derived from session descriptor. */
+    realmUrl?: string;
+    /** Session type to create. Defaults to 'computer-use'. */
+    sessionType?: 'computer-use' | 'phone-use';
+    /** Owner identity for this session. */
+    ownerId?: string;
+    /** Participant identities for this session. */
+    participantIds?: string[];
+    /** Requested capabilities. If omitted, type-based defaults apply. */
+    capabilities?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,MAAM,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAClE;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;CACtC;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,KAAK,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;IACrD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,KAAK,CAAC;QACd,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,WAAW,EAAE,OAAO,CAAC;IACrB,6BAA6B,EAAE,OAAO,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,cAAc,GAAG,WAAW,CAAC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,iBAAiB,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,uEAAuE;IACvE,YAAY,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oGAAoG;IACpG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,cAAc,GAAG,WAAW,CAAC;IAC3C,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+CAA+C;IAC/C,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB"}

package/dist/src/types.js

@@ -0,0 +1,10 @@
+/**
+ * Types for the YggdrasilRuntime — mirrors the ComputerUseRuntime interface
+ * from oasis-cognition so that @theaiinc/yggdrasil-runtime can be a drop-in
+ * replacement for LocalMacOSRuntime without depending on the Cognition codebase.
+ *
+ * These are structurally identical to the types in:
+ *   apps/api-gateway/src/computer-use/computer-use-runtime.interface.ts
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}

package/dist/src/yggdrasil-runtime.d.ts

@@ -0,0 +1,139 @@
+/**
+ * YggdrasilRuntime — ComputerUseRuntime implementation that bridges Cognition
+ * to Yggdrasil + Realm for remote desktop automation.
+ *
+ * Architecture:
+ *   Yggdrasil is the control plane (session create/terminate).
+ *   Realm is the data plane (observation/input).
+ *
+ * YggdrasilRuntime talks to Yggdrasil for session lifecycle and to Realm
+ * directly for screenshots and input actions.
+ *
+ * Cognition never knows Yggdrasil, Ratatoskr, or Realm exist.
+ */
+import type { YggdrasilRuntimeConfig, SessionDescriptor, ScreenInfo, ScreenshotOptions, ClickOptions, TypeOptions, KeyPressOptions, ScrollOptions, HealthInfo, RuntimeCapabilities, ComputerActionResult, OcrResult, PageTextResult, WindowBounds, UIDetection } from './types.js';
+export declare class YggdrasilRuntime {
+    readonly name = "yggdrasil";
+    readonly capabilities: RuntimeCapabilities;
+    private readonly yggdrasilClient;
+    private readonly config;
+    private session;
+    private realmClient;
+    private _running;
+    constructor(config: YggdrasilRuntimeConfig);
+    /**
+     * Check whether the Yggdrasil server is reachable and healthy.
+     */
+    health(): Promise<HealthInfo>;
+    /**
+     * Capture the current screen via Realm. Returns a base64-encoded JPEG.
+     */
+    getScreenImage(options?: ScreenshotOptions): Promise<string | undefined>;
+    /**
+     * List available displays via Realm.
+     */
+    listScreens(): Promise<ScreenInfo[]>;
+    /**
+     * Get the native CSS-pixel dimensions of the current display.
+     */
+    getScreenSize(): Promise<{
+        width: number;
+        height: number;
+    }>;
+    /**
+     * Perform OCR on the current screen.
+     * Requires `capabilities.supportsOcr === true` — currently not supported.
+     */
+    ocrScreenshot(_options?: ScreenshotOptions): Promise<OcrResult>;
+    /**
+     * Extract visible page text via Chrome Bridge / DOM.
+     * Requires `capabilities.supportsChromeBridge === true` — currently not supported.
+     */
+    getPageText(_options?: {
+        tabHint?: string;
+    }): Promise<PageTextResult>;
+    /**
+     * Parse UI elements from a screenshot.
+     * Currently not supported via Realm.
+     */
+    parseUI(_imageB64: string): Promise<UIDetection>;
+    /**
+     * Focus a window. Delegated to Realm's window management.
+     */
+    focusWindow(name: string): Promise<void>;
+    /**
+     * List open windows via Realm.
+     */
+    listWindows(): Promise<string[]>;
+    /**
+     * Open an application.
+     */
+    openApplication(name: string): Promise<void>;
+    /**
+     * Get bounding box of a window.
+     */
+    getWindowBounds(name: string): Promise<WindowBounds | null>;
+    /**
+     * Move a window to a specific display.
+     */
+    moveWindowToScreen(_windowName: string, _displayIndex: number): Promise<void>;
+    /**
+     * Click at the specified coordinates via Realm.
+     */
+    click(options: ClickOptions): Promise<void>;
+    /**
+     * Type text via Realm.
+     */
+    type(options: TypeOptions): Promise<void>;
+    /**
+     * Press a key or key combination via Realm.
+     */
+    keyPress(options: KeyPressOptions): Promise<void>;
+    /**
+     * Scroll via Realm.
+     */
+    scroll(options: ScrollOptions): Promise<void>;
+    /**
+     * Move the mouse to coordinates via Realm.
+     */
+    mouseMove(x: number, y: number, _duration?: number): Promise<void>;
+    /**
+     * Execute a high-level plan step. This is the entry point used by
+     * the CU controller's adaptive loop, matching the LocalMacOSRuntime pattern.
+     */
+    executeStep(action: string, target?: string, options?: {
+        text?: string;
+        x?: number;
+        y?: number;
+        keys?: string | string[];
+        windowName?: string;
+        displayIndex?: number;
+        clickCount?: number;
+    }, _sessionId?: string): Promise<ComputerActionResult>;
+    /**
+     * Start a session: creates a session via Yggdrasil and sets up the Realm client.
+     */
+    start(): Promise<SessionDescriptor>;
+    /**
+     * Stop the session: terminates it via Yggdrasil and cleans up.
+     */
+    stop(): Promise<void>;
+    /**
+     * Get the current session descriptor.
+     */
+    getSession(): SessionDescriptor | null;
+    /**
+     * Whether the runtime has an active session.
+     */
+    get running(): boolean;
+    launchOverlay(): Promise<void>;
+    startInterferenceDetection(): Promise<void>;
+    stopInterferenceDetection(): Promise<void>;
+    private getRealmClient;
+    /**
+     * Extract the base URL from a full observation endpoint path.
+     * e.g. "http://realm:8542/api/v1/realms/abc123/capture" → "http://realm:8542/api/v1/realms/abc123"
+     */
+    private getRealmBaseUrl;
+}
+//# sourceMappingURL=yggdrasil-runtime.d.ts.map

package/dist/src/yggdrasil-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"yggdrasil-runtime.d.ts","sourceRoot":"","sources":["../../src/yggdrasil-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EACV,sBAAsB,EAEtB,iBAAiB,EACjB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,WAAW,EACX,eAAe,EACf,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,SAAS,EACT,cAAc,EACd,YAAY,EACZ,WAAW,EACZ,MAAM,YAAY,CAAC;AAIpB,qBAAa,gBAAgB;IAC3B,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,YAAY,EAAE,mBAAmB,CAOxC;IAEF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAChD,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,sBAAsB;IAkB1C;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC;IAkBnC;;OAEG;IACG,cAAc,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAmB9E;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAY1C;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAYjE;;;OAGG;IACG,aAAa,CAAC,QAAQ,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;IAIrE;;;OAGG;IACG,WAAW,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAI3E;;;OAGG;IACG,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAMtD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9C;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAYtC;;OAEG;IACG,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD;;OAEG;IACG,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAYjE;;OAEG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnF;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAYjD;;OAEG;IACG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAU/C;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IASvD;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAUnD;;OAEG;IACG,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IASxE;;;OAGG;IACG,WAAW,CACf,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACzB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,EACD,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,oBAAoB,CAAC;IAuDhC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAwBzC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B;;OAEG;IACH,UAAU,IAAI,iBAAiB,GAAG,IAAI;IAItC;;OAEG;IACH,IAAI,OAAO,IAAI,OAAO,CAErB;IAIK,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,0BAA0B,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3C,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC;IAMhD,OAAO,CAAC,cAAc;IAItB;;;OAGG;IACH,OAAO,CAAC,eAAe;CAaxB"}

package/dist/src/yggdrasil-runtime.js

@@ -0,0 +1,392 @@
+/**
+ * YggdrasilRuntime — ComputerUseRuntime implementation that bridges Cognition
+ * to Yggdrasil + Realm for remote desktop automation.
+ *
+ * Architecture:
+ *   Yggdrasil is the control plane (session create/terminate).
+ *   Realm is the data plane (observation/input).
+ *
+ * YggdrasilRuntime talks to Yggdrasil for session lifecycle and to Realm
+ * directly for screenshots and input actions.
+ *
+ * Cognition never knows Yggdrasil, Ratatoskr, or Realm exist.
+ */
+import axios from 'axios';
+const ACTION_TIMEOUT_MS = 60_000;
+export class YggdrasilRuntime {
+    name = 'yggdrasil';
+    capabilities = {
+        canObserve: true,
+        canInput: true,
+        screenshotMaxWidth: 1024,
+        supportsChromeBridge: false,
+        supportsOcr: false,
+        supportsInterferenceDetection: false,
+    };
+    yggdrasilClient;
+    config;
+    session = null;
+    realmClient = null;
+    _running = false;
+    constructor(config) {
+        const headers = { 'Content-Type': 'application/json' };
+        if (config.apiKey)
+            headers['x-api-key'] = config.apiKey;
+        this.config = {
+            ...config,
+            sessionType: config.sessionType ?? 'computer-use',
+        };
+        this.yggdrasilClient = axios.create({
+            baseURL: this.config.yggdrasilUrl.replace(/\/$/, ''),
+            headers,
+            timeout: ACTION_TIMEOUT_MS,
+        });
+    }
+    // ── Lifecycle ──────────────────────────────────────────────────────────
+    /**
+     * Check whether the Yggdrasil server is reachable and healthy.
+     */
+    async health() {
+        try {
+            const { data } = await this.yggdrasilClient.get('/health', { timeout: 5000 });
+            const info = {
+                platform: 'unknown',
+                version: data?.version,
+            };
+            if (this.session) {
+                info.screens = [{ index: 0, width: 0, height: 0, x: 0, y: 0 }];
+            }
+            return info;
+        }
+        catch {
+            return { platform: 'unknown' };
+        }
+    }
+    // ── Screen observation ─────────────────────────────────────────────────
+    /**
+     * Capture the current screen via Realm. Returns a base64-encoded JPEG.
+     */
+    async getScreenImage(options) {
+        const client = this.getRealmClient();
+        if (!client)
+            return undefined;
+        try {
+            const params = {};
+            if (options?.scale)
+                params.scale = options.scale;
+            if (options?.region)
+                params.region = options.region;
+            const { data } = await client.get('/capture', { params });
+            if (data?.screenshot) {
+                return data.screenshot;
+            }
+        }
+        catch {
+            // Observation failed — session may be terminated
+        }
+        return undefined;
+    }
+    /**
+     * List available displays via Realm.
+     */
+    async listScreens() {
+        const client = this.getRealmClient();
+        if (!client)
+            return [];
+        try {
+            const { data } = await client.get('/screens');
+            return data?.screens ?? [];
+        }
+        catch {
+            return [];
+        }
+    }
+    /**
+     * Get the native CSS-pixel dimensions of the current display.
+     */
+    async getScreenSize() {
+        const client = this.getRealmClient();
+        if (!client)
+            return { width: 1920, height: 1080 };
+        try {
+            const { data } = await client.get('/screens/size');
+            return data;
+        }
+        catch {
+            return { width: 1920, height: 1080 };
+        }
+    }
+    /**
+     * Perform OCR on the current screen.
+     * Requires `capabilities.supportsOcr === true` — currently not supported.
+     */
+    async ocrScreenshot(_options) {
+        return { text: '' };
+    }
+    /**
+     * Extract visible page text via Chrome Bridge / DOM.
+     * Requires `capabilities.supportsChromeBridge === true` — currently not supported.
+     */
+    async getPageText(_options) {
+        return { text: '' };
+    }
+    /**
+     * Parse UI elements from a screenshot.
+     * Currently not supported via Realm.
+     */
+    async parseUI(_imageB64) {
+        return { elements: [] };
+    }
+    // ── Window / app management ────────────────────────────────────────────
+    /**
+     * Focus a window. Delegated to Realm's window management.
+     */
+    async focusWindow(name) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/window/focus', { name }).catch(() => { });
+    }
+    /**
+     * List open windows via Realm.
+     */
+    async listWindows() {
+        const client = this.getRealmClient();
+        if (!client)
+            return [];
+        try {
+            const { data } = await client.get('/windows');
+            return data?.windows ?? [];
+        }
+        catch {
+            return [];
+        }
+    }
+    /**
+     * Open an application.
+     */
+    async openApplication(name) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/app/open', { name }).catch(() => { });
+    }
+    /**
+     * Get bounding box of a window.
+     */
+    async getWindowBounds(name) {
+        const client = this.getRealmClient();
+        if (!client)
+            return null;
+        try {
+            const { data } = await client.post('/window/bounds', { name });
+            return data?.bounds ?? null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Move a window to a specific display.
+     */
+    async moveWindowToScreen(_windowName, _displayIndex) {
+        // Not yet supported
+    }
+    // ── Input actions ──────────────────────────────────────────────────────
+    /**
+     * Click at the specified coordinates via Realm.
+     */
+    async click(options) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/click', {
+            x: options.x,
+            y: options.y,
+            ...(options.clickCount && options.clickCount > 1 ? { click_count: options.clickCount } : {}),
+            ...(options.button && options.button !== 'left' ? { button: options.button } : {}),
+        });
+    }
+    /**
+     * Type text via Realm.
+     */
+    async type(options) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/type', {
+            text: options.text,
+            ...(options.replace ? { replace: true } : {}),
+        });
+    }
+    /**
+     * Press a key or key combination via Realm.
+     */
+    async keyPress(options) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/key', {
+            keys: typeof options.keys === 'string' ? options.keys : options.keys.join(','),
+        });
+    }
+    /**
+     * Scroll via Realm.
+     */
+    async scroll(options) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/scroll', {
+            deltaX: options.deltaX ?? 0,
+            deltaY: options.deltaY ?? 0,
+        });
+    }
+    /**
+     * Move the mouse to coordinates via Realm.
+     */
+    async mouseMove(x, y, _duration) {
+        const client = this.getRealmClient();
+        if (!client)
+            throw new Error('No active session');
+        await client.post('/mouse/move', { x, y });
+    }
+    // ── Convenience: execute a high-level step ──────────────────────────
+    /**
+     * Execute a high-level plan step. This is the entry point used by
+     * the CU controller's adaptive loop, matching the LocalMacOSRuntime pattern.
+     */
+    async executeStep(action, target, options, _sessionId) {
+        const a = action.toLowerCase();
+        if (a === 'screenshot' || a === 'read_screen') {
+            const img = await this.getScreenImage();
+            const result = { output: 'Screen captured' };
+            if (img !== undefined)
+                result.screenshot = img;
+            return result;
+        }
+        if (a === 'click' && options?.x !== undefined && options?.y !== undefined) {
+            const clickOpts = { x: options.x, y: options.y };
+            if (options.clickCount !== undefined)
+                clickOpts.clickCount = options.clickCount;
+            await this.click(clickOpts);
+            return { output: `Clicked at (${options.x}, ${options.y})` };
+        }
+        if ((a === 'type' || a === 'type_text') && options?.text) {
+            await this.type({ text: options.text });
+            return { output: `Typed "${options.text.slice(0, 60)}"` };
+        }
+        if (a === 'key_press' && options?.keys) {
+            await this.keyPress({ keys: options.keys });
+            return { output: `Pressed key: ${options.keys}` };
+        }
+        if (a === 'scroll') {
+            const scrollOpts = {};
+            if (options?.x !== undefined)
+                scrollOpts.deltaX = options.x;
+            if (options?.y !== undefined)
+                scrollOpts.deltaY = options.y;
+            await this.scroll(scrollOpts);
+            return { output: 'Scrolled' };
+        }
+        if (a === 'wait') {
+            await new Promise((r) => setTimeout(r, 1000));
+            return { output: 'Waited 1 second' };
+        }
+        if (a === 'focus_window' && options?.windowName) {
+            await this.focusWindow(options.windowName);
+            return { output: `Focused window: ${options.windowName}` };
+        }
+        if (a === 'open_app' && target) {
+            await this.openApplication(target);
+            return { output: `Opened app: ${target}` };
+        }
+        return { output: `Action "${action}" not supported by YggdrasilRuntime` };
+    }
+    // ── YggdrasilRuntime-specific methods ─────────────────────────────────
+    /**
+     * Start a session: creates a session via Yggdrasil and sets up the Realm client.
+     */
+    async start() {
+        const { data } = await this.yggdrasilClient.post('/api/v1/sessions', {
+            type: this.config.sessionType,
+            ...(this.config.ownerId !== undefined ? { ownerId: this.config.ownerId } : {}),
+            ...(this.config.participantIds !== undefined ? { participantIds: this.config.participantIds } : {}),
+            ...(this.config.capabilities !== undefined ? { capabilities: this.config.capabilities } : {}),
+        });
+        this.session = data.descriptor;
+        this._running = true;
+        // Create a direct Realm client using the observation endpoint base URL
+        const realmBase = this.config.realmUrl ?? this.getRealmBaseUrl(this.session.observationEndpoint);
+        const realmHeaders = { 'Content-Type': 'application/json' };
+        if (this.config.apiKey)
+            realmHeaders['x-api-key'] = this.config.apiKey;
+        this.realmClient = axios.create({
+            baseURL: realmBase,
+            headers: realmHeaders,
+            timeout: ACTION_TIMEOUT_MS,
+        });
+        return this.session;
+    }
+    /**
+     * Stop the session: terminates it via Yggdrasil and cleans up.
+     */
+    async stop() {
+        if (!this.session)
+            return;
+        try {
+            await this.yggdrasilClient.delete(`/api/v1/sessions/${this.session.id}`);
+        }
+        catch {
+            // Best-effort cleanup
+        }
+        this.session = null;
+        this.realmClient = null;
+        this._running = false;
+    }
+    /**
+     * Get the current session descriptor.
+     */
+    getSession() {
+        return this.session;
+    }
+    /**
+     * Whether the runtime has an active session.
+     */
+    get running() {
+        return this._running;
+    }
+    // ── Overlay & interference (not supported via Realm) ──────────────────
+    async launchOverlay() {
+        // Not supported via Realm
+    }
+    async startInterferenceDetection() {
+        // Not supported via Realm
+    }
+    async stopInterferenceDetection() {
+        // Not supported via Realm
+    }
+    // ── Private helpers ─────────────────────────────────────────
+    getRealmClient() {
+        return this.realmClient;
+    }
+    /**
+     * Extract the base URL from a full observation endpoint path.
+     * e.g. "http://realm:8542/api/v1/realms/abc123/capture" → "http://realm:8542/api/v1/realms/abc123"
+     */
+    getRealmBaseUrl(observationEndpoint) {
+        if (!observationEndpoint)
+            return '';
+        // Strip trailing /capture (or any path segment) to get the realm base
+        const url = new URL(observationEndpoint);
+        const pathParts = url.pathname.split('/').filter(Boolean);
+        // Keep everything up to and including the realmId (/api/v1/realms/:realmId)
+        const captureIdx = pathParts.indexOf('capture');
+        if (captureIdx !== -1) {
+            const basePath = '/' + pathParts.slice(0, captureIdx).join('/');
+            return `${url.protocol}//${url.host}${basePath}`;
+        }
+        return observationEndpoint.replace(/\/+$/, '');
+    }
+}
+//# sourceMappingURL=yggdrasil-runtime.js.map

package/dist/src/yggdrasil-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"yggdrasil-runtime.js","sourceRoot":"","sources":["../../src/yggdrasil-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAA6B,MAAM,OAAO,CAAC;AAoBlD,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,WAAW,CAAC;IACnB,YAAY,GAAwB;QAC3C,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,IAAI;QACxB,oBAAoB,EAAE,KAAK;QAC3B,WAAW,EAAE,KAAK;QAClB,6BAA6B,EAAE,KAAK;KACrC,CAAC;IAEe,eAAe,CAAgB;IAC/B,MAAM,CAAyB;IACxC,OAAO,GAA6B,IAAI,CAAC;IACzC,WAAW,GAAyB,IAAI,CAAC;IACzC,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,MAA8B;QACxC,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;QAC/E,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExD,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,MAAM;YACT,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,cAAc;SAClD,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;YAClC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;YACpD,OAAO;YACP,OAAO,EAAE,iBAAiB;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,0EAA0E;IAE1E;;OAEG;IACH,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAe;gBACvB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,IAAI,EAAE,OAAO;aACvB,CAAC;YACF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED,0EAA0E;IAE1E;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,OAA2B;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,IAAI,OAAO,EAAE,KAAK;gBAAE,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YACjD,IAAI,OAAO,EAAE,MAAM;gBAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAEpD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,IAAI,IAAI,EAAE,UAAU,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC,UAAoB,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAA6B,UAAU,CAAC,CAAC;YAC1E,OAAO,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAElD,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAAoC,eAAe,CAAC,CAAC;YACtF,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAC,QAA4B;QAC9C,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACtB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,QAA+B;QAC/C,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACtB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,SAAiB;QAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,0EAA0E;IAE1E;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAAyB,UAAU,CAAC,CAAC;YACtE,OAAO,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAA2B,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,OAAO,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB,EAAE,aAAqB;QACjE,oBAAoB;IACtB,CAAC;IAED,0EAA0E;IAE1E;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAqB;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC1B,CAAC,EAAE,OAAO,CAAC,CAAC;YACZ,CAAC,EAAE,OAAO,CAAC,CAAC;YACZ,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YACzB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;YACxB,IAAI,EAAE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;SAC/E,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,CAAS,EAAE,CAAS,EAAE,SAAkB;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAElD,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,uEAAuE;IAEvE;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,MAAc,EACd,MAAe,EACf,OAQC,EACD,UAAmB;QAEnB,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAE/B,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,MAAM,MAAM,GAAyB,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;YACnE,IAAI,GAAG,KAAK,SAAS;gBAAE,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC;YAC/C,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC,KAAK,OAAO,IAAI,OAAO,EAAE,CAAC,KAAK,SAAS,IAAI,OAAO,EAAE,CAAC,KAAK,SAAS,EAAE,CAAC;YAC1E,MAAM,SAAS,GAAiB,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;YAC/D,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,SAAS,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAChF,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,eAAe,OAAO,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,WAAW,CAAC,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;YACzD,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACxC,OAAO,EAAE,MAAM,EAAE,UAAU,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC,KAAK,WAAW,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,gBAAgB,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,UAAU,GAAkB,EAAE,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC,KAAK,SAAS;gBAAE,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;YAC5D,IAAI,OAAO,EAAE,CAAC,KAAK,SAAS;gBAAE,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;YAC5D,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,KAAK,cAAc,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YAChD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC3C,OAAO,EAAE,MAAM,EAAE,mBAAmB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,KAAK,UAAU,IAAI,MAAM,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO,EAAE,MAAM,EAAE,eAAe,MAAM,EAAE,EAAE,CAAC;QAC7C,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,WAAW,MAAM,qCAAqC,EAAE,CAAC;IAC5E,CAAC;IAED,yEAAyE;IAEzE;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAwB,kBAAkB,EAAE;YAC1F,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YAC7B,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9E,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9F,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,uEAAuE;QACvE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACjG,MAAM,YAAY,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;QACpF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,YAAY,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;YAC9B,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,YAAY;YACrB,OAAO,EAAE,iBAAiB;SAC3B,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,yEAAyE;IAEzE,KAAK,CAAC,aAAa;QACjB,0BAA0B;IAC5B,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,0BAA0B;IAC5B,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC7B,0BAA0B;IAC5B,CAAC;IAED,+DAA+D;IAEvD,cAAc;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,mBAA2B;QACjD,IAAI,CAAC,mBAAmB;YAAE,OAAO,EAAE,CAAC;QACpC,sEAAsE;QACtE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC1D,4EAA4E;QAC5E,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChE,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;QACnD,CAAC;QACD,OAAO,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;CACF"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "@theaiinc/yggdrasil-runtime",
+  "version": "0.1.1",
+  "description": "ComputerUseRuntime implementation that bridges Cognition to Yggdrasil + Realm — the remote desktop automation backend for Oasis",
+  "author": "The AI Inc",
+  "license": "MIT",
+  "type": "module",
+  "main": "dist/src/index.js",
+  "types": "dist/src/index.d.ts",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/theaiinc/yggdrasil.git",
+    "directory": "packages/yggdrasil-runtime"
+  },
+  "homepage": "https://github.com/theaiinc/yggdrasil/blob/main/packages/yggdrasil-runtime/README.md",
+  "bugs": {
+    "url": "https://github.com/theaiinc/yggdrasil/issues"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -p ./tsconfig.json",
+    "test": "vitest",
+    "lint": "eslint . --ext .ts",
+    "prepublishOnly": "npm run build"
+  },
+  "files": [
+    "dist/src/",
+    "README.md",
+    "LICENSE"
+  ],
+  "dependencies": {
+    "axios": "^1.6.7",
+    "nanoid": "^5.0.6"
+  },
+  "devDependencies": {
+    "@types/node": "^20.17.24",
+    "typescript": "^5.3.2",
+    "vitest": "^3.2.4"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "keywords": [
+    "ai",
+    "agent",
+    "computer-use",
+    "desktop-automation",
+    "yggdrasil",
+    "realm",
+    "ratatoskr",
+    "oasis",
+    "cognition"
+  ]
+}