@elizaos/plugin-xr 2.0.3-beta.6 → 2.0.3-beta.7

package/src/services/vision-pipeline.ts

@@ -1,57 +0,0 @@
-import type { IAgentRuntime } from "@elizaos/core";
-import { ModelType } from "@elizaos/core";
-import type { XRFrameHeader } from "../protocol.ts";
-
-export interface LatestFrame {
-  data: Buffer;
-  header: XRFrameHeader;
-  receivedAt: number;
-}
-
-// A frame older than this is considered stale and won't be described
-const FRAME_MAX_AGE_MS = 10_000;
-
-export class VisionPipeline {
-  private latest = new Map<string, LatestFrame>();
-
-  storeFrame(connectionId: string, header: XRFrameHeader, data: Buffer): void {
-    this.latest.set(connectionId, { data, header, receivedAt: Date.now() });
-  }
-
-  getLatestFrame(connectionId: string): LatestFrame | undefined {
-    const frame = this.latest.get(connectionId);
-    if (!frame) return undefined;
-    if (Date.now() - frame.receivedAt > FRAME_MAX_AGE_MS) return undefined;
-    return frame;
-  }
-
-  hasRecentFrame(connectionId: string): boolean {
-    return this.getLatestFrame(connectionId) !== undefined;
-  }
-
-  async describeFrame(
-    runtime: IAgentRuntime,
-    connectionId: string,
-    prompt?: string,
-  ): Promise<string | null> {
-    const frame = this.getLatestFrame(connectionId);
-    if (!frame) return null;
-
-    const dataUrl = `data:image/${frame.header.format};base64,${frame.data.toString("base64")}`;
-
-    try {
-      const description = await runtime.useModel(ModelType.IMAGE_DESCRIPTION, {
-        imageUrl: dataUrl,
-        prompt: prompt ?? "Describe what you see in this image concisely.",
-      });
-      return typeof description === "string" ? description : null;
-    } catch (err) {
-      console.error("[plugin-xr] vision error:", err);
-      return null;
-    }
-  }
-
-  clear(connectionId: string): void {
-    this.latest.delete(connectionId);
-  }
-}

package/tsconfig.build.json

@@ -1,9 +0,0 @@
-{
-  "extends": "../tsconfig.build.shared.json",
-  "compilerOptions": {
-    "outDir": "dist",
-    "rootDir": "./src"
-  },
-  "include": ["src"],
-  "exclude": ["src/**/*.test.ts", "src/**/__tests__/**"]
-}

package/tsconfig.json

@@ -1,30 +0,0 @@
-{
-  "extends": "../../tsconfig.json",
-  "compilerOptions": {
-    "composite": false,
-    "moduleResolution": "bundler",
-    "strict": true,
-    "strictNullChecks": true,
-    "skipLibCheck": true,
-    "types": ["node", "bun"],
-    "allowImportingTsExtensions": true,
-    "noEmit": true,
-    "declaration": false,
-    "declarationMap": false,
-    "sourceMap": false,
-    "paths": {
-      "@elizaos/core": ["../../packages/core/src/index.node.ts"],
-      "@elizaos/logger": ["../../packages/logger/src/index.ts"],
-      "@elizaos/shared": ["../../packages/shared/src/index.ts"],
-      "@elizaos/shared/*": ["../../packages/shared/src/*"],
-      "@elizaos/*": ["../../node_modules/@elizaos/*"]
-    }
-  },
-  "include": ["src/**/*.ts", "src/**/*.d.ts"],
-  "exclude": [
-    "src/**/*.stories.ts",
-    "src/**/__tests__/**",
-    "src/**/*.test.ts",
-    "src/**/*.test.tsx"
-  ]
-}

package/vitest.config.ts

@@ -1,21 +0,0 @@
-import { fileURLToPath } from "node:url";
-import { defineConfig } from "vitest/config";
-
-const agentApiSourceDir = fileURLToPath(
-  new URL("../../packages/agent/src/api/", import.meta.url),
-);
-
-export default defineConfig({
-  resolve: {
-    alias: [
-      {
-        find: /^@elizaos\/agent\/api\/(.+)$/,
-        replacement: `${agentApiSourceDir}$1.ts`,
-      },
-    ],
-  },
-  test: {
-    include: ["src/**/*.test.ts", "src/**/__tests__/**/*.test.ts"],
-    environment: "node",
-  },
-});