@remnic/core 1.1.11 → 1.1.13

package/src/access-cli.ts

@@ -0,0 +1,438 @@
+import fs from "node:fs";
+import path from "node:path";
+import { parseConfig } from "./config.js";
+import type { PluginConfig } from "./types.js";
+import { Orchestrator } from "./orchestrator.js";
+import { EngramAccessService } from "./access-service.js";
+import { readEnvVar, resolveHomeDir } from "./runtime/env.js";
+import { resolveRemnicPluginEntry } from "./plugin-id.js";
+import { expandTildePath } from "./utils/path.js";
+
+type CommandName = "browse" | "store";
+
+type ParsedArgs = {
+  command: CommandName;
+  options: Record<string, string[]>;
+  flags: Set<string>;
+};
+
+type CommandSpec = {
+  valueOptions: ReadonlySet<string>;
+  flagOptions: ReadonlySet<string>;
+};
+
+type Runtime = {
+  config: PluginConfig;
+  service: EngramAccessService;
+};
+
+export type AccessCliOptions = {
+  /**
+   * The calling plugin's own id (e.g. `"openclaw-engram"` when invoked by the
+   * shim binary).  Forwarded to {@link resolveRemnicPluginEntry} so shim CLI
+   * users target their own `plugins.entries["openclaw-engram"]` block instead
+   * of accidentally resolving to the canonical `"openclaw-remnic"` entry when
+   * `plugins.slots.memory` is unset (#403).
+   */
+  preferredId?: string;
+};
+
+type UsageErrorKind =
+  | "unsupported-command"
+  | "unexpected-positional"
+  | "unknown-option"
+  | "invalid-option"
+  | "option-does-not-take-value"
+  | "missing-option"
+  | "missing-content"
+  | "invalid-integer"
+  | "invalid-number";
+
+class UsageError extends Error {
+  constructor(
+    readonly kind: UsageErrorKind,
+    readonly optionName?: string,
+    readonly acceptedValues?: readonly string[],
+  ) {
+    super("invalid access-cli arguments");
+  }
+}
+
+function formatUsageError(error: UsageError): string {
+  switch (error.kind) {
+    case "unsupported-command":
+      return "unsupported command";
+    case "unexpected-positional":
+      return "unexpected positional argument";
+    case "unknown-option":
+      return `unknown option: --${error.optionName ?? "unknown"}`;
+    case "invalid-option": {
+      const accepted = error.acceptedValues?.length ? `. Accepted: ${error.acceptedValues.join(", ")}.` : "";
+      return `invalid value for --${error.optionName ?? "unknown"}${accepted}`;
+    }
+    case "option-does-not-take-value":
+      return `option does not accept a value: --${error.optionName ?? "unknown"}`;
+    case "missing-option":
+      return `missing required option: --${error.optionName ?? "unknown"}`;
+    case "missing-content":
+      return "missing required option: --content or --content-file";
+    case "invalid-integer":
+      return `invalid integer for --${error.optionName ?? "unknown"}`;
+    case "invalid-number":
+      return `invalid number for --${error.optionName ?? "unknown"}`;
+  }
+}
+
+function writeCliOutput(text: string = ""): void {
+  process.stdout.write(`${text}\n`);
+}
+
+function usage(): string {
+  return [
+    "Usage:",
+    "  engram-access browse [options]",
+    "  engram-access store [options]",
+    "",
+    "Browse options:",
+    "  --namespace <name>",
+    "  --principal <principal>",
+    "  --query <text>",
+    "  --category <name>",
+    "  --status <name>",
+    "  --sort <updated_desc|updated_asc|created_desc|created_asc>",
+    "  --limit <n>",
+    "  --offset <n>",
+    "",
+    "Store options:",
+    "  --namespace <name>",
+    "  --session-key <key>",
+    "  --principal <principal>",
+    "  --content <text> | --content-file <path>",
+    "  --category <name>",
+    "  --confidence <0-1>",
+    "  --tag <tag> (repeatable)",
+    "  --entity-ref <ref>",
+    "  --ttl <duration>",
+    "  --source-reason <text>",
+    "  --idempotency-key <key>",
+    "  --dry-run",
+  ].join("\n");
+}
+
+const COMMAND_SPECS: Record<CommandName, CommandSpec> = {
+  browse: {
+    valueOptions: new Set([
+      "namespace",
+      "principal",
+      "query",
+      "category",
+      "status",
+      "sort",
+      "limit",
+      "offset",
+    ]),
+    flagOptions: new Set(),
+  },
+  store: {
+    valueOptions: new Set([
+      "namespace",
+      "session-key",
+      "principal",
+      "content",
+      "content-file",
+      "category",
+      "confidence",
+      "tag",
+      "entity-ref",
+      "ttl",
+      "source-reason",
+      "idempotency-key",
+    ]),
+    flagOptions: new Set(["dry-run"]),
+  },
+};
+
+const BROWSE_SORT_VALUES = Object.freeze([
+  "updated_desc",
+  "updated_asc",
+  "created_desc",
+  "created_asc",
+] as const);
+
+type BrowseSort = (typeof BROWSE_SORT_VALUES)[number];
+
+function parseArgs(argv: string[]): ParsedArgs {
+  const [commandRaw, ...rest] = argv;
+  if (commandRaw !== "browse" && commandRaw !== "store") {
+    throw new UsageError("unsupported-command");
+  }
+  const spec = COMMAND_SPECS[commandRaw];
+
+  const options: Record<string, string[]> = {};
+  const flags = new Set<string>();
+
+  for (let i = 0; i < rest.length; i += 1) {
+    const token = rest[i];
+    if (!token.startsWith("--")) {
+      throw new UsageError("unexpected-positional");
+    }
+    const rawKey = token.slice(2);
+    if (!rawKey) {
+      throw new UsageError("unknown-option", rawKey);
+    }
+    const equalsIndex = rawKey.indexOf("=");
+    const key = equalsIndex === -1 ? rawKey : rawKey.slice(0, equalsIndex);
+    const inlineValue = equalsIndex === -1 ? undefined : rawKey.slice(equalsIndex + 1);
+
+    if (!spec.valueOptions.has(key) && !spec.flagOptions.has(key)) {
+      throw new UsageError("unknown-option", key);
+    }
+
+    if (spec.flagOptions.has(key)) {
+      if (inlineValue !== undefined) {
+        throw new UsageError("option-does-not-take-value", key);
+      }
+      const next = rest[i + 1];
+      if (next && !next.startsWith("--")) {
+        throw new UsageError("option-does-not-take-value", key);
+      }
+      flags.add(key);
+      continue;
+    }
+
+    if (inlineValue !== undefined) {
+      if (inlineValue.length === 0) {
+        throw new UsageError("missing-option", key);
+      }
+      if (!options[key]) {
+        options[key] = [];
+      }
+      options[key].push(inlineValue);
+      continue;
+    }
+
+    const next = rest[i + 1];
+    if (next === undefined || next.length === 0 || next.startsWith("--")) {
+      throw new UsageError("missing-option", key);
+    }
+    if (!options[key]) {
+      options[key] = [];
+    }
+    options[key].push(next);
+    i += 1;
+  }
+
+  return {
+    command: commandRaw,
+    options,
+    flags,
+  };
+}
+
+function getLastOption(args: ParsedArgs, name: string): string | undefined {
+  const values = args.options[name];
+  if (!values || values.length === 0) return undefined;
+  return values[values.length - 1];
+}
+
+function getAllOptions(args: ParsedArgs, name: string): string[] {
+  return args.options[name] ?? [];
+}
+
+function requireOption(args: ParsedArgs, name: string): string {
+  const value = getLastOption(args, name);
+  if (!value || value.trim().length === 0) {
+    throw new UsageError("missing-option", name);
+  }
+  return value;
+}
+
+function parseIntegerOption(
+  args: ParsedArgs,
+  name: string,
+  options: { min?: number } = {},
+): number | undefined {
+  const raw = getLastOption(args, name);
+  if (!raw) return undefined;
+  const trimmed = raw.trim();
+  if (!/^[+-]?\d+$/.test(trimmed)) {
+    throw new UsageError("invalid-integer", name);
+  }
+  const value = Number(trimmed);
+  if (!Number.isSafeInteger(value)) {
+    throw new UsageError("invalid-integer", name);
+  }
+  if (options.min !== undefined && value < options.min) {
+    throw new UsageError("invalid-option", name, [`integer >= ${options.min}`]);
+  }
+  return value;
+}
+
+function parseBrowseSortOption(args: ParsedArgs, name: string): BrowseSort | undefined {
+  const raw = getLastOption(args, name);
+  if (!raw) return undefined;
+  if ((BROWSE_SORT_VALUES as readonly string[]).includes(raw)) {
+    return raw as BrowseSort;
+  }
+  throw new UsageError("invalid-option", name, BROWSE_SORT_VALUES);
+}
+
+function parseFloatOption(
+  args: ParsedArgs,
+  name: string,
+  options: { min?: number; max?: number } = {},
+): number | undefined {
+  const raw = getLastOption(args, name);
+  if (!raw) return undefined;
+  const trimmed = raw.trim();
+  if (!/^[+-]?(?:(?:\d+\.?\d*)|(?:\.\d+))(?:e[+-]?\d+)?$/i.test(trimmed)) {
+    throw new UsageError("invalid-number", name);
+  }
+  const value = Number(trimmed);
+  if (!Number.isFinite(value)) {
+    throw new UsageError("invalid-number", name);
+  }
+  if (options.min !== undefined && value < options.min) {
+    throw new UsageError("invalid-number", name);
+  }
+  if (options.max !== undefined && value > options.max) {
+    throw new UsageError("invalid-number", name);
+  }
+  return value;
+}
+
+function loadPluginConfig(preferredId?: string): Record<string, unknown> {
+  const configPath =
+    expandOptionalPath(readEnvVar("OPENCLAW_CONFIG_PATH")) ||
+    expandOptionalPath(readEnvVar("OPENCLAW_ENGRAM_CONFIG_PATH")) ||
+    path.join(resolveHomeDir(), ".openclaw", "openclaw.json");
+  const raw = JSON.parse(fs.readFileSync(configPath, "utf8"));
+  // Delegate slot → preferredId → PLUGIN_ID → LEGACY_PLUGIN_ID resolution to
+  // the shared helper so all config loaders stay in sync (#403).  Shim CLI
+  // callers pass `preferredId: "openclaw-engram"` so legacy shim installs
+  // target their own config block instead of falling through to the canonical
+  // "openclaw-remnic" entry.
+  const entry = resolveRemnicPluginEntry(raw, preferredId);
+  return (entry?.["config"] as Record<string, unknown> | undefined) ?? {};
+}
+
+function buildRuntime(preferredId?: string): Runtime {
+  const config = parseConfig(loadPluginConfig(preferredId));
+  return {
+    config,
+    service: new EngramAccessService(new Orchestrator(config)),
+  };
+}
+
+async function runBrowse(args: ParsedArgs, preferredId?: string): Promise<void> {
+  const browseArgs = {
+    namespace: getLastOption(args, "namespace"),
+    principal: getLastOption(args, "principal"),
+    query: getLastOption(args, "query"),
+    category: getLastOption(args, "category"),
+    status: getLastOption(args, "status"),
+    sort: parseBrowseSortOption(args, "sort"),
+    limit: parseIntegerOption(args, "limit", { min: 1 }),
+    offset: parseIntegerOption(args, "offset", { min: 0 }),
+  };
+  const { config, service } = buildRuntime(preferredId);
+  const request = {
+    namespace: browseArgs.namespace,
+    authenticatedPrincipal: browseArgs.principal ?? config.agentAccessHttp.principal,
+    query: browseArgs.query,
+    category: browseArgs.category,
+    status: browseArgs.status,
+    sort: browseArgs.sort,
+    limit: browseArgs.limit,
+    offset: browseArgs.offset,
+  };
+  const result = await service.memoryBrowse(request);
+  console.log(JSON.stringify(result, null, 2));
+}
+
+async function runStore(args: ParsedArgs, preferredId?: string): Promise<void> {
+  const contentFile = getLastOption(args, "content-file");
+  const inlineContent = getLastOption(args, "content");
+  const content = contentFile
+    ? fs.readFileSync(expandTildePath(contentFile), "utf8")
+    : inlineContent;
+  if (!content || content.trim().length === 0) {
+    throw new UsageError("missing-content");
+  }
+  const storeArgs = {
+    namespace: getLastOption(args, "namespace"),
+    sessionKey: getLastOption(args, "session-key"),
+    content,
+    category: requireOption(args, "category"),
+    confidence: parseFloatOption(args, "confidence", { min: 0, max: 1 }),
+    tags: getAllOptions(args, "tag"),
+    entityRef: getLastOption(args, "entity-ref"),
+    ttl: getLastOption(args, "ttl"),
+    sourceReason: getLastOption(args, "source-reason"),
+    idempotencyKey: getLastOption(args, "idempotency-key"),
+    dryRun: args.flags.has("dry-run"),
+  };
+
+  const { config, service } = buildRuntime(preferredId);
+  const result = await service.memoryStore({
+    namespace: storeArgs.namespace,
+    sessionKey: storeArgs.sessionKey,
+    authenticatedPrincipal: getLastOption(args, "principal") ?? config.agentAccessHttp.principal,
+    content: storeArgs.content,
+    category: storeArgs.category,
+    confidence: storeArgs.confidence,
+    tags: storeArgs.tags,
+    entityRef: storeArgs.entityRef,
+    ttl: storeArgs.ttl,
+    sourceReason: storeArgs.sourceReason,
+    idempotencyKey: storeArgs.idempotencyKey,
+    dryRun: storeArgs.dryRun,
+  });
+  console.log(JSON.stringify(result, null, 2));
+}
+
+function expandOptionalPath(value: string | undefined): string | undefined {
+  return value === undefined ? undefined : expandTildePath(value);
+}
+
+export async function main(
+  argv: string[] = process.argv.slice(2),
+  options: AccessCliOptions = {},
+): Promise<void> {
+  const args = parseArgs(argv);
+  if (args.command === "browse") {
+    await runBrowse(args, options.preferredId);
+    return;
+  }
+  await runStore(args, options.preferredId);
+}
+
+export function sanitizeAccessCliErrorMessage(message: string): string {
+  return message.replace(
+    /\b(openaiApiKey|localLlmApiKey)\b(\s*[:=]\s*)(?:"[^"]*"|'[^']*'|[^\s,}\]]+)/gi,
+    (_match, name: string, separator: string) => `${name}${separator}[redacted]`,
+  );
+}
+
+export function printUsage(): void {
+  writeCliOutput(usage());
+}
+
+export async function runCli(
+  argv: string[] = process.argv.slice(2),
+  options: AccessCliOptions = {},
+): Promise<void> {
+  try {
+    await main(argv, options);
+  } catch (error) {
+    if (error instanceof UsageError) {
+      writeCliOutput(formatUsageError(error));
+      writeCliOutput();
+      printUsage();
+      process.exit(1);
+    }
+
+    console.error("access-cli failed: runtime error");
+    process.exit(1);
+  }
+}

package/src/access-http.test.ts

@@ -0,0 +1,225 @@
+import assert from "node:assert/strict";
+import { mkdtemp, rm } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import test from "node:test";
+
+import { EngramAccessHttpServer } from "./access-http.js";
+import { EngramAccessInputError, type EngramAccessService } from "./access-service.js";
+import { parseConfig } from "./config.js";
+import { readPair, writePair } from "./contradiction/contradiction-review.js";
+import type { StorageManager } from "./storage.js";
+
+test("HTTP server rejects invalid constructor ports", () => {
+  const service = {} as EngramAccessService;
+
+  for (const port of [-1, 3.7, Number.NaN, Number.POSITIVE_INFINITY, 65536]) {
+    assert.throws(
+      () =>
+        new EngramAccessHttpServer({
+          service,
+          port,
+          authToken: "test-token",
+          adminConsoleEnabled: false,
+        }),
+      /access HTTP port must be an integer from 0 to 65535/,
+      `port ${port} should be rejected`,
+    );
+  }
+});
+
+test("HTTP contradiction scan uses writable namespace resolver", async () => {
+  const resolverCalls: Array<{ namespace: string | undefined; principal: string | undefined }> = [];
+  const storage = {
+    readAllMemories: async () => [],
+  } as unknown as StorageManager;
+  const service = {
+    storageRef: storage,
+    configRef: parseConfig({
+      memoryDir: "/tmp/remnic-http-contradiction-scan-test",
+      namespacesEnabled: true,
+      defaultNamespace: "default",
+      contradictionScan: {
+        enabled: true,
+        maxPairsPerRun: 10,
+      },
+    }),
+    memoryDir: "/tmp/remnic-http-contradiction-scan-test",
+    embeddingLookupFactoryRef: undefined,
+    localLlmRef: null,
+    fallbackLlmRef: null,
+    getReadableStorageForNamespace: async () => {
+      throw new Error("readable resolver must not authorize contradiction scan writes");
+    },
+    getWritableStorageForNamespace: async (namespace: string | undefined, principal: string | undefined) => {
+      resolverCalls.push({ namespace, principal });
+      return { namespace: namespace ?? "default", storage };
+    },
+  } as unknown as EngramAccessService;
+  const server = new EngramAccessHttpServer({
+    service,
+    port: 0,
+    authToken: "test-token",
+    principal: "writer",
+    adminConsoleEnabled: false,
+  });
+
+  const status = await server.start();
+  try {
+    const response = await fetch(`http://127.0.0.1:${status.port}/engram/v1/contradiction-scan`, {
+      method: "POST",
+      headers: {
+        authorization: "Bearer test-token",
+        "content-type": "application/json",
+      },
+      body: JSON.stringify({ namespace: "team" }),
+    });
+    const body = await response.json() as { scanned?: number };
+
+    assert.equal(response.status, 200);
+    assert.equal(body.scanned, 0);
+    assert.deepEqual(resolverCalls, [{ namespace: "team", principal: "writer" }]);
+  } finally {
+    await server.stop();
+  }
+});
+
+test("HTTP review list uses readable namespace resolver", async () => {
+  const dir = await mkdtemp(path.join(os.tmpdir(), "remnic-http-review-list-"));
+  const resolverCalls: Array<{ namespace: string | undefined; principal: string | undefined }> = [];
+  const service = {
+    configRef: parseConfig({
+      memoryDir: dir,
+      namespacesEnabled: true,
+      defaultNamespace: "default",
+    }),
+    memoryDir: dir,
+    getReadableStorageForNamespace: async (namespace: string | undefined, principal: string | undefined) => {
+      resolverCalls.push({ namespace, principal });
+      throw new EngramAccessInputError(`namespace is not readable: ${namespace}`);
+    },
+  } as unknown as EngramAccessService;
+  const server = new EngramAccessHttpServer({
+    service,
+    port: 0,
+    authToken: "test-token",
+    principal: "reader",
+    adminConsoleEnabled: false,
+  });
+
+  const status = await server.start();
+  try {
+    const response = await fetch(`http://127.0.0.1:${status.port}/engram/v1/review/contradictions?namespace=team`, {
+      headers: { authorization: "Bearer test-token" },
+    });
+    const body = await response.json() as { error?: string };
+
+    assert.equal(response.status, 400);
+    assert.match(body.error ?? "", /namespace is not readable: team/);
+    assert.deepEqual(resolverCalls, [{ namespace: "team", principal: "reader" }]);
+  } finally {
+    await server.stop();
+    await rm(dir, { recursive: true, force: true });
+  }
+});
+
+test("HTTP default review list includes legacy unscoped pairs without mutating storage", async () => {
+  const dir = await mkdtemp(path.join(os.tmpdir(), "remnic-http-review-list-default-"));
+  const legacy = writePair(dir, {
+    memoryIds: ["legacy-a", "legacy-b"],
+    verdict: "contradicts",
+    rationale: "legacy pending pair",
+    confidence: 0.9,
+    detectedAt: new Date().toISOString(),
+  });
+  const resolverCalls: Array<{ namespace: string | undefined; principal: string | undefined }> = [];
+  const storage = {
+    readAllMemories: async () => [],
+  } as unknown as StorageManager;
+  const service = {
+    configRef: parseConfig({
+      memoryDir: dir,
+      namespacesEnabled: true,
+      defaultNamespace: "default",
+    }),
+    memoryDir: dir,
+    getReadableStorageForNamespace: async (namespace: string | undefined, principal: string | undefined) => {
+      resolverCalls.push({ namespace, principal });
+      return { namespace: namespace ?? "default", storage };
+    },
+  } as unknown as EngramAccessService;
+  const server = new EngramAccessHttpServer({
+    service,
+    port: 0,
+    authToken: "test-token",
+    principal: "reader",
+    adminConsoleEnabled: false,
+  });
+
+  const status = await server.start();
+  try {
+    const response = await fetch(`http://127.0.0.1:${status.port}/engram/v1/review/contradictions`, {
+      headers: { authorization: "Bearer test-token" },
+    });
+    const body = await response.json() as {
+      total?: number;
+      pairs?: Array<{ pairId?: string; namespace?: string }>;
+    };
+    assert.equal(response.status, 200);
+    assert.equal(body.total, 1);
+    assert.equal(body.pairs?.[0]?.pairId, legacy.pairId);
+    assert.equal(body.pairs?.[0]?.namespace, undefined);
+    assert.equal(readPair(dir, legacy.pairId)?.namespace, undefined);
+    assert.deepEqual(resolverCalls, [{ namespace: undefined, principal: "reader" }]);
+  } finally {
+    await server.stop();
+    await rm(dir, { recursive: true, force: true });
+  }
+});
+
+test("HTTP review show hides namespace denial as pair_not_found", async () => {
+  const dir = await mkdtemp(path.join(os.tmpdir(), "remnic-http-review-show-"));
+  const pair = writePair(dir, {
+    namespace: "team",
+    memoryIds: ["team-a", "team-b"],
+    verdict: "contradicts",
+    rationale: "synthetic",
+    confidence: 0.9,
+    detectedAt: new Date().toISOString(),
+  });
+  const resolverCalls: Array<{ namespace: string | undefined; principal: string | undefined }> = [];
+  const service = {
+    configRef: parseConfig({
+      memoryDir: dir,
+      namespacesEnabled: true,
+      defaultNamespace: "default",
+    }),
+    memoryDir: dir,
+    getReadableStorageForNamespace: async (namespace: string | undefined, principal: string | undefined) => {
+      resolverCalls.push({ namespace, principal });
+      throw new EngramAccessInputError(`namespace is not readable: ${namespace}`);
+    },
+  } as unknown as EngramAccessService;
+  const server = new EngramAccessHttpServer({
+    service,
+    port: 0,
+    authToken: "test-token",
+    principal: "reader",
+    adminConsoleEnabled: false,
+  });
+
+  const status = await server.start();
+  try {
+    const response = await fetch(`http://127.0.0.1:${status.port}/engram/v1/review/contradictions/${pair.pairId}`, {
+      headers: { authorization: "Bearer test-token" },
+    });
+    const body = await response.json() as { error?: string };
+
+    assert.equal(response.status, 404);
+    assert.equal(body.error, "pair_not_found");
+    assert.deepEqual(resolverCalls, [{ namespace: "team", principal: "reader" }]);
+  } finally {
+    await server.stop();
+    await rm(dir, { recursive: true, force: true });
+  }
+});