@xdarkicex/openclaw-memory-libravdb 1.3.12 → 1.3.17

package/packaging/homebrew/libravdbd.rb.tmpl

@@ -23,15 +23,189 @@ class Libravdbd < Formula
     end
   end
 
+  if OS.mac?
+    resource "onnxruntime" do
+      url "https://github.com/microsoft/onnxruntime/releases/download/v1.23.0/onnxruntime-osx-universal2-1.23.0.tgz"
+      sha256 :no_check
+    end
+  elsif OS.linux?
+    if Hardware::CPU.arm?
+      resource "onnxruntime" do
+        url "https://github.com/microsoft/onnxruntime/releases/download/v1.23.0/onnxruntime-linux-aarch64-1.23.0.tgz"
+        sha256 :no_check
+      end
+    else
+      resource "onnxruntime" do
+        url "https://github.com/microsoft/onnxruntime/releases/download/v1.23.0/onnxruntime-linux-x64-1.23.0.tgz"
+        sha256 :no_check
+      end
+    end
+  end
+
+  resource "nomic-embed-text-v1.5-model" do
+    url "https://huggingface.co/nomic-ai/nomic-embed-text-v1.5/resolve/main/onnx/model.onnx"
+    sha256 "147d5aa88c2101237358e17796cf3a227cead1ec304ec34b465bb08e9d952965"
+  end
+
+  resource "nomic-embed-text-v1.5-tokenizer" do
+    url "https://huggingface.co/nomic-ai/nomic-embed-text-v1.5/resolve/main/tokenizer.json"
+    sha256 "d241a60d5e8f04cc1b2b3e9ef7a4921b27bf526d9f6050ab90f9267a1f9e5c66"
+  end
+
+  resource "all-minilm-l6-v2-model" do
+    url "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/onnx/model.onnx"
+    sha256 "759c3cd2b7fe7e93933ad23c4c9181b7396442a2ed746ec7c1d46192c469c46e"
+  end
+
+  resource "all-minilm-l6-v2-tokenizer" do
+    url "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/tokenizer.json"
+    sha256 "da0e79933b9ed51798a3ae27893d3c5fa4a201126cef75586296df9b4d2c62a0"
+  end
+
+  resource "t5-small-encoder" do
+    url "https://huggingface.co/optimum/t5-small/resolve/main/encoder_model.onnx"
+    sha256 "41d326633f1b85f526508cc0db78a5d40877c292c1b6dccae2eacd7d2a53480d"
+  end
+
+  resource "t5-small-decoder" do
+    url "https://huggingface.co/optimum/t5-small/resolve/main/decoder_model.onnx"
+    sha256 "0a1451011d61bcc796a87b7306c503562e910f110f884d0cc08532972c2cc584"
+  end
+
+  resource "t5-small-tokenizer" do
+    url "https://huggingface.co/optimum/t5-small/resolve/main/tokenizer.json"
+    sha256 "5f0ed8ab5b8cfa9812bb73752f1d80c292e52bcf5a87a144dc9ab2d251056cbb"
+  end
+
+  resource "t5-small-tokenizer-config" do
+    url "https://huggingface.co/optimum/t5-small/resolve/main/tokenizer_config.json"
+    sha256 "4969f8d76ef05a16553bd2b07b3501673ae8d36972aea88a0f78ad31a3ff2de9"
+  end
+
+  resource "t5-small-config" do
+    url "https://huggingface.co/optimum/t5-small/resolve/main/config.json"
+    sha256 "d112428e703aa7ea0d6b17a77e9739fcc15b87653779d9b7942d5ecbc61c00ed"
+  end
+
+  resource "provision" do
+    url "https://github.com/xDarkicex/openclaw-memory-libravdb/releases/download/v#{version}/provision.sh"
+    sha256 "__SHA256_PROVISION__"
+  end
+
   def install
     bin.install Dir["libravdbd*"].first => "libravdbd"
+
+    models_dir = prefix/"models"
+    runtime_dir = models_dir/"onnxruntime"
+    nomic_dir = models_dir/"nomic-embed-text-v1.5"
+    minilm_dir = models_dir/"all-minilm-l6-v2"
+    t5_dir = models_dir/"t5-small"
+
+    runtime_dir.mkpath
+    nomic_dir.mkpath
+    minilm_dir.mkpath
+    t5_dir.mkpath
+
+    resource("onnxruntime").stage do
+      cp_r Dir["onnxruntime-*"].first, runtime_dir
+    end
+
+    resource("nomic-embed-text-v1.5-model").stage do
+      cp "model.onnx", nomic_dir/"model.onnx"
+    end
+    resource("nomic-embed-text-v1.5-tokenizer").stage do
+      cp "tokenizer.json", nomic_dir/"tokenizer.json"
+    end
+    write_embedding_manifest(nomic_dir, "nomic-embed-text-v1.5", 768)
+
+    resource("all-minilm-l6-v2-model").stage do
+      cp "model.onnx", minilm_dir/"model.onnx"
+    end
+    resource("all-minilm-l6-v2-tokenizer").stage do
+      cp "tokenizer.json", minilm_dir/"tokenizer.json"
+    end
+    write_embedding_manifest(minilm_dir, "all-minilm-l6-v2", 384)
+
+    resource("t5-small-encoder").stage do
+      cp "encoder_model.onnx", t5_dir/"encoder_model.onnx"
+    end
+    resource("t5-small-decoder").stage do
+      cp "decoder_model.onnx", t5_dir/"decoder_model.onnx"
+    end
+    resource("t5-small-tokenizer").stage do
+      cp "tokenizer.json", t5_dir/"tokenizer.json"
+    end
+    resource("t5-small-tokenizer-config").stage do
+      cp "tokenizer_config.json", t5_dir/"tokenizer_config.json"
+    end
+    resource("t5-small-config").stage do
+      cp "config.json", t5_dir/"config.json"
+    end
+    write_summarizer_manifest(t5_dir, "t5-small")
+
+    libexec.install resource("provision")
+    chmod 0755, libexec/"provision.sh"
+  end
+
+  def post_install
+    (var/"clawdb/data").mkpath
+    (var/"clawdb/run").mkpath
+  end
+
+  def caveats
+    <<~EOS
+      libravdbd requires ONNX embedding models to function.  Models are
+      automatically provisioned during `brew install`.  To re-provision
+      or repair assets manually:
+
+        #{libexec}/provision.sh --target #{prefix}/models
+
+      Data directory:   #{var}/clawdb/data
+      Socket directory: #{var}/clawdb/run
+    EOS
+  end
+
+  private
+
+  def write_embedding_manifest(dir, profile, dimensions)
+    File.write(dir/"embedding.json", <<~JSON)
+      {
+        "backend": "onnx-local",
+        "profile": "#{profile}",
+        "family": "#{profile}",
+        "model": "model.onnx",
+        "tokenizer": "tokenizer.json",
+        "dimensions": #{dimensions},
+        "normalize": true,
+        "inputNames": ["input_ids", "attention_mask", "token_type_ids"],
+        "outputName": "last_hidden_state",
+        "pooling": "mean",
+        "addSpecialTokens": true
+      }
+    JSON
+  end
+
+  def write_summarizer_manifest(dir, profile)
+    File.write(dir/"summarizer.json", <<~JSON)
+      {
+        "backend": "onnx-local",
+        "profile": "#{profile}",
+        "family": "#{profile}",
+        "encoder": "encoder_model.onnx",
+        "decoder": "decoder_model.onnx",
+        "tokenizer": "tokenizer.json",
+        "maxContextTokens": 512
+      }
+    JSON
   end
 
   service do
     run [opt_bin/"libravdbd", "serve"]
-    environment_variables LIBRAVDB_RPC_ENDPOINT: "unix:#{ENV["HOME"]}/.clawdb/run/libravdb.sock"
+    environment_variables LIBRAVDB_RPC_ENDPOINT: "unix:#{var}/clawdb/run/libravdb.sock",
+                          LIBRAVDB_DB_PATH: "#{var}/clawdb/data",
+                          LIBRAVDB_SUMMARIZER_BACKEND: "bundled"
     keep_alive true
-    working_dir ENV["HOME"]
+    working_dir var/"clawdb"
   end
 
   test do

package/packaging/launchd/com.xdarkicex.libravdbd.plist

@@ -13,6 +13,12 @@
     <dict>
       <key>LIBRAVDB_RPC_ENDPOINT</key>
       <string>unix:__HOME__/.clawdb/run/libravdb.sock</string>
+      <key>LIBRAVDB_DB_PATH</key>
+      <string>__HOME__/.clawdb/data</string>
+      <key>LIBRAVDB_ONNX_RUNTIME</key>
+      <string>__ONNX_RUNTIME_LIB__</string>
+      <key>LIBRAVDB_SUMMARIZER_BACKEND</key>
+      <string>bundled</string>
     </dict>
     <key>RunAtLoad</key>
     <true/>

package/src/cli.ts

@@ -9,6 +9,7 @@ type StatusResult = {
   message?: string;
   turnCount?: number;
   memoryCount?: number;
+  lifecycleHintCount?: number;
   gatingThreshold?: number;
   abstractiveReady?: boolean;
   embeddingProfile?: string;
@@ -25,9 +26,18 @@ type ExportResult = {
 
 type CliOptionBag = {
   userId?: string;
+  sessionId?: string;
+  limit?: string | number;
   yes?: boolean;
 };
 
+type JournalResult = {
+  results?: Array<{
+    id: string;
+    metadata: Record<string, unknown>;
+  }>;
+};
+
 type CliCommand = {
   commands?: CliCommand[];
   command(name: string): CliCommand;
@@ -74,6 +84,12 @@ export function registerMemoryCli(
         .description("Stream stored memories as newline-delimited JSON");
       exportCmd.option("--user-id <userId>", "Restrict export to a single user namespace");
       exportCmd.action((opts) => void runExport(runtime, opts, logger));
+
+      const journal = ensureCommand(root, "journal")
+        .description("Inspect internal lifecycle journal hints");
+      journal.option("--session-id <sessionId>", "Restrict journal entries to one session id");
+      journal.option("--limit <limit>", "Maximum journal entries to show");
+      journal.action((opts) => void runJournal(runtime, opts, logger));
     },
     {
       descriptors: [
@@ -108,6 +124,7 @@ async function runStatus(runtime: PluginRuntime, cfg: PluginConfig, logger: Logg
       Sidecar: status.ok ? "running" : "down",
       "Turns stored": status.turnCount ?? 0,
       "Memories stored": status.memoryCount ?? 0,
+      "Lifecycle hints": status.lifecycleHintCount ?? 0,
       "Gate threshold": status.gatingThreshold ?? cfg.ingestionGateThreshold ?? 0.35,
       "Abstractive model": status.abstractiveReady ? "ready" : "not provisioned",
       "Embedding profile": status.embeddingProfile ?? "unknown",
@@ -119,6 +136,7 @@ async function runStatus(runtime: PluginRuntime, cfg: PluginConfig, logger: Logg
       Sidecar: "down",
       "Turns stored": "n/a",
       "Memories stored": "n/a",
+      "Lifecycle hints": "n/a",
       "Gate threshold": cfg.ingestionGateThreshold ?? 0.35,
       "Abstractive model": "unknown",
       "Embedding profile": "unknown",
@@ -169,6 +187,22 @@ async function runExport(runtime: PluginRuntime, opts: CliOptionBag | undefined,
   }
 }
 
+async function runJournal(runtime: PluginRuntime, opts: CliOptionBag | undefined, logger: LoggerLike): Promise<void> {
+  try {
+    const rpc = await runtime.getRpc();
+    const result = await rpc.call<JournalResult>("list_lifecycle_journal", {
+      sessionId: opts?.sessionId?.trim() || undefined,
+      limit: normalizeLimit(opts?.limit),
+    });
+    for (const record of result.results ?? []) {
+      stdout.write(`${JSON.stringify(record)}\n`);
+    }
+  } catch (error) {
+    logger.error(`LibraVDB journal lookup failed: ${formatError(error)}`);
+    process.exitCode = 1;
+  }
+}
+
 async function confirm(prompt: string): Promise<boolean> {
   const rl = createInterface({ input: stdin, output: stdout });
   try {
@@ -186,6 +220,19 @@ function formatError(error: unknown): string {
   return String(error);
 }
 
+function normalizeLimit(limit: string | number | undefined): number | undefined {
+  if (typeof limit === "number" && Number.isFinite(limit) && limit > 0) {
+    return Math.floor(limit);
+  }
+  if (typeof limit === "string") {
+    const parsed = Number.parseInt(limit, 10);
+    if (Number.isFinite(parsed) && parsed > 0) {
+      return parsed;
+    }
+  }
+  return undefined;
+}
+
 type CliRegistrar = {
   registerCli?(
     builder: (ctx: { program: CliProgram }) => void,