@clawmem-ai/clawmem 0.1.8 → 0.1.10

package/src/conversation.ts

@@ -2,12 +2,12 @@
 import fs from "node:fs";
 import path from "node:path";
 import type { OpenClawPluginApi } from "openclaw/plugin-sdk/core";
-import { AGENT_LABEL_PREFIX, DEFAULT_LABELS, LABEL_ACTIVE, LABEL_CLOSED, SESSION_TITLE_PREFIX, extractLabelNames } from "./config.js";
+import { AGENT_LABEL_PREFIX, DEFAULT_LABELS, SESSION_TITLE_PREFIX, extractLabelNames } from "./config.js";
 import type { GitHubIssueClient } from "./github-client.js";
 import { normalizeMessages, readTranscriptSnapshot } from "./transcript.js";
 import type { ClawMemPluginConfig, NormalizedMessage, SessionMirrorState, TranscriptSnapshot } from "./types.js";
 import { fmtTranscript, localDate, localDateTime, sha256, subKey } from "./utils.js";
-import { stringifyFlatYaml } from "./yaml.js";
+import { parseFlatYaml, stringifyFlatYaml } from "./yaml.js";
 
 export class ConversationMirror {
   constructor(private readonly client: GitHubIssueClient, private readonly api: OpenClawPluginApi, private readonly config: ClawMemPluginConfig) {}
@@ -47,7 +47,7 @@ export class ConversationMirror {
       );
       this.resetIssueBinding(session);
     }
-    // Use first user message as title (truncated), falling back to session ID.
+    // Use placeholder title; real title is generated by LLM once enough messages are available.
     const title = deriveInitialTitle(snapshot.messages, session.sessionId);
     const labels = this.buildLabels(session, snapshot, false);
     const body = this.renderBody(session, snapshot, "pending", false);
@@ -55,6 +55,7 @@ export class ConversationMirror {
     const issue = await this.client.createIssue({ title, body, labels });
     session.issueNumber = issue.number;
     session.issueTitle = issue.title ?? title;
+    session.titleSource = "placeholder";
     session.lastSummaryHash = sha256(`${title}\n${body}\nopen`);
     session.createdAt = new Date().toISOString();
     session.updatedAt = session.createdAt;
@@ -69,6 +70,7 @@ export class ConversationMirror {
     if (hash === session.lastSummaryHash) return;
     await this.client.updateIssue(session.issueNumber, { title, body, ...(closed ? { state: "closed" as const } : {}) });
     session.issueTitle = title;
+    if (titleOverride?.trim()) session.titleSource = "llm";
     session.lastSummaryHash = hash;
   }
 
@@ -99,17 +101,17 @@ export class ConversationMirror {
       "Do not include markdown, bullet points, or analysis.",
       "",
       "Title rules:",
-      "- Under 50 characters, evocative like a good article headline.",
-      "- Should make someone curious to read the conversation.",
+      "- Under 50 characters, accurately describe the main topic or task.",
+      "- Should let someone immediately know what the conversation is about.",
       "- Must be in the same language as the majority of the conversation content.",
-      "- Good: creative, captures the spirit. Bad: dry meeting-minutes style.",
+      "- Good: precise, descriptive, specific. Bad: vague, overly creative, generic.",
       "", "<conversation>", fmtTranscript(snapshot.messages), "</conversation>",
     ].join("\n");
     try {
       const run = await subagent.run({
         sessionKey, message, deliver: false, lane: "clawmem-summary",
         idempotencyKey: sha256(`${session.sessionId}:${snapshot.messages.length}:summary-v2`),
-        extraSystemPrompt: "You summarize OpenClaw conversations and generate evocative titles. Output JSON only with string fields summary and title.",
+        extraSystemPrompt: "You summarize conversations and generate accurate, descriptive titles. Output JSON only with string fields summary and title.",
       });
       const wait = await subagent.waitForRun({ runId: run.runId, timeoutMs: this.config.summaryWaitTimeoutMs });
       if (wait.status === "timeout") throw new Error("summary subagent timed out");
@@ -121,20 +123,158 @@ export class ConversationMirror {
     } finally { subagent.deleteSession({ sessionKey, deleteTranscript: true }).catch(() => {}); }
   }
 
-  private buildLabels(session: SessionMirrorState, snapshot: TranscriptSnapshot, closed: boolean): string[] {
-    const dates = this.resolveDates(session, snapshot.messages);
-    const labels = new Set([...DEFAULT_LABELS, "type:conversation", `session:${session.sessionId}`, `date:${dates.date}`]);
+  /** If the title has not yet been generated by LLM, generate an accurate title from the full conversation and update the issue. */
+  async syncTitle(session: SessionMirrorState, snapshot: TranscriptSnapshot): Promise<void> {
+    if (!session.issueNumber) return;
+    if (session.titleSource === "llm") return;
+    if (snapshot.messages.length < 2) return;
+    try {
+      const title = await this.generateTitle(session, snapshot);
+      if (title) {
+        await this.client.updateIssue(session.issueNumber, { title });
+        session.issueTitle = title;
+        session.titleSource = "llm";
+      }
+    } catch (e) {
+      this.api.logger.warn(`clawmem: title sync failed: ${String(e)}`);
+    }
+  }
+
+  /** Generate an accurate, descriptive title from the full conversation content via LLM. */
+  async generateTitle(session: SessionMirrorState, snapshot: TranscriptSnapshot): Promise<string | undefined> {
+    if (snapshot.messages.length === 0) return undefined;
+    const subagent = this.api.runtime.subagent;
+    const sessionKey = subKey(session, "title");
+    const message = [
+      "Generate a short, accurate title for the following conversation.",
+      'Return valid JSON only in the form {"title":"..."}',
+      "",
+      "Title rules:",
+      "- Under 50 characters.",
+      "- Accurately describe the main topic or task of the conversation.",
+      "- Should let someone immediately know what the conversation is about.",
+      "- Must be in the same language as the majority of the conversation content.",
+      "- Good: precise, descriptive, specific. Bad: vague, overly creative, generic.",
+      "",
+      "<conversation>",
+      fmtTranscript(snapshot.messages),
+      "</conversation>",
+    ].join("\n");
+    try {
+      const run = await subagent.run({
+        sessionKey, message, deliver: false, lane: "clawmem-title",
+        idempotencyKey: sha256(`${session.sessionId}:${snapshot.messages.length}:title-v1`),
+        extraSystemPrompt: "You generate accurate, descriptive titles for conversations. Output JSON only with a string field title.",
+      });
+      const wait = await subagent.waitForRun({ runId: run.runId, timeoutMs: 30000 });
+      if (wait.status === "timeout" || wait.status === "error") return undefined;
+      const msgs = normalizeMessages((await subagent.getSessionMessages({ sessionKey, limit: 10 })).messages);
+      const text = [...msgs].reverse().find((e) => e.role === "assistant" && e.text.trim())?.text;
+      if (!text) return undefined;
+      return parseTitle(text);
+    } catch (e) {
+      this.api.logger.warn(`clawmem: title generation failed: ${String(e)}`);
+      return undefined;
+    } finally {
+      subagent.deleteSession({ sessionKey, deleteTranscript: true }).catch(() => {});
+    }
+  }
+
+  /** Re-title all existing conversation issues. Uses summary when available, falls back to reading comments. */
+  async retitleConversations(): Promise<{ updated: number; skipped: number; failed: number; retitledIssues: number[] }> {
+    let updated = 0, skipped = 0, failed = 0;
+    const retitledIssues: number[] = [];
+    let page = 1;
+    while (true) {
+      const issues = await this.client.listIssues({ labels: ["type:conversation"], state: "all", page, perPage: 50 });
+      if (issues.length === 0) break;
+      for (const issue of issues) {
+        try {
+          const yaml = parseFlatYaml(issue.body || "");
+          const summary = yaml.summary;
+          let titleInput: string | undefined;
+          if (summary && summary !== "pending" && !summary.startsWith("failed:")) {
+            titleInput = summary;
+          } else {
+            // No usable summary — reconstruct conversation from issue comments.
+            const comments = await this.client.listComments(issue.number, { perPage: 50 });
+            const conversationText = comments
+              .map((c) => c.body?.trim())
+              .filter((b): b is string => Boolean(b))
+              .join("\n\n");
+            if (conversationText.length >= 20) {
+              // Cap to avoid excessive token usage in LLM call.
+              titleInput = conversationText.length > 4000 ? conversationText.slice(0, 4000) + "\n..." : conversationText;
+            }
+          }
+          if (!titleInput) { skipped++; continue; }
+          const title = await this.generateTitleFromText(titleInput, `retitle-${issue.number}`);
+          if (!title) { skipped++; continue; }
+          await this.client.updateIssue(issue.number, { title });
+          this.api.logger.info?.(`clawmem: retitled issue #${issue.number} -> "${title}"`);
+          retitledIssues.push(issue.number);
+          updated++;
+        } catch (e) {
+          this.api.logger.warn(`clawmem: retitle failed for issue #${issue.number}: ${String(e)}`);
+          failed++;
+        }
+      }
+      if (issues.length < 50) break;
+      page++;
+    }
+    return { updated, skipped, failed, retitledIssues };
+  }
+
+  private async generateTitleFromText(text: string, uniqueKey: string): Promise<string | undefined> {
+    const subagent = this.api.runtime.subagent;
+    const sessionKey = `clawmem-${uniqueKey}`;
+    const message = [
+      "Generate a short, accurate title based on the following conversation content.",
+      'Return valid JSON only in the form {"title":"..."}',
+      "",
+      "Title rules:",
+      "- Under 50 characters.",
+      "- Accurately describe the main topic or task.",
+      "- Should let someone immediately know what the conversation was about.",
+      "- Must be in the same language as the content.",
+      "- Good: precise, descriptive, specific. Bad: vague, overly creative, generic.",
+      "",
+      "<content>",
+      text,
+      "</content>",
+    ].join("\n");
+    try {
+      const run = await subagent.run({
+        sessionKey, message, deliver: false, lane: "clawmem-retitle",
+        idempotencyKey: sha256(`retitle:${uniqueKey}:${text.slice(0, 200)}`),
+        extraSystemPrompt: "You generate accurate, descriptive titles. Output JSON only with a string field title.",
+      });
+      const wait = await subagent.waitForRun({ runId: run.runId, timeoutMs: 30000 });
+      if (wait.status === "timeout" || wait.status === "error") return undefined;
+      const msgs = normalizeMessages((await subagent.getSessionMessages({ sessionKey, limit: 10 })).messages);
+      const raw = [...msgs].reverse().find((e) => e.role === "assistant" && e.text.trim())?.text;
+      if (!raw) return undefined;
+      return parseTitle(raw);
+    } catch (e) {
+      this.api.logger.warn(`clawmem: title generation from text failed (${uniqueKey}): ${String(e)}`);
+      return undefined;
+    } finally {
+      subagent.deleteSession({ sessionKey, deleteTranscript: true }).catch(() => {});
+    }
+  }
+
+  private buildLabels(session: SessionMirrorState, _snapshot: TranscriptSnapshot, _closed: boolean): string[] {
+    const labels = new Set([...DEFAULT_LABELS, "type:conversation", `session:${session.sessionId}`]);
     if (session.agentId) labels.add(`${AGENT_LABEL_PREFIX}${session.agentId}`);
-    labels.add(closed ? LABEL_CLOSED : LABEL_ACTIVE);
     return [...labels].filter((l) => l.trim().length > 0);
   }
 
-  private renderBody(session: SessionMirrorState, snapshot: TranscriptSnapshot, summary: string, closed: boolean): string {
+  private renderBody(session: SessionMirrorState, snapshot: TranscriptSnapshot, summary: string, _closed: boolean): string {
     const dates = this.resolveDates(session, snapshot.messages);
     return stringifyFlatYaml([
       ["type", "conversation"], ["session_id", session.sessionId], ["date", dates.date],
       ["start_at", dates.startAt], ["end_at", dates.endAt],
-      ["status", closed ? "closed" : "active"], ["summary", summary],
+      ["summary", summary],
     ]);
   }
 
@@ -180,6 +320,7 @@ export class ConversationMirror {
   private resetIssueBinding(session: SessionMirrorState): void {
     session.issueNumber = undefined;
     session.issueTitle = undefined;
+    session.titleSource = undefined;
     session.lastSummaryHash = undefined;
     session.lastMirroredCount = 0;
     session.turnCount = 0;
@@ -192,14 +333,8 @@ function isNotFoundError(error: unknown): boolean {
   const text = String(error);
   return text.includes("HTTP 404");
 }
-/** Derive a conversation title from the first user message, truncated to 50 chars. */
-export function deriveInitialTitle(messages: NormalizedMessage[], sessionId: string): string {
-  const firstUserMsg = messages.find((m) => m.role === "user")?.text?.trim() ?? "";
-  // Strip markdown, collapse whitespace.
-  const clean = firstUserMsg.replace(/[#*`~>|]/g, "").replace(/\s+/g, " ").trim();
-  if (clean.length >= 5) {
-    return clean.length <= 50 ? clean : clean.slice(0, 49).trimEnd() + "…";
-  }
+/** Derive an initial placeholder title for a new conversation. The real title is generated by LLM once enough messages are available. */
+export function deriveInitialTitle(_messages: NormalizedMessage[], sessionId: string): string {
   return `${SESSION_TITLE_PREFIX}${sessionId}`;
 }
 
@@ -231,3 +366,27 @@ function parseSummaryAndTitle(raw: string): { summary: string; title?: string }
   if (f?.[1]) { const nested = tryParse(f[1].trim()); if (nested) return nested; }
   return { summary: t };
 }
+
+function parseTitle(raw: string): string | undefined {
+  const tryParse = (s: string): string | undefined => {
+    try {
+      const p = JSON.parse(s) as { title?: unknown };
+      return typeof p?.title === "string" && p.title.trim() ? p.title.trim() : undefined;
+    } catch {
+      const i = s.indexOf("{"), j = s.lastIndexOf("}");
+      if (i >= 0 && j > i) {
+        try {
+          const p = JSON.parse(s.slice(i, j + 1)) as { title?: unknown };
+          return typeof p?.title === "string" && p.title.trim() ? p.title.trim() : undefined;
+        } catch { return undefined; }
+      }
+      return undefined;
+    }
+  };
+  const t = raw.trim();
+  const direct = tryParse(t);
+  if (direct) return direct;
+  const f = /^```(?:json)?\s*([\s\S]*?)```$/i.exec(t);
+  if (f?.[1]) return tryParse(f[1].trim());
+  return undefined;
+}

package/src/github-client.ts

@@ -1,13 +1,24 @@
 // GitHub Issues API client for clawmem. No label caching — idempotent create-if-absent.
 import { resolveLabelColor, labelDescription, extractLabelNames, isManagedLabel } from "./config.js";
-import type { AnonymousSessionResponse, ClawMemResolvedRoute } from "./types.js";
+import type { AgentRegistrationResponse, AnonymousSessionResponse, ClawMemResolvedRoute } from "./types.js";
 
 type IssueResponse = { number: number; title?: string; body?: string; state?: string; labels?: Array<{ name?: string } | string> };
+type SearchIssuesResponse = { items?: IssueResponse[]; total_count?: number; incomplete_results?: boolean };
+type CommentResponse = { id?: number; body?: string; created_at?: string };
+type LabelResponse = { name?: string; color?: string; description?: string };
+type RepoResponse = { name?: string; full_name?: string; description?: string; private?: boolean; owner?: { login?: string } };
 type ReqOpts = { allowNotFound?: boolean; allowValidationError?: boolean; omitAuth?: boolean };
 
 export class GitHubIssueClient {
   constructor(private readonly config: ClawMemResolvedRoute, private readonly log: { warn?: (msg: string) => void }) {}
 
+  repo(): string | undefined {
+    return this.config.repo?.trim() || undefined;
+  }
+  defaultRepo(): string | undefined {
+    return this.config.defaultRepo?.trim() || undefined;
+  }
+
   async createIssue(params: { title: string; body: string; labels: string[] }): Promise<IssueResponse> {
     return this.req<IssueResponse>(this.repoPath("issues"), { method: "POST", body: JSON.stringify(params) });
   }
@@ -20,12 +31,46 @@ export class GitHubIssueClient {
   async createComment(issueNumber: number, body: string): Promise<void> {
     await this.req(this.repoPath(`issues/${issueNumber}/comments`), { method: "POST", body: JSON.stringify({ body }) });
   }
+  async listComments(issueNumber: number, params?: { page?: number; perPage?: number }): Promise<CommentResponse[]> {
+    const q = new URLSearchParams();
+    q.set("page", String(params?.page ?? 1));
+    q.set("per_page", String(params?.perPage ?? 100));
+    return this.req<CommentResponse[]>(`${this.repoPath(`issues/${issueNumber}/comments`)}?${q}`, { method: "GET" });
+  }
   async listIssues(params: { labels?: string[]; state?: "open" | "closed" | "all"; page?: number; perPage?: number }): Promise<IssueResponse[]> {
     const q = new URLSearchParams();
     q.set("state", params.state ?? "open"); q.set("page", String(params.page ?? 1)); q.set("per_page", String(params.perPage ?? 100));
     if (params.labels?.length) q.set("labels", params.labels.join(","));
     return this.req<IssueResponse[]>(`${this.repoPath("issues")}?${q}`, { method: "GET" });
   }
+  async searchIssues(query: string, params?: { page?: number; perPage?: number }): Promise<IssueResponse[]> {
+    const q = new URLSearchParams();
+    q.set("q", query);
+    q.set("page", String(params?.page ?? 1));
+    q.set("per_page", String(params?.perPage ?? 100));
+    const res = await this.req<SearchIssuesResponse>(`search/issues?${q}`, { method: "GET" });
+    return Array.isArray(res?.items) ? res.items : [];
+  }
+  async listLabels(params?: { page?: number; perPage?: number }): Promise<LabelResponse[]> {
+    const q = new URLSearchParams();
+    q.set("page", String(params?.page ?? 1));
+    q.set("per_page", String(params?.perPage ?? 100));
+    return this.req<LabelResponse[]>(`${this.repoPath("labels")}?${q}`, { method: "GET" });
+  }
+  async listUserRepos(): Promise<RepoResponse[]> {
+    return this.req<RepoResponse[]>("user/repos", { method: "GET" });
+  }
+  async createUserRepo(params: { name: string; description?: string; private?: boolean; autoInit?: boolean }): Promise<RepoResponse> {
+    return this.req<RepoResponse>("user/repos", {
+      method: "POST",
+      body: JSON.stringify({
+        name: params.name,
+        ...(params.description ? { description: params.description } : {}),
+        private: params.private ?? true,
+        auto_init: params.autoInit ?? false,
+      }),
+    });
+  }
   async ensureLabels(labels: string[]): Promise<void> {
     for (const label of labels) {
       if (!label.trim()) continue;
@@ -44,6 +89,15 @@ export class GitHubIssueClient {
   async updateRepoDescription(description: string): Promise<void> {
     await this.req(this.repoPath("").replace(/\/$/, ""), { method: "PATCH", body: JSON.stringify({ description }) });
   }
+  async registerAgent(prefixLogin: string, defaultRepoName: string): Promise<AgentRegistrationResponse> {
+    return this.req<AgentRegistrationResponse>("agents", {
+      method: "POST",
+      body: JSON.stringify({
+        prefix_login: prefixLogin,
+        default_repo_name: defaultRepoName,
+      }),
+    }, { omitAuth: true });
+  }
   async createAnonymousSession(locale?: string): Promise<AnonymousSessionResponse> {
     const body = locale ? JSON.stringify({ locale }) : undefined;
     return this.req<AnonymousSessionResponse>("anonymous/session", { method: "POST", ...(body ? { body } : {}) }, { omitAuth: true });