@controlflow-ai/daemon 0.1.1 → 0.1.3

package/src/lark/event-router.ts

@@ -14,7 +14,7 @@ import { palIdentityHandle } from '../provider-identity.js';
  * | message.chat_id                   | chatName (prefixed `lark:`) |
  * | message.message_id                | idempotencyKey            |
  * | sender.sender_id.open_id          | sender                    |
- * | message.mentions[0]?.id.open_id   | recipient (first @mention)|
+ * | message.mentions[].id.open_id      | mentions for group delivery; recipient for non-group direct routing |
  * | message.content (parsed JSON text)| content                   |
  * | message.root_id (thread reply)    | parentId via lookup       |
  *
@@ -61,10 +61,16 @@ export interface MapLarkMessageResult {
   status: 'ok' | 'skipped';
   reason?: 'missing_message_id' | 'missing_chat_id' | 'missing_sender' | 'unsupported_message_type' | 'empty_text';
   input?: CreateMessageInput;
-  /** Lark root_id when present (for thread replies). The router pre-resolves the parentId from it if possible. */
+  /** Lark root_id, or parent_id when root_id is absent, used to pre-resolve the local topic parent. */
   rootMessageId?: string;
 }
 
+export interface LarkImageResource {
+  fileKey: string;
+  filename: string;
+  mimeType: string;
+}
+
 export function buildLockChatName(appId: string, chatId: string, chatType?: string): string {
   if (chatType === 'group') {
     return `lark:group:${chatId}`;
@@ -96,7 +102,7 @@ export function mentionsAllAgents(envelope: LarkMessageEnvelope): boolean {
     if (isAllMention(mention)) return true;
   }
   const raw = parseLarkTextContent(envelope.message?.content, envelope.message?.message_type).toLowerCase();
-  return /(^|\s)@(all|所有人)(\s|$)/u.test(raw);
+  return /(^|\s)@(_all|all|所有人)(\s|$)/u.test(raw);
 }
 
 function normalizeMappedMentions(values: Array<string | null>): string[] {
@@ -125,6 +131,49 @@ function parseLarkTextContent(rawContent: string | undefined, messageType: strin
   }
 }
 
+function parseJsonObject(rawContent: string | undefined): Record<string, unknown> | null {
+  if (!rawContent) return null;
+  try {
+    const parsed = JSON.parse(rawContent) as unknown;
+    return parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed as Record<string, unknown> : null;
+  } catch {
+    return null;
+  }
+}
+
+export function extractLarkImageResources(envelope: LarkMessageEnvelope): LarkImageResource[] {
+  const msg = envelope.message;
+  const out: LarkImageResource[] = [];
+  const seen = new Set<string>();
+  const add = (fileKey: unknown, filename?: unknown) => {
+    if (typeof fileKey !== 'string' || !fileKey.trim() || seen.has(fileKey)) return;
+    seen.add(fileKey);
+    out.push({
+      fileKey,
+      filename: typeof filename === 'string' && filename.trim() ? filename.trim() : `${fileKey}.jpg`,
+      mimeType: 'image/jpeg',
+    });
+  };
+  const parsed = parseJsonObject(msg?.content);
+  if (msg?.message_type === 'image') {
+    add(parsed?.image_key ?? parsed?.file_key, parsed?.file_name ?? parsed?.name);
+  }
+  if (msg?.message_type === 'post' && parsed) {
+    const content = parsed.content;
+    if (Array.isArray(content)) {
+      for (const line of content) {
+        if (!Array.isArray(line)) continue;
+        for (const item of line) {
+          if (!item || typeof item !== 'object') continue;
+          const record = item as Record<string, unknown>;
+          if (record.tag === 'img' || record.tag === 'image') add(record.image_key ?? record.file_key);
+        }
+      }
+    }
+  }
+  return out;
+}
+
 /**
  * Pure mapper: no DB access. Returns a `CreateMessageInput` skeleton (without
  * parentId resolution — that happens in `resolveThreadParent`).
@@ -146,11 +195,14 @@ export function mapLarkMessageToCreateInput(input: MapLarkMessageInput): MapLark
     ...(mentionsAllAgents(envelope) ? [ALL_AGENTS_MENTION] : []),
     ...(msg.mentions?.map((m) => m.id?.open_id ? input.recipientByMentionOpenId?.get(m.id.open_id) ?? null : null) ?? []),
   ]);
+  const firstMappedMention = firstMention ? input.recipientByMentionOpenId?.get(firstMention) : undefined;
   const recipient = input.recipientOverride !== undefined
     ? input.recipientOverride
-    : firstMention ? input.recipientByMentionOpenId?.get(firstMention) ?? firstMention : null;
+    : msg.chat_type === 'group'
+      ? null
+      : firstMention ? firstMappedMention ?? firstMention : null;
   const chatName = buildLockChatName(input.appId, msg.chat_id, msg.chat_type);
-  const rootMessageId = msg.root_id?.trim() || undefined;
+  const rootMessageId = msg.root_id?.trim() || msg.parent_id?.trim() || undefined;
 
   const createInput: CreateMessageInput = {
     chatName,
@@ -291,6 +343,8 @@ export function ingestLarkMessage(input: IngestLarkMessageInput): IngestLarkMess
         content: mapped.input.content,
         type: mapped.input.type,
         idempotencyKey: mapped.input.idempotencyKey,
+        provider: 'lark',
+        mentions: mapped.input.mentions,
       }
     : threadOrphan
       ? {
@@ -300,6 +354,8 @@ export function ingestLarkMessage(input: IngestLarkMessageInput): IngestLarkMess
           content: mapped.input.content,
           type: mapped.input.type,
           idempotencyKey: mapped.input.idempotencyKey,
+          provider: 'lark',
+          mentions: mapped.input.mentions,
         }
       : { ...mapped.input, sender: senderHandle || mapped.input.sender };
 

package/src/lark/inbound-events.ts

@@ -10,6 +10,8 @@ export interface InboundRawEvent {
   raw_body_bytes: Uint8Array;
 }
 
+export type InboundRawEventSummary = Omit<InboundRawEvent, 'raw_body_bytes'>;
+
 export interface StoreInboundEventInput {
   appId: string;
   rawBody: string | Uint8Array;
@@ -24,6 +26,31 @@ export interface StoreInboundEventResult {
   duplicate: boolean;
 }
 
+export interface RepairInboundEventParseFailuresOptions {
+  appId?: string;
+  limit?: number;
+  dryRun?: boolean;
+}
+
+export interface RepairInboundEventParseFailuresResult {
+  dry_run: boolean;
+  scanned: number;
+  repaired: number;
+  unchanged: number;
+  conflicts: number;
+  errors: number;
+  rows: Array<{
+    id: string;
+    app_id: string;
+    old_event_id: string;
+    old_event_type: string;
+    new_event_id: string;
+    new_event_type: string;
+    status: 'repaired' | 'would_repair' | 'unchanged' | 'conflict' | 'error';
+    error?: string;
+  }>;
+}
+
 const ENCODER = new TextEncoder();
 
 function toBytes(body: string | Uint8Array): Uint8Array {
@@ -48,8 +75,9 @@ export async function parseEventEnvelope(rawBytes: Uint8Array): Promise<ParsedEn
     const text = new TextDecoder('utf8', { fatal: false }).decode(rawBytes);
     const json = JSON.parse(text) as Record<string, unknown>;
     const header = (json.header && typeof json.header === 'object') ? json.header as Record<string, unknown> : null;
-    const eventId = (header?.event_id ?? json.uuid) as unknown;
-    const eventType = (header?.event_type ?? json.type) as unknown;
+    const event = (json.event && typeof json.event === 'object') ? json.event as Record<string, unknown> : null;
+    const eventId = (header?.event_id ?? event?.event_id ?? json.uuid) as unknown;
+    const eventType = (header?.event_type ?? event?.event_type ?? json.type) as unknown;
     if (typeof eventId === 'string' && eventId.length > 0 && typeof eventType === 'string' && eventType.length > 0) {
       return { event_id: eventId, event_type: eventType, parse_ok: 1 };
     }
@@ -117,10 +145,22 @@ export function getInboundEvent(db: Database, id: string): InboundRawEvent | nul
 
 export function listRecentInboundEvents(db: Database, limit = 20): InboundRawEvent[] {
   return db
-    .query('SELECT id, received_at, app_id, event_type, event_id, parse_ok, raw_body_bytes FROM channel_inbound_raw_events ORDER BY received_at DESC, id DESC LIMIT ?')
+    .query('SELECT id, received_at, app_id, event_type, event_id, parse_ok, raw_body_bytes FROM channel_inbound_raw_events ORDER BY received_at DESC, rowid DESC LIMIT ?')
     .all(Math.max(1, Math.min(limit, 500))) as InboundRawEvent[];
 }
 
+export function latestInboundEventSummary(db: Database, appId: string): InboundRawEventSummary | null {
+  return db
+    .query("SELECT id, received_at, app_id, event_type, event_id, parse_ok FROM channel_inbound_raw_events WHERE app_id = ? AND event_type NOT LIKE 'pal.probe.%' ORDER BY received_at DESC, rowid DESC LIMIT 1")
+    .get(appId) as InboundRawEventSummary | null;
+}
+
+export function latestProbeInboundEventSummary(db: Database, appId: string): InboundRawEventSummary | null {
+  return db
+    .query("SELECT id, received_at, app_id, event_type, event_id, parse_ok FROM channel_inbound_raw_events WHERE app_id = ? AND event_type LIKE 'pal.probe.%' ORDER BY received_at DESC, rowid DESC LIMIT 1")
+    .get(appId) as InboundRawEventSummary | null;
+}
+
 export function countInboundEvents(db: Database, appId?: string): number {
   if (appId) {
     const row = db.query('SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE app_id = ?').get(appId) as { n: number };
@@ -129,3 +169,116 @@ export function countInboundEvents(db: Database, appId?: string): number {
   const row = db.query('SELECT COUNT(*) AS n FROM channel_inbound_raw_events').get() as { n: number };
   return row.n;
 }
+
+export function countProviderInboundEvents(db: Database, appId?: string): number {
+  if (appId) {
+    const row = db.query("SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE app_id = ? AND event_type NOT LIKE 'pal.probe.%'").get(appId) as { n: number };
+    return row.n;
+  }
+  const row = db.query("SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE event_type NOT LIKE 'pal.probe.%'").get() as { n: number };
+  return row.n;
+}
+
+export function countProbeInboundEvents(db: Database, appId?: string): number {
+  if (appId) {
+    const row = db.query("SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE app_id = ? AND event_type LIKE 'pal.probe.%'").get(appId) as { n: number };
+    return row.n;
+  }
+  const row = db.query("SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE event_type LIKE 'pal.probe.%'").get() as { n: number };
+  return row.n;
+}
+
+export function countInboundParseFailures(db: Database, appId?: string): number {
+  if (appId) {
+    const row = db.query('SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE app_id = ? AND parse_ok = 0').get(appId) as { n: number };
+    return row.n;
+  }
+  const row = db.query('SELECT COUNT(*) AS n FROM channel_inbound_raw_events WHERE parse_ok = 0').get() as { n: number };
+  return row.n;
+}
+
+export async function repairInboundEventParseFailures(
+  db: Database,
+  options: RepairInboundEventParseFailuresOptions = {},
+): Promise<RepairInboundEventParseFailuresResult> {
+  const limit = Math.max(1, Math.min(options.limit ?? 100, 1000));
+  const dryRun = options.dryRun ?? false;
+  const rows = options.appId
+    ? db
+      .query('SELECT id, app_id, event_type, event_id, raw_body_bytes FROM channel_inbound_raw_events WHERE app_id = ? AND parse_ok = 0 ORDER BY received_at DESC, rowid DESC LIMIT ?')
+      .all(options.appId, limit)
+    : db
+      .query('SELECT id, app_id, event_type, event_id, raw_body_bytes FROM channel_inbound_raw_events WHERE parse_ok = 0 ORDER BY received_at DESC, rowid DESC LIMIT ?')
+      .all(limit);
+  const result: RepairInboundEventParseFailuresResult = {
+    dry_run: dryRun,
+    scanned: rows.length,
+    repaired: 0,
+    unchanged: 0,
+    conflicts: 0,
+    errors: 0,
+    rows: [],
+  };
+
+  for (const row of rows as Array<{ id: string; app_id: string; event_type: string; event_id: string; raw_body_bytes: Uint8Array }>) {
+    const parsed = await parseEventEnvelope(row.raw_body_bytes);
+    if (parsed.parse_ok !== 1) {
+      result.unchanged += 1;
+      result.rows.push({
+        id: row.id,
+        app_id: row.app_id,
+        old_event_id: row.event_id,
+        old_event_type: row.event_type,
+        new_event_id: parsed.event_id,
+        new_event_type: parsed.event_type,
+        status: 'unchanged',
+      });
+      continue;
+    }
+    if (dryRun) {
+      result.repaired += 1;
+      result.rows.push({
+        id: row.id,
+        app_id: row.app_id,
+        old_event_id: row.event_id,
+        old_event_type: row.event_type,
+        new_event_id: parsed.event_id,
+        new_event_type: parsed.event_type,
+        status: 'would_repair',
+      });
+      continue;
+    }
+    try {
+      db
+        .query('UPDATE channel_inbound_raw_events SET event_id = ?, event_type = ?, parse_ok = 1 WHERE id = ?')
+        .run(parsed.event_id, parsed.event_type, row.id);
+      result.repaired += 1;
+      result.rows.push({
+        id: row.id,
+        app_id: row.app_id,
+        old_event_id: row.event_id,
+        old_event_type: row.event_type,
+        new_event_id: parsed.event_id,
+        new_event_type: parsed.event_type,
+        status: 'repaired',
+      });
+    } catch (err) {
+      const message = err instanceof Error ? err.message : String(err);
+      const conflict = message.toLowerCase().includes('unique') || message.toLowerCase().includes('constraint');
+      if (conflict) result.conflicts += 1;
+      else result.errors += 1;
+      result.rows.push({
+        id: row.id,
+        app_id: row.app_id,
+        old_event_id: row.event_id,
+        old_event_type: row.event_type,
+        new_event_id: parsed.event_id,
+        new_event_type: parsed.event_type,
+        status: conflict ? 'conflict' : 'error',
+        error: message,
+      });
+    }
+  }
+
+  return result;
+}