stratagate-dsh 0.3.13 → 0.3.15

package/dist/plugin.js

@@ -1689,6 +1689,7 @@ var PROFILE_FIELDS = {
   persistentNotes: { label: "Persistent notes", maxLength: 1200 }
 };
 var PROFILE_PROTECTED_SHORT_FIELDS = ["userPreferredName", "assistantPreferredName", "preferredLanguage", "reasoningLanguage", "defaultLocation", "homeCity", "currentCity"];
+var PROFILE_MAINTAINABLE_FIELDS = Object.keys(PROFILE_FIELDS).filter((field) => !PROFILE_PROTECTED_SHORT_FIELDS.includes(field));
 var PROFILE_TOTAL_MAX_LENGTH = 6e3;
 var PROFILE_MAINTENANCE_INTERVAL_MS = 24 * 60 * 60 * 1e3;
 var PROFILE_MAINTENANCE_TOTAL_THRESHOLD = 4800;
@@ -1714,8 +1715,9 @@ function validateProfile(profile) {
 function profileMaintenanceDue(profile, timeBasisAt, now = Date.now()) {
   const lengths = Object.keys(PROFILE_FIELDS).map((field) => ({ field, length: profileLength(profile[field]) }));
   const total = lengths.reduce((sum, item) => sum + item.length, 0);
-  if (total === 0) return false;
-  return timeBasisAt !== null && now - Date.parse(timeBasisAt) >= PROFILE_MAINTENANCE_INTERVAL_MS || total >= PROFILE_MAINTENANCE_TOTAL_THRESHOLD || lengths.some(({ field, length }) => length >= PROFILE_FIELDS[field].maxLength * 0.8);
+  const maintainableLengths = lengths.filter(({ field }) => PROFILE_MAINTAINABLE_FIELDS.includes(field));
+  if (!maintainableLengths.some(({ length }) => length > 0)) return false;
+  return timeBasisAt !== null && now - Date.parse(timeBasisAt) >= PROFILE_MAINTENANCE_INTERVAL_MS || total >= PROFILE_MAINTENANCE_TOTAL_THRESHOLD || maintainableLengths.some(({ field, length }) => length >= PROFILE_FIELDS[field].maxLength * 0.8);
 }
 function renderPersistentProfile(profile) {
   const lines = Object.keys(PROFILE_FIELDS).filter((field) => profile[field].length > 0).map((field) => `${PROFILE_FIELDS[field].label}: ${profile[field]}`);
@@ -4279,7 +4281,9 @@ var SqliteStorage = class _SqliteStorage {
     if (failed?.input_json === JSON.stringify(profile) && now < Date.parse(failed.next_retry_at)) return false;
     const state = this.getProfileMaintenanceState();
     if (!profileMaintenanceDue(profile, state?.lastSucceededAt ?? this.getProfileMaintenanceStartedAt(), now)) return false;
-    return !state || now - Date.parse(state.lastSucceededAt) >= 24 * 60 * 60 * 1e3 || state.inputJson !== JSON.stringify(profile);
+    if (!state) return true;
+    const maintained = JSON.parse(state.inputJson);
+    return PROFILE_MAINTAINABLE_FIELDS.some((field) => maintained[field] !== profile[field]);
   }
   writeProfileField(field, oldValue, newValue, source, sourceMessageId, now = (/* @__PURE__ */ new Date()).toISOString()) {
     this.database.prepare("INSERT INTO persistent_profile (field, value) VALUES (?, ?) ON CONFLICT (field) DO UPDATE SET value = excluded.value").run(field, newValue);
@@ -5497,6 +5501,7 @@ function agentEventCandidate(content, category, now, threadId) {
   };
 }
 var DERIVATION_BACKOFF_MS = 1e3;
+var GRAPH_PROJECTION_BATCH_SIZE = 8;
 function restrictExtractionRelations(temporal, allowedIds) {
   const result = { ...temporal };
   if (typeof result.sameEventId !== "string" || !allowedIds.has(result.sameEventId)) {
@@ -6665,6 +6670,18 @@ var StrataGate = class _StrataGate {
     return this.commitMutation(() => {
       const job = [...this.graphProjectionJobs.values()].filter(eligible).sort((left, right) => Number(left.status !== "pending") - Number(right.status !== "pending") || right.priority - left.priority || left.createdAt.localeCompare(right.createdAt))[0];
       if (!job) return null;
+      const sourceEventIds = job.sourceEventIds;
+      for (let index = GRAPH_PROJECTION_BATCH_SIZE; index < sourceEventIds.length; index += GRAPH_PROJECTION_BATCH_SIZE) {
+        const id = this.graphIdFactory("gproj");
+        this.graphProjectionJobs.set(id, {
+          ...job,
+          id,
+          sourceEventIds: sourceEventIds.slice(index, index + GRAPH_PROJECTION_BATCH_SIZE),
+          nodeIds: [],
+          edgeIds: []
+        });
+      }
+      job.sourceEventIds = sourceEventIds.slice(0, GRAPH_PROJECTION_BATCH_SIZE);
       const events = job.sourceEventIds.flatMap((id) => {
         const event = this.findEvent(id);
         return event ? [event] : [];
@@ -7550,30 +7567,30 @@ var StrataGate = class _StrataGate {
     return job;
   }
   queueGraphProjection(sourceEventIds, priority) {
-    if (!this.graphProjector) return null;
-    const completed = new Set([...this.graphProjectionJobs.values()].filter((job2) => job2.projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION && job2.status === "completed").flatMap((job2) => job2.sourceEventIds));
-    const queued = new Set([...this.graphProjectionJobs.values()].filter((job2) => job2.projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION && job2.status !== "completed").flatMap((job2) => job2.sourceEventIds));
+    if (!this.graphProjector) return;
+    const completed = new Set([...this.graphProjectionJobs.values()].filter((job) => job.projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION && job.status === "completed").flatMap((job) => job.sourceEventIds));
+    const queued = new Set([...this.graphProjectionJobs.values()].filter((job) => job.projectorVersion === KNOWLEDGE_GRAPH_PROJECTOR_VERSION && job.status !== "completed").flatMap((job) => job.sourceEventIds));
     const ids2 = [...new Set(sourceEventIds.filter((id) => this.findEvent(id) && !completed.has(id) && !queued.has(id)))];
-    if (ids2.length === 0) return null;
     const now = toUtc8Iso(this.now());
-    const job = {
-      id: this.graphIdFactory("gproj"),
-      sourceEventIds: ids2,
-      projectorVersion: KNOWLEDGE_GRAPH_PROJECTOR_VERSION,
-      status: "pending",
-      attempts: 0,
-      priority,
-      nodeIds: [],
-      edgeIds: [],
-      nameProvenanceRecoveryVersion: 1,
-      reason: null,
-      lastError: null,
-      nextRetryAt: null,
-      createdAt: now,
-      updatedAt: now
-    };
-    this.graphProjectionJobs.set(job.id, job);
-    return job;
+    for (let index = 0; index < ids2.length; index += GRAPH_PROJECTION_BATCH_SIZE) {
+      const job = {
+        id: this.graphIdFactory("gproj"),
+        sourceEventIds: ids2.slice(index, index + GRAPH_PROJECTION_BATCH_SIZE),
+        projectorVersion: KNOWLEDGE_GRAPH_PROJECTOR_VERSION,
+        status: "pending",
+        attempts: 0,
+        priority,
+        nodeIds: [],
+        edgeIds: [],
+        nameProvenanceRecoveryVersion: 1,
+        reason: null,
+        lastError: null,
+        nextRetryAt: null,
+        createdAt: now,
+        updatedAt: now
+      };
+      this.graphProjectionJobs.set(job.id, job);
+    }
   }
   recoverGraphNameProvenanceFailures() {
     for (const job of this.graphProjectionJobs.values()) {
@@ -7591,8 +7608,8 @@ var StrataGate = class _StrataGate {
       const score = (event) => (event.status === "active" ? 1e4 : 0) + event.weight.mentionCount * 100 + (event.scope === "project" ? 500 : 0) + (Date.parse(event.temporal.happenedStart ?? event.temporal.mentionedAt ?? event.updatedAt) || 0) / 1e12;
       return score(right) - score(left);
     });
-    for (let index = 0; index < candidates.length; index += 8) {
-      this.queueGraphProjection(candidates.slice(index, index + 8).map(({ id }) => id), candidates.length - index);
+    for (let index = 0; index < candidates.length; index += GRAPH_PROJECTION_BATCH_SIZE) {
+      this.queueGraphProjection(candidates.slice(index, index + GRAPH_PROJECTION_BATCH_SIZE).map(({ id }) => id), candidates.length - index);
     }
   }
   queueElementProjection(sourceEventIds) {
@@ -9052,6 +9069,7 @@ function parseTopicProjection(value, context) {
   return { topics };
 }
 var TOPIC_OUTPUT_TOKEN_BUDGET = 32768;
+var GRAPH_OUTPUT_TOKEN_BUDGET = 32768;
 var DshModelBridge = class {
   constructor(ctx, config, liveStructuredReasoningEffort) {
     this.ctx = ctx;
@@ -9387,6 +9405,7 @@ Use project scope for repository decisions, user scope for stable preferences/id
     const routeKey = `${baseRoute.provider}\0${baseRoute.model}`;
     let useOff = await this.shouldUseOff(baseRoute);
     const isTopic = kind === "topicProjector";
+    const isGraph = kind === "graphProjector";
     const topicDiagnostics = {
       ...topicMetadata,
       requestedOutputTokens: TOPIC_OUTPUT_TOKEN_BUDGET,
@@ -9413,7 +9432,7 @@ Use project scope for repository decisions, user scope for stable preferences/id
         }
       }
       const message = createUserMessage({
-        content: [{ type: "text", text: JSON.stringify(payload) }],
+        content: [{ type: "text", text: JSON.stringify(isGraph ? { ...object(payload), outputTokenBudget: GRAPH_OUTPUT_TOKEN_BUDGET } : payload) }],
         source: dshMessageSource()
       });
       const assembler = new BlockAssembler();
@@ -9433,7 +9452,7 @@ ${JSON_RETRY_INSTRUCTION}${graphRetryFeedback}${topicRetryFeedback}`,
           type: "function",
           function: { name: STRUCTURED_TOOLS[kind].name }
         },
-        maxTokens: kind === "dreamingStep" ? TOPIC_OUTPUT_TOKEN_BUDGET : kind === "profileMaintenance" ? Math.max(this.config.maxOutputTokens, Math.min(12e3, 512 + 2 * Array.from(JSON.stringify(payload)).length)) : isTopic ? TOPIC_OUTPUT_TOKEN_BUDGET : this.config.maxOutputTokens,
+        maxTokens: kind === "dreamingStep" ? TOPIC_OUTPUT_TOKEN_BUDGET : kind === "profileMaintenance" ? Math.max(this.config.maxOutputTokens, Math.min(12e3, 512 + 2 * Array.from(JSON.stringify(payload)).length)) : isTopic ? TOPIC_OUTPUT_TOKEN_BUDGET : isGraph ? GRAPH_OUTPUT_TOKEN_BUDGET : this.config.maxOutputTokens,
         sessionId: execution.sessionId,
         purpose: "compaction"
       };
@@ -9445,6 +9464,18 @@ ${JSON_RETRY_INSTRUCTION}${graphRetryFeedback}${topicRetryFeedback}`,
           request.maxTokens = Math.min(TOPIC_OUTPUT_TOKEN_BUDGET, Math.floor(window - input - 1024));
         }
       }
+      if (isGraph) {
+        const input = estimateTokens(JSON.stringify({ system: request.system, tools: request.tools, messages: request.messages }));
+        const window = this.contextWindows.get(routeKey);
+        if (window !== void 0) {
+          if (window - input - 1024 < 256) throw new Error("Graph input exceeds model context capacity; reduce the source batch");
+          request.maxTokens = Math.min(GRAPH_OUTPUT_TOKEN_BUDGET, Math.floor(window - input - 1024));
+        }
+        request.messages = [{ ...message, content: [{ type: "text", text: JSON.stringify({
+          ...object(payload),
+          outputTokenBudget: request.maxTokens
+        }) }] }];
+      }
       if (isTopic) {
         const estimateInput = () => estimateTokens(JSON.stringify({ system: request.system, tools: request.tools, messages: request.messages }));
         let inputTokens = estimateInput();
@@ -9522,6 +9553,9 @@ ${JSON_RETRY_INSTRUCTION}${graphRetryFeedback}${topicRetryFeedback}`,
 [finish=${finish.kind}; toolCalls=${calls.length}]`;
       lastResponse = responseForError;
       try {
+        if (isGraph && finish.kind === "max-tokens") {
+          throw new ModelJsonResponseError("StrataGate Graph output token limit reached", { response: responseForError });
+        }
         const expectedTool = STRUCTURED_TOOLS[kind].name;
         let parsed;
         if (calls.length !== 1 || calls[0]?.name !== expectedTool) {