@redaksjon/protokoll 0.2.0 → 0.4.3

package/dist/transcript.js

@@ -18,7 +18,7 @@ import os__default from 'node:os';
 import winston from 'winston';
 import { IterationStrategyFactory } from '@riotprompt/riotprompt';
 
-const VERSION = "0.2.0 (HEAD/0ecc049 T:v0.2.0 2026-01-19 00:11:42 -0800) linux x64 v24.12.0";
+const VERSION = "0.4.3 (HEAD/94e6969 T:v0.4.3 2026-01-21 16:26:11 -0800) linux x64 v24.12.0";
 const PROGRAM_NAME = "protokoll";
 const DEFAULT_DIFF = true;
 const DEFAULT_LOG = false;
@@ -30,8 +30,8 @@ const DEFAULT_DEBUG = false;
 const DEFAULT_CONTENT_TYPES = ["diff"];
 const DEFAULT_INPUT_DIRECTORY = "./";
 const DEFAULT_OUTPUT_DIRECTORY = "./";
-const DEFAULT_AUDIO_EXTENSIONS = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm"];
-const ALLOWED_AUDIO_EXTENSIONS = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm"];
+const DEFAULT_AUDIO_EXTENSIONS = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm", "qta"];
+const ALLOWED_AUDIO_EXTENSIONS = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm", "qta"];
 const DEFAULT_OUTPUT_STRUCTURE = "month";
 const DEFAULT_OUTPUT_FILENAME_OPTIONS = ["date", "time", "subject"];
 const ALLOWED_OUTPUT_STRUCTURES = ["none", "year", "month", "day"];
@@ -242,6 +242,27 @@ const create$w = (params) => {
   };
 };
 
+const isParentProject = (projectA, projectB) => {
+  return projectB.relationships?.parent === projectA.id;
+};
+const isChildProject = (projectA, projectB) => {
+  return projectA.relationships?.parent === projectB.id;
+};
+const areSiblingProjects = (projectA, projectB) => {
+  const aSiblings = projectA.relationships?.siblings || [];
+  const bSiblings = projectB.relationships?.siblings || [];
+  return aSiblings.includes(projectB.id) || bSiblings.includes(projectA.id);
+};
+const getProjectRelationshipDistance = (projectA, projectB) => {
+  if (projectA.id === projectB.id) return 0;
+  if (isParentProject(projectA, projectB) || isChildProject(projectA, projectB)) return 1;
+  if (areSiblingProjects(projectA, projectB)) return 2;
+  if (projectA.relationships?.parent && projectB.relationships?.parent && projectA.relationships.parent === projectB.relationships.parent) {
+    return 2;
+  }
+  return -1;
+};
+
 const DIRECTORY_TO_TYPE = {
   "people": "person",
   "projects": "project",
@@ -555,6 +576,55 @@ const create$u = async (options = {}) => {
     },
     search: (query) => storage.search(query),
     findBySoundsLike: (phonetic) => storage.findBySoundsLike(phonetic),
+    /**
+     * Context-aware search that prefers entities related to context project.
+     * Still returns standard search results if no context provided.
+     */
+    searchWithContext: (query, contextProjectId) => {
+      const results = storage.search(query);
+      if (!contextProjectId) {
+        return results;
+      }
+      const contextProject = storage.get("project", contextProjectId);
+      if (!contextProject) {
+        return results;
+      }
+      const scoredResults = results.map((entity) => {
+        let score = 0;
+        if (entity.type === "project") {
+          const distance = getProjectRelationshipDistance(contextProject, entity);
+          if (distance >= 0) {
+            score += (3 - distance) * 50;
+          }
+        }
+        if (entity.type === "term") {
+          const term = entity;
+          if (term.projects?.includes(contextProjectId)) {
+            score += 100;
+          }
+        }
+        return { entity, score };
+      });
+      return scoredResults.sort((a, b) => b.score - a.score).map((r) => r.entity);
+    },
+    /**
+     * Get all projects related to a given project within maxDistance
+     * Distance: 0 = same, 1 = parent/child, 2 = siblings/cousins
+     */
+    getRelatedProjects: (projectId, maxDistance = 2) => {
+      const project = storage.get("project", projectId);
+      if (!project) return [];
+      const allProjects = storage.getAll("project");
+      const related = [];
+      for (const otherProject of allProjects) {
+        if (otherProject.id === projectId) continue;
+        const distance = getProjectRelationshipDistance(project, otherProject);
+        if (distance >= 0 && distance <= maxDistance) {
+          related.push({ project: otherProject, distance });
+        }
+      }
+      return related.sort((a, b) => a.distance - b.distance).map((r) => r.project);
+    },
     saveEntity: async (entity) => {
       const closestDir = discoveryResult.discoveredDirs.sort((a, b) => a.level - b.level)[0];
       if (!closestDir) {
@@ -2336,7 +2406,8 @@ const createRoutingMetadata = (decision) => {
   };
 };
 const extractTagsFromSignals = (signals) => {
-  return signals.filter((s) => s.type !== "context_type").map((s) => s.value).filter((v) => typeof v === "string");
+  const tags = signals.filter((s) => s.type !== "context_type").map((s) => s.value).filter((v) => typeof v === "string");
+  return Array.from(new Set(tags));
 };
 
 const create$l = (config) => {
@@ -3470,7 +3541,13 @@ const create$b = (ctx) => ({
         }
       };
     }
-    const searchResults = context.search(args.name);
+    let contextProjectId;
+    if (ctx.routingInstance) {
+      const allProjects2 = context.getAllProjects();
+      const activeProject = allProjects2.find((p) => p.active !== false);
+      contextProjectId = activeProject?.id;
+    }
+    const searchResults = context.searchWithContext(args.name, contextProjectId);
     const projectMatches = searchResults.filter((e) => e.type === "project");
     const termMatches = searchResults.filter((e) => e.type === "term");
     if (projectMatches.length > 0) {
@@ -3479,7 +3556,8 @@ const create$b = (ctx) => ({
         success: true,
         data: {
           found: true,
-          project
+          project,
+          matchedVia: "context_aware_search"
         }
       };
     }
@@ -3747,6 +3825,26 @@ const create$7 = (ctx) => {
   };
 };
 
+const cleanResponseContent = (content) => {
+  let cleaned = content.replace(/^(?:Using tools?|Let me|I'll|I will|Now I'll|First,?\s*I(?:'ll| will)).*?[\r\n]+/gim, "");
+  cleaned = cleaned.replace(/\{"tool":\s*"[^"]+",\s*"input":\s*\{[^}]*\}\}/g, "");
+  cleaned = cleaned.replace(/\b\w+_\w+\(\{[^}]*\}\)/g, "");
+  const lines = cleaned.split("\n");
+  let startIndex = 0;
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    if (line === "") continue;
+    const isCommentary = /^(checking|verifying|looking|searching|analyzing|processing|determining|using|calling|executing|I'm|I am|Let me)/i.test(line) || line.includes("tool") || line.includes('{"') || line.includes("reasoning");
+    if (!isCommentary) {
+      startIndex = i;
+      break;
+    }
+  }
+  if (startIndex > 0) {
+    cleaned = lines.slice(startIndex).join("\n");
+  }
+  return cleaned.trim();
+};
 const create$6 = (reasoning, ctx) => {
   const logger = getLogger();
   const registry = create$7(ctx);
@@ -3784,6 +3882,15 @@ CRITICAL RULES:
 - When you have finished processing, output the COMPLETE corrected transcript as Markdown.
 - Do NOT say you don't have the transcript - it's in the conversation history.
 
+OUTPUT REQUIREMENTS - EXTREMELY IMPORTANT:
+- Your final response MUST contain ONLY the corrected transcript text.
+- DO NOT include any commentary like "Using tools to..." or "Let me verify...".
+- DO NOT include any explanations about what you're doing or have done.
+- DO NOT include any tool call information or JSON in your response.
+- DO NOT include any reasoning or processing notes.
+- Your output will be inserted directly into the user-facing document.
+- If you need to use tools, use them silently - don't narrate what you're doing.
+
 Available tools:
 - lookup_person: Find information about people (use for any name that might be misspelled)
 - lookup_project: Find project routing information  
@@ -3803,6 +3910,7 @@ Please:
 3. Use route_note to determine the destination
 4. Then output the COMPLETE corrected transcript as clean Markdown
 
+CRITICAL: Your response must contain ONLY the transcript text - no commentary, no explanations, no tool information.
 Remember: preserve ALL content, only fix transcription errors.`;
     conversationHistory.push({ role: "user", content: initialPrompt });
     try {
@@ -4325,7 +4433,9 @@ Corrections made so far: ${state.resolvedEntities.size > 0 ? Array.from(state.re
 
 Continue analyzing. If you need more information, use the tools. 
 When you're done with tool calls, output the COMPLETE corrected transcript as Markdown.
-Do NOT summarize - include ALL original content with corrections applied.`;
+Do NOT summarize - include ALL original content with corrections applied.
+
+CRITICAL REMINDER: Your response must contain ONLY the transcript text. Do NOT include any commentary, explanations, or processing notes - those will leak into the user-facing document.`;
         conversationHistory.push({ role: "user", content: continuationPrompt });
         response = await reasoning.complete({
           systemPrompt,
@@ -4346,9 +4456,17 @@ Do NOT summarize - include ALL original content with corrections applied.`;
         });
       }
       if (response.content && response.content.length > 50) {
-        state.correctedText = response.content;
+        const cleanedContent = cleanResponseContent(response.content);
+        if (cleanedContent !== response.content) {
+          logger.warn(
+            "Removed leaked internal processing from response (%d -> %d chars)",
+            response.content.length,
+            cleanedContent.length
+          );
+        }
+        state.correctedText = cleanedContent;
         state.confidence = 0.9;
-        logger.debug("Final transcript generated: %d characters", response.content.length);
+        logger.debug("Final transcript generated: %d characters", cleanedContent.length);
       } else {
         logger.debug("Model did not produce transcript, requesting explicitly...");
         const finalRequest = `Please output the COMPLETE corrected transcript now.
@@ -4359,7 +4477,9 @@ ${transcriptText}
 CORRECTIONS TO APPLY:
 ${state.resolvedEntities.size > 0 ? Array.from(state.resolvedEntities.entries()).map(([k, v]) => `- "${k}" should be "${v}"`).join("\n") : "None identified"}
 
-Output the full transcript as clean Markdown. Do NOT summarize.`;
+Output the full transcript as clean Markdown. Do NOT summarize.
+
+CRITICAL: Your response must contain ONLY the corrected transcript text - absolutely no commentary, tool information, or explanations.`;
         const finalResponse = await reasoning.complete({
           systemPrompt,
           prompt: finalRequest
@@ -4367,7 +4487,15 @@ Output the full transcript as clean Markdown. Do NOT summarize.`;
         if (finalResponse.usage) {
           totalTokens += finalResponse.usage.totalTokens;
         }
-        state.correctedText = finalResponse.content || transcriptText;
+        const cleanedFinalContent = cleanResponseContent(finalResponse.content || transcriptText);
+        if (cleanedFinalContent !== finalResponse.content) {
+          logger.warn(
+            "Removed leaked internal processing from final response (%d -> %d chars)",
+            finalResponse.content?.length || 0,
+            cleanedFinalContent.length
+          );
+        }
+        state.correctedText = cleanedFinalContent;
         state.confidence = 0.8;
       }
     } catch (error) {
@@ -4510,14 +4638,14 @@ const create$3 = async (config) => {
   const routingProjects = contextProjects.filter((project) => project.active !== false).map((project) => ({
     projectId: project.id,
     destination: {
-      path: project.routing.destination || defaultPath,
-      structure: project.routing.structure,
-      filename_options: project.routing.filename_options,
+      path: project.routing?.destination || defaultPath,
+      structure: project.routing?.structure || defaultStructure,
+      filename_options: project.routing?.filename_options || defaultFilenameOptions,
       createDirectories: true
     },
     classification: project.classification,
     active: project.active,
-    auto_tags: project.routing.auto_tags
+    auto_tags: project.routing?.auto_tags
   }));
   logger.debug("Loaded %d projects from context for routing", routingProjects.length);
   const routingConfig = {
@@ -6567,7 +6695,7 @@ const listTranscripts = async (options) => {
     let content;
     try {
       content = await fs$1.readFile(filePath, "utf-8");
-    } catch (error) {
+    } catch {
       continue;
     }
     if (search) {
@@ -6670,5 +6798,5 @@ const registerTranscriptCommands = (program) => {
   });
 };
 
-export { ALLOWED_OUTPUT_FILENAME_OPTIONS as A, listTranscripts as B, create$d as C, DEFAULT_REASONING_LEVEL as D, processFeedback as E, applyChanges as F, parseTranscript as G, combineTranscripts as H, editTranscript as I, create$p as J, DEFAULT_TEMP_DIRECTORY as K, createCompletion as L, contentFetcher as M, projectAssist as N, PROGRAM_NAME as P, VERSION as V, PROTOKOLL_DEFAULTS as a, DEFAULT_MAX_AUDIO_SIZE as b, create$w as c, create$1 as d, DEFAULT_INTERMEDIATE_DIRECTORY as e, ALLOWED_OUTPUT_STRUCTURES as f, getLogger as g, ALLOWED_AUDIO_EXTENSIONS as h, DEFAULT_OUTPUT_DIRECTORY as i, DEFAULT_INPUT_DIRECTORY as j, DEFAULT_OUTPUT_FILENAME_OPTIONS as k, DEFAULT_OUTPUT_STRUCTURE as l, DEFAULT_AUDIO_EXTENSIONS as m, DEFAULT_TIMEZONE as n, DEFAULT_CONFIG_DIR as o, create$2 as p, create$u as q, create as r, setLogLevel as s, DEFAULT_CONTEXT_DIR_NAME as t, DEFAULT_CONTEXT_CONFIG_FILE_NAME as u, DEFAULT_MODEL as v, DEFAULT_TRANSCRIPTION_MODEL as w, registerActionCommands as x, registerFeedbackCommands as y, registerTranscriptCommands as z };
+export { ALLOWED_OUTPUT_FILENAME_OPTIONS as A, listTranscripts as B, DEFAULT_TEMP_DIRECTORY as C, DEFAULT_REASONING_LEVEL as D, create$p as E, create$d as F, processFeedback as G, applyChanges as H, combineTranscripts as I, editTranscript as J, parseTranscript as K, createCompletion as L, contentFetcher as M, projectAssist as N, PROGRAM_NAME as P, VERSION as V, PROTOKOLL_DEFAULTS as a, DEFAULT_MAX_AUDIO_SIZE as b, create$w as c, create$1 as d, DEFAULT_INTERMEDIATE_DIRECTORY as e, ALLOWED_OUTPUT_STRUCTURES as f, getLogger as g, ALLOWED_AUDIO_EXTENSIONS as h, DEFAULT_OUTPUT_DIRECTORY as i, DEFAULT_INPUT_DIRECTORY as j, DEFAULT_OUTPUT_FILENAME_OPTIONS as k, DEFAULT_OUTPUT_STRUCTURE as l, DEFAULT_AUDIO_EXTENSIONS as m, DEFAULT_TIMEZONE as n, DEFAULT_CONFIG_DIR as o, create$2 as p, create$u as q, create as r, setLogLevel as s, DEFAULT_CONTEXT_DIR_NAME as t, DEFAULT_CONTEXT_CONFIG_FILE_NAME as u, DEFAULT_MODEL as v, DEFAULT_TRANSCRIPTION_MODEL as w, registerActionCommands as x, registerFeedbackCommands as y, registerTranscriptCommands as z };
 //# sourceMappingURL=transcript.js.map