@aigne/doc-smith 0.9.10 → 0.9.11-beta

package/agents/update/user-review-document.mjs

@@ -1,272 +0,0 @@
-import { marked } from "marked";
-import markedTerminal from "marked-terminal";
-import { getActiveRulesForScope } from "../../utils/preferences-utils.mjs";
-import { userContextAt } from "../../utils/utils.mjs";
-
-function extractMarkdownHeadings(content) {
-  if (!content || typeof content !== "string") {
-    return [];
-  }
-
-  const headings = [];
-
-  try {
-    // Use marked's lexer to tokenize the content
-    const tokens = marked.lexer(content);
-
-    // Extract heading tokens
-    function processTokens(tokenArray) {
-      for (const token of tokenArray) {
-        if (token.type === "heading") {
-          headings.push({
-            level: token.depth,
-            text: token.text.trim(),
-            prefix: "  ".repeat(token.depth - 1) + "📄".repeat(1),
-          });
-        }
-        // Process nested tokens if they exist (for lists, block quotes, etc.)
-        if (token.tokens) {
-          processTokens(token.tokens);
-        }
-      }
-    }
-
-    processTokens(tokens);
-  } catch (error) {
-    // If marked fails, fall back to regex but log the issue
-    console.warn(
-      "Failed to parse markdown with marked library, falling back to regex:",
-      error.message,
-    );
-    return extractMarkdownHeadingsFallback(content);
-  }
-
-  return headings;
-}
-
-// Fallback function using the original regex approach
-function extractMarkdownHeadingsFallback(content) {
-  const lines = content.split("\n");
-  const headings = [];
-
-  for (const line of lines) {
-    const match = line.match(/^(#{1,6})\s+(.+)$/);
-    if (match) {
-      const level = match[1].length;
-      const text = match[2].trim();
-      headings.push({
-        level,
-        text,
-        prefix: "  ".repeat(level - 1) + "📄".repeat(1),
-      });
-    }
-  }
-
-  return headings;
-}
-
-function printDocumentHeadings(content, title) {
-  console.log(`\n  ${"-".repeat(50)}`);
-  console.log(`  Current Document: ${title}`);
-  console.log(`  ${"-".repeat(50)}`);
-
-  const headings = extractMarkdownHeadings(content);
-
-  if (headings.length === 0) {
-    console.log("  This document has no headings.");
-  } else {
-    headings.forEach((heading) => {
-      console.log(`${heading.prefix} ${heading.text} (H${heading.level})`);
-    });
-  }
-  console.log();
-}
-
-async function showDocumentDetail(content, title) {
-  if (!content || typeof content !== "string" || content.trim().length === 0) {
-    console.log("There's no content to display.");
-    return;
-  }
-
-  try {
-    // Temporarily suppress console.error to hide language warnings
-    const originalError = console.error;
-    console.error = (message) => {
-      // Only suppress cli-highlight language warnings
-      if (
-        typeof message === "string" &&
-        message.toLowerCase().includes("Could not find the language")
-      ) {
-        return;
-      }
-      originalError(message);
-    };
-
-    marked.setOptions({
-      renderer: new markedTerminal(),
-    });
-
-    // FIXME: @zhanghan fix error "Could not find the language 'd2', did you forget to load/include a language module?"
-    const renderedMarkdown = marked(content);
-
-    // Restore original console.error
-    console.error = originalError;
-
-    console.log(`\nDocument: ${title || "Untitled Document"}`);
-    console.log("=".repeat(50));
-    console.log(renderedMarkdown);
-  } catch (_error) {
-    console.log("\nFalling back to plain text display (marked-terminal not available):\n");
-    console.log(`Document: ${title || "Untitled Document"}`);
-    console.log("=".repeat(50));
-    console.log(content);
-  }
-}
-
-export default async function userReviewDocument({ content, description, ...rest }, options) {
-  // Check if document content exists
-  if (!content || typeof content !== "string" || content.trim().length === 0) {
-    console.log("Please provide document content to review.");
-    return { content };
-  }
-
-  const title = rest.documentStructure?.find((x) => x.path === rest.path)?.title;
-
-  // Print current document headings structure
-  if (!rest.isChat) {
-    printDocumentHeadings(content, title || "Untitled Document");
-  }
-
-  // Initialize shared context with current content using path
-  const contentContext = userContextAt(options, `currentContents.${rest.path}`);
-  contentContext.set(content);
-
-  const MAX_ITERATIONS = 100;
-  const feedbacks = [];
-  let iterationCount = 0;
-
-  let feedback = "";
-
-  while (iterationCount < MAX_ITERATIONS) {
-    feedback = "";
-    iterationCount++;
-
-    if (rest.isChat && rest.feedback) {
-      feedback = rest.feedback;
-    } else {
-      // Ask user what they want to do
-      const action = await options.prompts.select({
-        message: "What would you like to do next?",
-        choices: [
-          {
-            name: "View document",
-            value: "view",
-          },
-          {
-            name: "Give feedback",
-            value: "feedback",
-          },
-          {
-            name: "Done",
-            value: "finish",
-          },
-        ],
-      });
-
-      if (action === "finish") {
-        break;
-      } else if (action === "view") {
-        await showDocumentDetail(contentContext.get(), title || "Untitled Document");
-      }
-
-      // Ask for feedback
-      feedback = await options.prompts.input({
-        message:
-          "How would you like to improve this document?\n" +
-          "Examples:\n" +
-          "  • Add troubleshooting section for common errors\n" +
-          "  • Simplify the explanation for beginners\n" +
-          "  • Remove the outdated information about version 1.0\n\n" +
-          "  Your feedback:",
-      });
-
-      // If no feedback, finish the loop
-      if (!feedback?.trim()) {
-        break;
-      }
-
-      feedbacks.push(feedback.trim());
-    }
-
-    // Get the updateDocument agent
-    const updateAgent = options.context.agents["updateSingleDocumentDetail"];
-    if (!updateAgent) {
-      console.log(
-        "We can't process your feedback right now. The document update feature is temporarily unavailable.",
-      );
-      console.log("Please try again later or contact support if this continues.");
-      break;
-    }
-
-    // Get user preferences
-    const contentRules = getActiveRulesForScope("document", [rest.path]);
-    const globalRules = getActiveRulesForScope("global");
-    const allApplicableRules = [...contentRules, ...globalRules];
-    const ruleTexts = allApplicableRules.map((rule) => rule.rule);
-    const userPreferences = ruleTexts.length > 0 ? ruleTexts.join("\n\n") : "";
-
-    try {
-      // Call updateDocument agent with feedback
-      const currentContent = contentContext.get();
-      const result = await options.context.invoke(updateAgent, {
-        ...rest,
-        originalContent: currentContent,
-        feedback: feedback.trim(),
-        userPreferences,
-        title,
-      });
-      contentContext.set(result.content);
-
-      // Check if feedback should be saved as user preference
-      const feedbackRefinerAgent = options.context.agents["checkFeedbackRefiner"];
-      if (feedbackRefinerAgent) {
-        try {
-          await options.context.invoke(feedbackRefinerAgent, {
-            documentContentFeedback: feedback.trim(),
-            stage: "document_refine",
-          });
-        } catch (refinerError) {
-          console.warn("We couldn't save your feedback as a preference:", refinerError.message);
-          console.warn("Your feedback was applied, but we couldn't save it as a preference.");
-        }
-      }
-
-      // Print updated document headings structure
-      printDocumentHeadings(contentContext.get(), title || "Untitled Document");
-
-      if (rest.isChat) {
-        break;
-      }
-    } catch (error) {
-      console.error("Error processing your feedback:");
-      console.error(`Type: ${error.name}`);
-      console.error(`Message: ${error.message}`);
-      if (error.stack) {
-        console.error(`Stack: ${error.stack}`);
-      }
-      console.log("\nPlease try rephrasing your feedback or continue with the current content.");
-
-      process.exit(0);
-    }
-  }
-
-  return {
-    title,
-    description,
-    ...rest,
-    content: contentContext.get(),
-    feedback: feedbacks.join(". "),
-  };
-}
-
-userReviewDocument.taskTitle = "User review and modify document content";

package/agents/utils/action-success.mjs

@@ -1,16 +0,0 @@
-import { shutdownMermaidWorkerPool } from "../../utils/mermaid-worker-pool.mjs";
-
-export default async function actionSuccess({ action }) {
-  // Shutdown mermaid worker pool to ensure clean exit
-  try {
-    await shutdownMermaidWorkerPool();
-  } catch (error) {
-    console.warn("Failed to shutdown mermaid worker pool:", error.message);
-  }
-
-  return {
-    message: `${action}`,
-  };
-}
-
-actionSuccess.task_render_mode = "hide";

package/agents/utils/analyze-document-feedback-intent.yaml

@@ -1,32 +0,0 @@
-name: analyzeDocumentFeedbackIntent
-description: Analyze user feedback to determine if data sources are needed for content modifications
-task_render_mode: hide
-instructions:
-  url: ../../prompts/utils/analyze-document-feedback-intent.md
-input_schema:
-  type: object
-  properties:
-    feedback:
-      type: string
-      description: User feedback for content modifications
-  required:
-    - feedback
-output_schema:
-  type: object
-  properties:
-    needDataSources:
-      type: boolean
-      description: Whether data sources are needed - true for add/edit operations that need context, false for delete/move/reorder operations
-    intentType:
-      type: string
-      description: The primary type of user intention
-    reason:
-      type: string
-      description: Explanation of why data sources are or aren't needed
-    error: 
-      type: boolean
-      description: If an error occurs during the analysis process
-  required:
-    - needDataSources
-    - intentType
-    - reason

package/agents/utils/analyze-feedback-intent.mjs

@@ -1,253 +0,0 @@
-import { AIAgent } from "@aigne/core";
-import z from "zod";
-import { diagramImageWithPathRegex } from "../../utils/d2-utils.mjs";
-
-/**
- * Detect existing diagram in document content using regex
- * Uses generic regex patterns to detect diagram images inserted by the system
- * @param {string} documentContent - Document content to analyze
- * @returns {Object|null} - Diagram info if found, null otherwise
- */
-function detectExistingDiagram(documentContent) {
-  if (!documentContent || typeof documentContent !== "string") {
-    return null;
-  }
-
-  // Use generic regex to detect diagram image blocks with special markers
-  // Format: <!-- DIAGRAM_IMAGE_START:type:aspectRatio -->![alt](path)<!-- DIAGRAM_IMAGE_END -->
-  const pathMatches = Array.from(documentContent.matchAll(diagramImageWithPathRegex));
-
-  if (pathMatches.length > 0) {
-    // Currently each document has only one diagram, so use the first one
-    const firstPathMatch = pathMatches[0];
-    const imagePath = firstPathMatch[4]; // Path is in capture group 4 (groups: 1=type, 2=aspectRatio, 3=timestamp, 4=path)
-    const fullMatch = firstPathMatch[0];
-
-    return {
-      path: imagePath,
-      index: 0,
-      markdown: fullMatch,
-    };
-  }
-
-  return null;
-}
-
-/**
- * Analyze user feedback to determine the intent type for document updates
- * Supports two modes:
- * - Global mode (no documentContent): Only analyzes feedback to determine intentType
- * - Single document mode (with documentContent): Detects diagrams and provides full analysis
- * Returns: { intentType, diagramInfo, generationMode, changes }
- */
-export default async function analyzeFeedbackIntent(
-  { feedback, shouldUpdateDiagrams, documentContent },
-  options,
-) {
-  // Check if documentContent is available (single document mode vs global mode)
-  const hasDocumentContent =
-    documentContent && typeof documentContent === "string" && documentContent.trim();
-
-  // Check if feedback exists and is not empty
-  // If feedback is empty and --diagram flag is set, default to updateDiagram
-  if (!feedback || typeof feedback !== "string" || !feedback.trim()) {
-    // If --diagram flag is set, default to updateDiagram (user wants to update diagrams)
-    if (shouldUpdateDiagrams) {
-      const diagramInfo = hasDocumentContent ? detectExistingDiagram(documentContent) : null;
-      return {
-        intentType: "updateDiagram",
-        diagramInfo,
-        generationMode: diagramInfo ? "image-to-image" : "add-new",
-        changes: [],
-      };
-    }
-    // No feedback and no flag - return minimal structure
-    const diagramInfo = hasDocumentContent ? detectExistingDiagram(documentContent) : null;
-    return {
-      intentType: null,
-      diagramInfo,
-      generationMode: null,
-      changes: [],
-    };
-  }
-
-  // Step 1: Detect existing diagram only if documentContent is available (single document mode)
-  const diagramInfo = hasDocumentContent ? detectExistingDiagram(documentContent) : null;
-
-  // Step 2: Build instructions with diagram context (only in single document mode)
-  let diagramContextSection = "";
-  if (hasDocumentContent) {
-    if (diagramInfo) {
-      diagramContextSection = `The document contains an existing diagram: ${diagramInfo.path}`;
-    } else {
-      diagramContextSection = `The document does not contain any diagram images.`;
-    }
-  }
-
-  const instructions = `Analyze the user feedback and classify the intent:
-
-**Intent Types:**
-- addDiagram: User wants to add/create a new diagram/image/chart
-- deleteDiagram: User wants to remove/delete an existing diagram/image/chart
-- updateDiagram: User wants to modify/update an existing diagram/image/chart
-- updateDocument: User wants to update text/content (not diagram-related)
-
-${diagramContextSection ? `**Context:** ${diagramContextSection}` : ""}
-
-**User Feedback:**
-${feedback.trim()}
-
-**For updateDiagram, determine generationMode:**
-- "image-to-image": Diagram exists AND user describes changes (default when diagram exists)
-- "text-only": User explicitly requests regenerating from text only
-- "add-new": No existing diagram
-
-Analyze the feedback and return the intent type, generationMode (if applicable), and any specific changes mentioned.`;
-
-  try {
-    const analyzeUpdateFeedbackIntentAgent = AIAgent.from({
-      name: "analyzeUpdateFeedbackIntent",
-      description:
-        "Analyze user feedback to determine if document are needed for content modifications",
-      task_render_mode: "hide",
-      instructions,
-      inputSchema: z.object({
-        feedback: z.string().describe("User feedback for content modifications"),
-        diagramInfo: z
-          .object({
-            path: z.string(),
-            index: z.number(),
-            markdown: z.string(),
-          })
-          .nullable()
-          .describe("Existing diagram information if found, null otherwise"),
-      }),
-      outputSchema: z.object({
-        intentType: z
-          .enum(["addDiagram", "deleteDiagram", "updateDiagram", "updateDocument"])
-          .describe(
-            "The primary type of user intention: one of addDiagram, deleteDiagram, updateDiagram, updateDocument",
-          ),
-        generationMode: z
-          .enum(["image-to-image", "text-only", "add-new", "remove-image"])
-          .optional()
-          .describe(
-            "Generation mode for diagram operations. Only relevant for addDiagram/updateDiagram. 'image-to-image' for modifying existing, 'text-only' for regenerating from text, 'add-new' for creating new.",
-          ),
-        changes: z
-          .array(z.string())
-          .optional()
-          .describe(
-            "Specific changes mentioned in feedback (e.g., ['add node: database', 'modify style: modern']). Only relevant for updateDiagram.",
-          ),
-      }),
-    });
-
-    const llmInput = {
-      feedback: feedback.trim(),
-      diagramInfo,
-    };
-    const llmResult = await options.context.invoke(analyzeUpdateFeedbackIntentAgent, llmInput);
-
-    // Handle case where LLM returns null, undefined, or invalid result
-    if (!llmResult || typeof llmResult !== "object") {
-      throw new Error(`LLM returned invalid result: ${JSON.stringify(llmResult)}`);
-    }
-
-    let { intentType, generationMode, changes } = llmResult;
-
-    // If LLM returned null/undefined intentType, try to infer from feedback content
-    if (!intentType) {
-      const feedbackLower = feedback.toLowerCase();
-      const hasDiagramTerms =
-        feedbackLower.includes("图") ||
-        feedbackLower.includes("diagram") ||
-        feedbackLower.includes("chart") ||
-        feedbackLower.includes("节点") ||
-        feedbackLower.includes("node");
-
-      if (hasDiagramTerms && diagramInfo) {
-        intentType = "updateDiagram";
-      } else if (hasDiagramTerms && !diagramInfo) {
-        intentType = "addDiagram";
-      } else {
-        intentType = "updateDocument";
-      }
-    }
-
-    // If --diagram flag is set and user didn't explicitly request delete/add,
-    // default to updateDiagram (for backward compatibility)
-    if (
-      shouldUpdateDiagrams &&
-      intentType &&
-      !["deleteDiagram", "addDiagram"].includes(intentType)
-    ) {
-      intentType = "updateDiagram";
-    }
-
-    // Set default generationMode based on intentType and diagramInfo if not provided by LLM
-    if (!generationMode) {
-      if (intentType === "deleteDiagram") {
-        generationMode = "remove-image";
-      } else if (intentType === "addDiagram") {
-        generationMode = "add-new";
-      } else if (intentType === "updateDiagram") {
-        generationMode = diagramInfo ? "image-to-image" : "add-new";
-      }
-    }
-
-    // Ensure we always have a valid intentType at this point
-    if (!intentType) {
-      intentType = "updateDocument";
-      generationMode = generationMode || null;
-    }
-
-    return {
-      intentType,
-      diagramInfo,
-      generationMode,
-      changes: changes || [],
-    };
-  } catch (error) {
-    console.warn(`[analyzeFeedbackIntent] Failed to analyze feedback intent: ${error.message}`);
-
-    // If analysis fails and --diagram flag is set, default to updateDiagram
-    if (shouldUpdateDiagrams) {
-      return {
-        intentType: "updateDiagram",
-        diagramInfo,
-        generationMode: diagramInfo ? "image-to-image" : "add-new",
-        changes: [],
-      };
-    }
-
-    // Fallback: try to infer intent from feedback content
-    const feedbackLower = feedback.toLowerCase();
-    const hasDiagramTerms =
-      feedbackLower.includes("图") ||
-      feedbackLower.includes("diagram") ||
-      feedbackLower.includes("chart") ||
-      feedbackLower.includes("节点") ||
-      feedbackLower.includes("node");
-
-    let fallbackIntentType = "updateDocument";
-    let fallbackGenerationMode = null;
-
-    if (hasDiagramTerms && diagramInfo) {
-      fallbackIntentType = "updateDiagram";
-      fallbackGenerationMode = "image-to-image";
-    } else if (hasDiagramTerms && !diagramInfo) {
-      fallbackIntentType = "addDiagram";
-      fallbackGenerationMode = "add-new";
-    }
-
-    return {
-      intentType: fallbackIntentType,
-      diagramInfo,
-      generationMode: fallbackGenerationMode,
-      changes: [],
-    };
-  }
-}
-
-analyzeFeedbackIntent.task_render_mode = "hide";

package/agents/utils/analyze-structure-feedback-intent.yaml

@@ -1,29 +0,0 @@
-name: analyzeStructureFeedbackIntent
-description: Analyze user feedback to determine if data sources are needed for structure modifications
-task_render_mode: hide
-instructions:
-  url: ../../prompts/utils/analyze-structure-feedback-intent.md
-input_schema:
-  type: object
-  properties:
-    feedback:
-      type: string
-      description: User feedback for structure modifications
-  required:
-    - feedback
-output_schema:
-  type: object
-  properties:
-    needDataSources:
-      type: boolean
-      description: Whether data sources are needed - true for add/edit operations that need context, false for delete/move/reorder operations
-    intentType:
-      type: string
-      description: The primary type of user intention
-    reason:
-      type: string
-      description: Explanation of why data sources are or aren't needed
-  required:
-    - needDataSources
-    - intentType
-    - reason

package/agents/utils/check-detail-result.mjs

@@ -1,51 +0,0 @@
-import { buildAllowedLinksFromStructure } from "../../utils/docs-finder-utils.mjs";
-import { checkMarkdown } from "../../utils/markdown-checker.mjs";
-
-export default async function checkDetailResult({
-  documentStructure,
-  reviewContent,
-  docsDir,
-  isApproved: preApproved,
-}) {
-  // If already approved (e.g., --diagram mode), skip validation
-  if (preApproved === true) {
-    return {
-      isApproved: true,
-      detailFeedback: "",
-    };
-  }
-
-  if (!reviewContent || reviewContent.trim() === "") {
-    return {
-      isApproved: false,
-      detailFeedback: "Review content is empty",
-    };
-  }
-
-  let isApproved = true;
-  const detailFeedback = [];
-
-  // Create a set of allowed links, including both original paths and processed .md paths
-  const allowedLinks = buildAllowedLinksFromStructure(documentStructure);
-
-  // Run comprehensive markdown validation with all checks
-  try {
-    const markdownErrors = await checkMarkdown(reviewContent, "result", {
-      allowedLinks,
-      baseDir: docsDir,
-    });
-
-    if (markdownErrors.length > 0) {
-      isApproved = false;
-      detailFeedback.push(...markdownErrors);
-    }
-  } catch (error) {
-    isApproved = false;
-    detailFeedback.push(`Found markdown validation error in result: ${error.message}`);
-  }
-
-  return {
-    isApproved,
-    detailFeedback: detailFeedback.join("\n"),
-  };
-}