@promptbook/cli 0.112.0-115 → 0.112.0-117

package/src/book-components/BookEditor/BookEditorMonacoTokenization.ts

@@ -1,7 +1,3 @@
-import type { string_book } from '../../book-2.0/agent-source/string_book';
-import { parseAgentSourceWithCommitments } from '../../book-2.0/agent-source/parseAgentSourceWithCommitments';
-import type { BookCommitment } from '../../commitments/_base/BookCommitment';
-
 /**
  * Regex source for absolute URL references inside TEAM/FROM/IMPORT commitments.
  *
@@ -28,12 +24,41 @@ const AGENT_REFERENCE_BRACED_PATTERN = '\\{[^{}\\r\\n]+\\}';
  *
  * @private function of BookEditorMonaco
  */
-const AGENT_REFERENCE_COMMITMENT_TYPES: ReadonlySet<BookCommitment> = new Set<BookCommitment>([
+const AGENT_REFERENCE_COMMITMENT_TYPES = ['FROM', 'IMPORT', 'IMPORTS', 'TEAM'] as const;
+
+/**
+ * Commitment types known to the browser editor tokenizer.
+ *
+ * @private function of BookEditorMonaco
+ */
+const BOOK_EDITOR_COMMITMENT_TYPES = [
+    'PERSONA',
+    'KNOWLEDGE',
+    'TASK',
+    'PROMPT',
+    'EXPECT',
+    'FORMAT',
+    'MODEL',
+    'SAMPLE',
     'FROM',
     'IMPORT',
     'IMPORTS',
     'TEAM',
-]);
+    'TODO',
+    'NOTE',
+    'NOTES',
+    'NONCE',
+] as const;
+
+/**
+ * Regex pattern to match horizontal lines.
+ *
+ * @private function of BookEditorMonaco
+ */
+const HORIZONTAL_LINE_PATTERN = /^[\s]*[-_*][\s]*[-_*][\s]*[-_*][\s]*[-_*]*[\s]*$/;
+
+const BOOK_EDITOR_COMMITMENT_LINE_REGEX = createCommitmentLineRegex(BOOK_EDITOR_COMMITMENT_TYPES);
+const AGENT_REFERENCE_COMMITMENT_LINE_REGEX = createCommitmentLineRegex(AGENT_REFERENCE_COMMITMENT_TYPES);
 
 /**
  * Range descriptor for one commitment block in source coordinates.
@@ -249,31 +274,74 @@ function collectAgentReferenceCommitmentLineRanges(
     content: string,
     sourceLines: ReadonlyArray<string>,
 ): Array<CommitmentLineRange> {
-    const parsed = parseAgentSourceWithCommitments(content as string_book);
     const ranges: Array<CommitmentLineRange> = [];
+    let activeRangeStartLineNumber: number | null = null;
+    let isInsideCodeBlock = false;
+    const startLineIndex = findBookBodyStartLineIndex(sourceLines);
+
+    for (let lineIndex = startLineIndex; lineIndex < sourceLines.length; lineIndex++) {
+        const line = sourceLines[lineIndex] || '';
+        const trimmedLine = line.trim();
 
-    for (let index = 0; index < parsed.commitments.length; index++) {
-        const commitment = parsed.commitments[index];
-        if (!commitment || !AGENT_REFERENCE_COMMITMENT_TYPES.has(commitment.type)) {
+        if (trimmedLine.startsWith('```')) {
+            isInsideCodeBlock = !isInsideCodeBlock;
             continue;
         }
 
-        const nextCommitmentStartLine = parsed.commitments[index + 1]?.lineNumber ?? sourceLines.length + 1;
-        const endLineNumber = Math.min(nextCommitmentStartLine - 1, sourceLines.length);
+        if (isInsideCodeBlock) {
+            continue;
+        }
 
-        if (commitment.lineNumber > endLineNumber) {
+        if (HORIZONTAL_LINE_PATTERN.test(line)) {
+            if (activeRangeStartLineNumber !== null) {
+                ranges.push({
+                    startLineNumber: activeRangeStartLineNumber,
+                    endLineNumber: lineIndex,
+                });
+                activeRangeStartLineNumber = null;
+            }
+            continue;
+        }
+
+        if (!BOOK_EDITOR_COMMITMENT_LINE_REGEX.test(trimmedLine)) {
             continue;
         }
 
+        if (activeRangeStartLineNumber !== null) {
+            ranges.push({
+                startLineNumber: activeRangeStartLineNumber,
+                endLineNumber: lineIndex,
+            });
+        }
+
+        activeRangeStartLineNumber = AGENT_REFERENCE_COMMITMENT_LINE_REGEX.test(trimmedLine) ? lineIndex + 1 : null;
+    }
+
+    if (activeRangeStartLineNumber !== null) {
         ranges.push({
-            startLineNumber: commitment.lineNumber,
-            endLineNumber,
+            startLineNumber: activeRangeStartLineNumber,
+            endLineNumber: sourceLines.length,
         });
     }
 
     return ranges;
 }
 
+function createCommitmentLineRegex(commitmentTypes: ReadonlyArray<string>): RegExp {
+    const commitmentPattern = [...commitmentTypes]
+        .sort((a, b) => b.length - a.length)
+        .map((type) => type.replace(/\s+/, '\\s+'))
+        .join('|');
+
+    return new RegExp(`^\\s*(${commitmentPattern})(?=\\s|$)`, 'i');
+}
+
+function findBookBodyStartLineIndex(sourceLines: ReadonlyArray<string>): number {
+    const titleLineIndex = sourceLines.findIndex((line) => line.trim().length > 0);
+
+    return titleLineIndex === -1 ? 0 : titleLineIndex + 1;
+}
+
 /**
  * Agent reference helpers for `BookEditorMonaco`.
  *

package/src/book-components/BookEditor/createDeprecatedCommitmentDiagnostics.browser.ts

@@ -0,0 +1,11 @@
+/**
+ * Browser-compatible stub for `createDeprecatedCommitmentDiagnostics`.
+ *
+ * In the browser build the full Node.js implementation is not available,
+ * so this stub always returns an empty array to keep the editor functional.
+ *
+ * @private internal utility of `BookEditorMonaco`
+ */
+export function createDeprecatedCommitmentDiagnostics(_agentSource?: string): [] {
+    return [];
+}

package/src/book-components/BookEditor/useBookEditorMonacoLanguage.ts

@@ -1,11 +1,6 @@
 import type { editor, Position } from 'monaco-editor';
 import { useEffect } from 'react';
-import { getAllCommitmentDefinitions } from '../../commitments/_common/getAllCommitmentDefinitions';
-import {
-    formatCommitmentReplacementText,
-    getCommitmentNoticeMetadata,
-} from '../../commitments/_common/getCommitmentNoticeMetadata';
-import { PROMPTBOOK_SYNTAX_COLORS } from '../../config';
+import { PROMPTBOOK_SYNTAX_COLORS } from './BookEditorBrowserConfig';
 import { BookEditorMonacoConstants } from './BookEditorMonacoConstants';
 import { BookEditorMonacoTokenization } from './BookEditorMonacoTokenization';
 import type { BookEditorTheme } from './BookEditorTheme';
@@ -303,23 +298,26 @@ export function ensureBookEditorMonacoLanguage(
 
     monaco.languages.register({ id: BookEditorMonacoConstants.BOOK_LANGUAGE_ID });
 
-    const commitmentDefinitions = getAllCommitmentDefinitions();
-    const commitmentTypes = [...new Set(commitmentDefinitions.map(({ type }) => type))];
-    const commitmentDefinitionByType = new Map(
-        commitmentDefinitions.map((definition) => [definition.type, definition]),
-    );
-    const completionCommitmentTypes = [...commitmentTypes].sort((leftType, rightType) => {
-        const leftDefinition = commitmentDefinitionByType.get(leftType);
-        const rightDefinition = commitmentDefinitionByType.get(rightType);
-        const leftRank = leftDefinition?.isUnfinished ? 1 : 0;
-        const rightRank = rightDefinition?.isUnfinished ? 1 : 0;
-
-        if (leftRank !== rightRank) {
-            return leftRank - rightRank;
-        }
-
-        return commitmentTypes.indexOf(leftType) - commitmentTypes.indexOf(rightType);
-    });
+    const commitmentTypes = [
+        'GOAL',
+        'RULE',
+        'PERSONA',
+        'KNOWLEDGE',
+        'TASK',
+        'PROMPT',
+        'EXPECT',
+        'FORMAT',
+        'MODEL',
+        'SAMPLE',
+        'FROM',
+        'IMPORT',
+        'IMPORTS',
+        'TEAM',
+        ...TODO_COMMITMENT_TYPES,
+        ...NOTE_COMMITMENT_TYPES,
+        'REMOVE',
+    ];
+    const completionCommitmentTypes = [...commitmentTypes];
     const noteLikeCommitmentTypeSet = new Set<string>([...TODO_COMMITMENT_TYPES, ...NOTE_COMMITMENT_TYPES]);
     const noteLikeCommitmentStates = createNoteLikeCommitmentStates(commitmentTypes);
     const executableCommitmentTypes = commitmentTypes.filter(
@@ -390,29 +388,17 @@ export function ensureBookEditorMonacoLanguage(
                 endColumn: word.endColumn,
             };
 
-            const suggestions = completionCommitmentTypes.map((type, index) => {
-                const definition = commitmentDefinitionByType.get(type);
-                const notice = definition ? getCommitmentNoticeMetadata(definition) : null;
-                const completionDocumentation = notice
-                    ? `${notice.detailLabel}. ${notice.message}${
-                          notice.kind === 'deprecated'
-                              ? formatCommitmentReplacementText(definition?.deprecation?.replacedBy)
-                              : ''
-                      }`
-                    : definition?.description || 'Commitment';
-
-                return {
-                    label: type,
-                    kind: monaco.languages.CompletionItemKind.Keyword,
-                    insertText: type,
-                    range,
-                    sortText: index.toString().padStart(4, '0'),
-                    detail: notice?.detailLabel || 'Commitment',
-                    documentation: {
-                        value: completionDocumentation,
-                    },
-                };
-            });
+            const suggestions = completionCommitmentTypes.map((type, index) => ({
+                label: type,
+                kind: monaco.languages.CompletionItemKind.Keyword,
+                insertText: type,
+                range,
+                sortText: index.toString().padStart(4, '0'),
+                detail: 'Commitment',
+                documentation: {
+                    value: 'Book commitment',
+                },
+            }));
 
             return { suggestions };
         },

package/src/book-components/BookEditor/useBookEditorMonacoStyles.ts

@@ -1,5 +1,5 @@
 import { useEffect } from 'react';
-import { PROMPTBOOK_SYNTAX_COLORS } from '../../config';
+import { PROMPTBOOK_SYNTAX_COLORS } from './BookEditorBrowserConfig';
 import type { BookEditorTheme } from './BookEditorTheme';
 
 /**

package/src/book-components/BookEditor/useBookEditorMonacoUploads.ts

@@ -3,7 +3,7 @@ import { type MutableRefObject, useCallback, useEffect, useMemo, useRef, useStat
 import type { Promisable } from 'type-fest';
 import { BookEditable } from '../../book-2.0/agent-source/BookEditable';
 import type { string_book } from '../../book-2.0/agent-source/string_book';
-import { DEFAULT_MAX_CONCURRENT_UPLOADS } from '../../config';
+import { DEFAULT_MAX_CONCURRENT_UPLOADS } from './BookEditorBrowserConfig';
 import { BookEditorMonacoConstants } from './BookEditorMonacoConstants';
 import { BookEditorMonacoFormatting } from './BookEditorMonacoFormatting';
 

package/src/book-components/Chat/utils/renderMarkdown.ts

@@ -5,7 +5,8 @@ import createDOMPurify, {
     type WindowLike as DomPurifyWindowLike,
 } from 'dompurify';
 import katex from 'katex';
-import { Converter as ShowdownConverter } from 'showdown';
+import type { Converter as ShowdownConverter } from 'showdown';
+import showdown from 'showdown';
 import type { string_html, string_markdown } from '../../../types/string_markdown';
 import { TODO_USE } from '../../../utils/organization/TODO_USE';
 import { createCitationMarkerRegex, parseCitationMarker } from './parseCitationMarker';
@@ -507,7 +508,7 @@ function normalizeMarkdownSublists(markdown: string_markdown): string_markdown {
 function createChatMarkdownConverter(options?: RenderMarkdownOptions): ShowdownConverter {
     const citationReferenceClassName = options?.citationReferenceClassName ?? DEFAULT_CITATION_REFERENCE_CLASS_NAME;
 
-    return new ShowdownConverter({
+    return new showdown.Converter({
         flavor: 'github',
         tables: true,
         strikethrough: true,

package/src/cli/cli-commands/agent-folder/agentProjectPaths.ts

@@ -1,12 +1,20 @@
 import { join } from 'path';
 import { spaceTrim } from 'spacetrim';
-
-/**
- * Relative path to the local agent source initialized by `ptbk agent-folder init`.
- *
- * @private internal utility of `ptbk agent-folder`
- */
-export const AGENT_BOOK_FILE_PATH = 'agent.book';
+import {
+    AGENT_BOOK_FILE_PATH,
+    AGENT_FAILED_MESSAGES_DIRECTORY_PATH,
+    AGENT_FINISHED_MESSAGES_DIRECTORY_PATH,
+    AGENT_MESSAGES_DIRECTORY_PATH,
+    AGENT_QUEUED_MESSAGES_DIRECTORY_PATH,
+} from '../../../book-3.0/agentFolderPaths';
+
+export {
+    AGENT_BOOK_FILE_PATH,
+    AGENT_FAILED_MESSAGES_DIRECTORY_PATH,
+    AGENT_FINISHED_MESSAGES_DIRECTORY_PATH,
+    AGENT_MESSAGES_DIRECTORY_PATH,
+    AGENT_QUEUED_MESSAGES_DIRECTORY_PATH,
+};
 
 /**
  * Relative path to local knowledge files initialized by `ptbk agent-folder init`.
@@ -15,34 +23,6 @@ export const AGENT_BOOK_FILE_PATH = 'agent.book';
  */
 export const AGENT_KNOWLEDGE_DIRECTORY_PATH = 'knowledge';
 
-/**
- * Relative path to the message queue root initialized by `ptbk agent-folder init`.
- *
- * @private internal utility of `ptbk agent-folder`
- */
-export const AGENT_MESSAGES_DIRECTORY_PATH = 'messages';
-
-/**
- * Relative path to queued user messages consumed by `ptbk agent-folder run-once`.
- *
- * @private internal utility of `ptbk agent-folder`
- */
-export const AGENT_QUEUED_MESSAGES_DIRECTORY_PATH = join(AGENT_MESSAGES_DIRECTORY_PATH, 'queued');
-
-/**
- * Relative path to answered messages written by `ptbk agent-folder run-once`.
- *
- * @private internal utility of `ptbk agent-folder`
- */
-export const AGENT_FINISHED_MESSAGES_DIRECTORY_PATH = join(AGENT_MESSAGES_DIRECTORY_PATH, 'finished');
-
-/**
- * Relative path to messages that the agent runner stopped retrying.
- *
- * @private internal utility of `ptbk agent-folder`
- */
-export const AGENT_FAILED_MESSAGES_DIRECTORY_PATH = join(AGENT_MESSAGES_DIRECTORY_PATH, 'failed');
-
 /**
  * Relative path to generated local agent documentation initialized by `ptbk agent-folder init`.
  *

package/src/commands/KNOWLEDGE/utils/knowledgeSourceContentToName.ts

@@ -1,4 +1,4 @@
-import { SHA256 as sha256 } from 'crypto-js';
+import CryptoJS from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
 import type { string_knowledge_source_content } from '../../../types/string_knowledge_source_content';
 import type { string_name } from '../../../types/string_name';
@@ -10,7 +10,7 @@ import { normalizeToKebabCase } from '../../../utils/normalization/normalize-to-
  * @public exported from `@promptbook/editable`
  */
 export function knowledgeSourceContentToName(knowledgeSourceContent: string_knowledge_source_content): string_name {
-    const hash = sha256(hexEncoder.parse(JSON.stringify(knowledgeSourceContent)))
+    const hash = CryptoJS.SHA256(hexEncoder.parse(JSON.stringify(knowledgeSourceContent)))
         //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
         .toString(/* hex */)
         .substring(0, 20);

package/src/commitments/_common/teamInternalAgentAccess.ts

@@ -1,4 +1,4 @@
-import { SHA256 as sha256 } from 'crypto-js';
+import CryptoJS from 'crypto-js';
 
 /**
  * Header used for same-server TEAM calls that may access private teammate agents.
@@ -44,7 +44,7 @@ export function resolveTeamInternalAgentAccessToken(): string | null {
         return null;
     }
 
-    return sha256(`promptbook-team-agent-access:${secret}`).toString();
+    return CryptoJS.SHA256(`promptbook-team-agent-access:${secret}`).toString();
 }
 
 /**

package/src/formats/csv/CsvFormatParser.ts

@@ -1,4 +1,4 @@
-import { unparse } from 'papaparse';
+import papaparse from 'papaparse';
 import { spaceTrim } from 'spacetrim';
 import type { TODO_any } from '../../utils/organization/TODO_any';
 import { TODO_USE } from '../../utils/organization/TODO_USE';
@@ -102,11 +102,11 @@ export const CsvFormatParser: FormatParser<
                             i > index ? { ...row, [outputParameterName]: PENDING_VALUE_PLACEHOLDER } : row,
                         );
                         */
-                        await onProgress(unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS }));
+                        await onProgress(papaparse.unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS }));
                     }
                 }
 
-                return unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                return papaparse.unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS });
             },
         },
         {
@@ -149,7 +149,7 @@ export const CsvFormatParser: FormatParser<
                     }),
                 );
 
-                return unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                return papaparse.unparse(mappedData, { ...settings, ...MANDATORY_CSV_SETTINGS });
             },
         },
     ],

package/src/formats/csv/utils/csvParse.ts

@@ -1,5 +1,5 @@
 import type { ParseResult } from 'papaparse';
-import { parse } from 'papaparse';
+import papaparse from 'papaparse';
 import type { Parameters } from '../../../types/Parameters';
 import type { TODO_any } from '../../../utils/organization/TODO_any';
 import { TODO_USE } from '../../../utils/organization/TODO_USE';
@@ -31,6 +31,6 @@ export function csvParse(
         value = value.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
     }
 
-    const csv = parse<Parameters>(value, settings);
+    const csv = papaparse.parse<Parameters>(value, settings);
     return csv;
 }

package/src/llm-providers/agent/AgentLlmExecutionTools.ts

@@ -1,4 +1,4 @@
-import { SHA256 as sha256 } from 'crypto-js';
+import CryptoJS from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
 import type { Promisable } from 'type-fest';
 import type { AgentModelRequirements } from '../../book-2.0/agent-source/AgentModelRequirements';
@@ -230,7 +230,7 @@ export class AgentLlmExecutionTools implements LlmExecutionTools {
      * Returns a virtual model name representing the agent behavior.
      */
     public get modelName(): string_model_name {
-        const hash = sha256(hexEncoder.parse(this.options.agentSource)).toString(/* hex */);
+        const hash = CryptoJS.SHA256(hexEncoder.parse(this.options.agentSource)).toString(/* hex */);
         const agentId = hash.substring(0, 10);
 
         return (normalizeToKebabCase(this.title) + '-' + agentId) as string_model_name;

package/src/llm-providers/agent/AgentLlmExecutionToolsAgentKitRunner.ts

@@ -1,4 +1,4 @@
-import { SHA256 as sha256 } from 'crypto-js';
+import CryptoJS from 'crypto-js';
 import type { CallChatModelStreamOptions } from '../../execution/LlmExecutionTools';
 import type { ChatPromptResult, CommonPromptResult } from '../../execution/PromptResult';
 import type { Prompt } from '../../types/Prompt';
@@ -29,7 +29,7 @@ type AgentKitCacheState = {
  * Computes one stable hash from a JSON-serializable value.
  */
 function computeJsonHash(value: unknown): string {
-    return sha256(JSON.stringify(value)).toString();
+    return CryptoJS.SHA256(JSON.stringify(value)).toString();
 }
 
 /**

package/src/llm-providers/agent/AgentLlmExecutionToolsOpenAiAssistantRunner.ts

@@ -1,4 +1,4 @@
-import { SHA256 as sha256 } from 'crypto-js';
+import CryptoJS from 'crypto-js';
 import type { CallChatModelStreamOptions } from '../../execution/LlmExecutionTools';
 import type { ChatPromptResult, CommonPromptResult } from '../../execution/PromptResult';
 import type { ChatPrompt, Prompt } from '../../types/Prompt';
@@ -12,7 +12,7 @@ import { emitAgentLlmExecutionToolsAssistantPreparationProgress } from './emitAg
  * Computes one stable hash from a JSON-serializable value.
  */
 function computeJsonHash(value: unknown): string {
-    return sha256(JSON.stringify(value)).toString();
+    return CryptoJS.SHA256(JSON.stringify(value)).toString();
 }
 
 /**