@promptbook/openai 0.100.3-0 → 0.101.0-0

package/esm/typings/src/book-2.0/agent-source/parseAgentSource.d.ts

@@ -1,23 +1,5 @@
-import type { string_agent_name } from '../../types/typeAliases';
-import type { string_url_image } from '../../types/typeAliases';
+import type { AgentBasicInformation } from './AgentBasicInformation';
 import type { string_book } from './string_book';
-export type AgentBasicInformation = {
-    /**
-     * Name of the agent
-     * This is the first line of the agent source
-     */
-    agentName: string_agent_name | null;
-    /**
-     * Optional description of the agent
-     * This is the line starting with "PERSONA"
-     */
-    personaDescription: string | null;
-    /**
-     * Optional profile image URL
-     * This is the line starting with "META IMAGE"
-     */
-    profileImageUrl: string_url_image;
-};
 /**
  * Parses basic information from agent source
  *
@@ -28,3 +10,6 @@ export type AgentBasicInformation = {
  * @public exported from `@promptbook/core`
  */
 export declare function parseAgentSource(agentSource: string_book): AgentBasicInformation;
+/**
+ * TODO: [🕛] Unite `AgentBasicInformation`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
+ */

package/esm/typings/src/book-2.0/agent-source/parseAgentSourceWithCommitments.d.ts

@@ -0,0 +1,9 @@
+import type { AgentSourceParseResult } from './AgentSourceParseResult';
+import type { string_book } from './string_book';
+/**
+ * Parses agent source using the new commitment system with multiline support
+ * This function replaces the hardcoded commitment parsing in the original parseAgentSource
+ *
+ * @private internal utility of `parseAgentSource`
+ */
+export declare function parseAgentSourceWithCommitments(agentSource: string_book): AgentSourceParseResult;

package/esm/typings/src/book-2.0/commitments/ACTION/ACTION.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * ACTION commitment definition
  *

package/esm/typings/src/book-2.0/commitments/FORMAT/FORMAT.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * FORMAT commitment definition
  *

package/esm/typings/src/book-2.0/commitments/KNOWLEDGE/KNOWLEDGE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * KNOWLEDGE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/META_IMAGE/META_IMAGE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * META IMAGE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/META_LINK/META_LINK.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * META LINK commitment definition
  *

package/esm/typings/src/book-2.0/commitments/MODEL/MODEL.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * MODEL commitment definition
  *

package/esm/typings/src/book-2.0/commitments/NOTE/NOTE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * NOTE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/PERSONA/PERSONA.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * PERSONA commitment definition
  *

package/esm/typings/src/book-2.0/commitments/RULE/RULE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * RULE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/SAMPLE/SAMPLE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * SAMPLE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/STYLE/STYLE.d.ts

@@ -1,5 +1,5 @@
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from '../_base/BaseCommitmentDefinition';
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
 /**
  * STYLE commitment definition
  *

package/esm/typings/src/book-2.0/commitments/_base/BaseCommitmentDefinition.d.ts

@@ -1,4 +1,4 @@
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import type { CommitmentDefinition } from './CommitmentDefinition';
 /**
  * Base implementation of CommitmentDefinition that provides common functionality

package/esm/typings/src/book-2.0/commitments/_base/CommitmentDefinition.d.ts

@@ -1,4 +1,4 @@
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 /**
  * Definition of a commitment that can be applied to agent model requirements
  *

package/esm/typings/src/book-2.0/commitments/_base/NotYetImplementedCommitmentDefinition.d.ts

@@ -1,4 +1,4 @@
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 import { BaseCommitmentDefinition } from './BaseCommitmentDefinition';
 /**
  * Placeholder commitment definition for commitments that are not yet implemented

package/esm/typings/src/book-2.0/commitments/{_misc → _base}/ParsedCommitment.d.ts

@@ -1,4 +1,4 @@
-import type { BookCommitment } from '../_base/BookCommitment';
+import type { BookCommitment } from './BookCommitment';
 /**
  * Parsed commitment line from agent source
  */

package/esm/typings/src/book-2.0/commitments/_base/createEmptyAgentModelRequirements.d.ts

@@ -1,4 +1,4 @@
-import type { AgentModelRequirements } from '../_misc/AgentModelRequirements';
+import type { AgentModelRequirements } from '../../agent-source/AgentModelRequirements';
 /**
  * Creates an empty/basic agent model requirements object
  * This serves as the starting point for the reduce-like pattern

package/esm/typings/src/book-2.0/utils/extractAgentMetadata.d.ts

@@ -0,0 +1,17 @@
+import type { string_url_image } from '../../types/typeAliases';
+/**
+ * Extracts persona, examples, and profile image from agent definition text
+ * @param systemMessage The original system message that may contain PERSONA, EXAMPLE, and META IMAGE lines
+ * @returns Object with extracted information and cleaned system message
+ *
+ * @private - TODO: [🧠] Maybe should be public?
+ */
+export declare function extractAgentMetadata(systemMessage: string): {
+    persona?: {
+        name: string;
+        description?: string;
+    };
+    examples: string[];
+    profileImageUrl?: string_url_image;
+    cleanedSystemMessage: string;
+};

package/esm/typings/src/book-2.0/utils/extractProfileImageFromSystemMessage.d.ts

@@ -0,0 +1,12 @@
+import type { string_url_image } from '../../types/typeAliases';
+/**
+ * Extracts profile image URL from agent definition text and returns cleaned system message
+ * @param systemMessage The original system message that may contain META IMAGE line
+ * @returns Object with profileImageUrl (if found) and cleanedSystemMessage (without META IMAGE line)
+ *
+ * @private - TODO: [🧠] Maybe should be public?
+ */
+export declare function extractProfileImageFromSystemMessage(systemMessage: string): {
+    profileImageUrl?: string_url_image;
+    cleanedSystemMessage: string;
+};

package/esm/typings/src/book-2.0/utils/generateGravatarUrl.d.ts

@@ -0,0 +1,10 @@
+import { string_agent_name } from '../../types/typeAliases';
+/**
+ * Generates a gravatar URL based on agent name for fallback avatar
+ *
+ * @param agentName The agent name to generate avatar for
+ * @returns Gravatar URL
+ *
+ * @private - [🤹] The fact that profile image is Gravatar is just implementation detail which should be hidden for consumer
+ */
+export declare function generateGravatarUrl(agentName?: string_agent_name): string;

package/esm/typings/src/book-2.0/utils/generatePlaceholderAgentProfileImageUrl.d.ts

@@ -0,0 +1,10 @@
+import { string_agent_name, string_url_image } from '../../types/typeAliases';
+/**
+ * Generates an image for the agent to use as profile image
+ *
+ * @param agentName The agent name to generate avatar for
+ * @returns The placeholder profile image URL for the agent
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare function generatePlaceholderAgentProfileImageUrl(agentName?: string_agent_name): string_url_image;

package/esm/typings/src/book-components/AvatarProfile/AvatarChip/AvatarChip.d.ts

@@ -1,4 +1,4 @@
-import type { AgentBasicInformation } from '../../../book-2.0/agent-source/parseAgentSource';
+import type { AgentBasicInformation } from '../../../book-2.0/agent-source/AgentBasicInformation';
 import type { string_css_class } from '../../../types/typeAliases';
 /**
  * Props of `AvatarChip`

package/esm/typings/src/book-components/AvatarProfile/AvatarProfile/AvatarProfile.d.ts

@@ -1,4 +1,4 @@
-import type { AgentBasicInformation } from '../../../book-2.0/agent-source/parseAgentSource';
+import type { AgentBasicInformation } from '../../../book-2.0/agent-source/AgentBasicInformation';
 import type { string_css_class } from '../../../types/typeAliases';
 /**
  * Props of `AvatarProfile`
@@ -9,10 +9,7 @@ export type AvatarProfileProps = {
     /**
      * Agent to be shown
      */
-    readonly agent: AgentBasicInformation & {
-        agentTitle?: string;
-        agentDescription?: string;
-    };
+    readonly agent: AgentBasicInformation;
     /**
      * Optional CSS class name which will be added to root <div> element
      */
@@ -24,6 +21,3 @@ export type AvatarProfileProps = {
  * @public exported from `@promptbook/components`
  */
 export declare function AvatarProfile(props: AvatarProfileProps): import("react/jsx-runtime").JSX.Element;
-/**
- * TODO: [🕛] Unite `AvatarProfileProps`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
- */

package/esm/typings/src/book-components/Chat/Chat/ChatProps.d.ts

@@ -79,6 +79,12 @@ export type ChatProps = {
         onAssistantVoiceResponse?: (content: string, isVoiceCall: boolean) => void;
         onVoiceCallStateChange?: (isVoiceCalling: boolean) => void;
     };
+    /**
+     * Indicates whether a the text is AI-generated and should be humanized
+     *
+     * @default true
+     */
+    readonly isAiTextHumanized?: boolean;
     /**
      * Indicates whether a voice call is currently active
      */

package/esm/typings/src/book-components/Chat/types/ChatParticipant.d.ts

@@ -28,5 +28,5 @@ export type ChatParticipant = {
     color: string_color | Color;
 };
 /**
- * TODO: [🕛] Unite `AvatarProfileProps`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
+ * TODO: [🕛] Unite `AgentBasicInformation`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
  */

package/esm/typings/src/llm-providers/_common/profiles/llmProviderProfiles.d.ts

@@ -76,6 +76,6 @@ export declare function getLlmProviderProfile(providerKey: keyof typeof LLM_PROV
 export declare function createCustomLlmProfile(baseProfile: ChatParticipant, overrides: Partial<ChatParticipant>): ChatParticipant;
 /**
  * TODO: Refactor this - each profile must be alongside the provider definition
- * TODO: [🕛] Unite `AvatarProfileProps`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
+ * TODO: [🕛] Unite `AgentBasicInformation`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
  * Note: [💞] Ignore a discrepancy between file name and entity name
  */

package/esm/typings/src/utils/expectation-counters/countCharacters.d.ts

@@ -7,4 +7,5 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
 export declare function countCharacters(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
- */ 
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ */

package/esm/typings/src/utils/expectation-counters/countLines.d.ts

@@ -9,4 +9,5 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
 export declare function countLines(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
- */ 
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ */

package/esm/typings/src/utils/expectation-counters/countPages.d.ts

@@ -9,4 +9,5 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
 export declare function countPages(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
- */ 
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ */

package/esm/typings/src/utils/expectation-counters/countParagraphs.d.ts

@@ -7,4 +7,5 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
 export declare function countParagraphs(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
- */ 
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ */

package/esm/typings/src/utils/expectation-counters/countSentences.d.ts

@@ -13,4 +13,5 @@ export declare function splitIntoSentences(text: string): ReadonlyArray<string>;
 export declare function countSentences(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
  */

package/esm/typings/src/utils/expectation-counters/countWords.d.ts

@@ -7,4 +7,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
 export declare function countWords(text: string): ExpectationAmount;
 /**
  * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
- */ 
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ * TODO: [✌️] `countWords` should be just `splitWords(...).length`, and all other counters should use this pattern as well
+ */

package/esm/typings/src/utils/markdown/humanizeAiText.d.ts

@@ -0,0 +1,12 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Function `humanizeAiText` will remove traces of AI text generation artifacts
+ *
+ * Tip: If you want more control, look for other functions for example `humanizeAiTextEmdashed` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function humanizeAiText(aiText: string_markdown): string_markdown;
+/**
+ * TODO: [🅾️] !!! Use this across the project where AI text is involved
+ */

package/esm/typings/src/utils/markdown/humanizeAiText.test.d.ts

@@ -0,0 +1 @@
+export {};

package/esm/typings/src/utils/markdown/humanizeAiTextEllipsis.d.ts

@@ -0,0 +1,12 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Change ellipsis character to three dots `…` -> `...`
+ *
+ * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function humanizeAiTextEllipsis(aiText: string_markdown): string_markdown;
+/**
+ * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
+ */

package/esm/typings/src/utils/markdown/humanizeAiTextEmdashed.d.ts

@@ -0,0 +1,12 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Change em-dashes to regular dashes `—` -> `-`
+ *
+ * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function humanizeAiTextEmdashed(aiText: string_markdown): string_markdown;
+/**
+ * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
+ */

package/esm/typings/src/utils/markdown/humanizeAiTextQuotes.d.ts

@@ -0,0 +1,12 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Change smart quotes to regular quotes
+ *
+ * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function humanizeAiTextQuotes(aiText: string_markdown): string_markdown;
+/**
+ * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
+ */

package/esm/typings/src/utils/markdown/humanizeAiTextWhitespace.d.ts

@@ -0,0 +1,12 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Change unprintable hard spaces to regular spaces
+ *
+ * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function humanizeAiTextWhitespace(aiText: string_markdown): string_markdown;
+/**
+ * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
+ */

package/esm/typings/src/utils/markdown/promptbookifyAiText.d.ts

@@ -0,0 +1,11 @@
+import { string_markdown } from '../../types/typeAliases';
+/**
+ * Function `promptbookifyAiText` will slightly modify the text so we know it was processed by Promptbook
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function promptbookifyAiText(text: string_markdown): string_markdown;
+/**
+ * TODO: [🅾️]!!! Use this across the project where AI text is involved
+ * TODO: [🧠][✌️] Make some Promptbook-native token system
+ */

package/esm/typings/src/utils/markdown/promptbookifyAiText.test.d.ts

@@ -0,0 +1 @@
+export {};

package/esm/typings/src/utils/markdown/removeMarkdownLinks.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Removes Markdown link tags from a string.
+ *
+ * @param {string} str - The string to remove Markdown tags from.
+ * @returns {string} The input string with all Markdown tags removed.
+ * @public exported from `@promptbook/markdown-utils`
+ */
+export declare function removeMarkdownLinks(str: string): string;
+/**
+ * @see https://chat.openai.com/chat/bb7c3a5b-fe9c-4ccc-9057-f47e0fd66489
+ */

package/esm/typings/src/utils/markdown/removeMarkdownLinks.test.d.ts

@@ -0,0 +1,4 @@
+export {};
+/**
+ * @see https://chat.openai.com/chat/bb7c3a5b-fe9c-4ccc-9057-f47e0fd66489
+ */

package/esm/typings/src/version.d.ts

@@ -15,7 +15,7 @@ export declare const BOOK_LANGUAGE_VERSION: string_semantic_version;
 export declare const PROMPTBOOK_ENGINE_VERSION: string_promptbook_version;
 /**
  * Represents the version string of the Promptbook engine.
- * It follows semantic versioning (e.g., `0.100.2`).
+ * It follows semantic versioning (e.g., `0.100.4-0`).
  *
  * @generated
  */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/openai",
-    "version": "0.100.3-0",
+    "version": "0.101.0-0",
     "description": "Promptbook: Run AI apps in plain human language across multiple models and platforms",
     "private": false,
     "sideEffects": false,
@@ -102,7 +102,7 @@
     "module": "./esm/index.es.js",
     "typings": "./esm/typings/src/_packages/openai.index.d.ts",
     "peerDependencies": {
-        "@promptbook/core": "0.100.3-0"
+        "@promptbook/core": "0.101.0-0"
     },
     "dependencies": {
         "bottleneck": "^2.19.5",

package/umd/index.umd.js

@@ -25,7 +25,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.100.3-0';
+    const PROMPTBOOK_ENGINE_VERSION = '0.101.0-0';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -937,7 +937,7 @@
     };
     /**
      * TODO: Refactor this - each profile must be alongside the provider definition
-     * TODO: [🕛] Unite `AvatarProfileProps`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
+     * TODO: [🕛] Unite `AgentBasicInformation`, `ChatParticipant`, `LlmExecutionTools` +  `LlmToolsMetadata`
      * Note: [💞] Ignore a discrepancy between file name and entity name
      */
 
@@ -957,6 +957,7 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
      */
 
     /**
@@ -991,6 +992,7 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
      */
 
     /**
@@ -1005,6 +1007,7 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
      */
 
     /**
@@ -1017,6 +1020,7 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
      */
 
     /**
@@ -1037,6 +1041,7 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
      */
 
     const defaultDiacriticsRemovalMap = [
@@ -1314,6 +1319,8 @@
     }
     /**
      * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     * TODO: [🧠][✌️] Make some Promptbook-native token system
+     * TODO: [✌️] `countWords` should be just `splitWords(...).length`, and all other counters should use this pattern as well
      */
 
     /**