@promptbook/cli 0.112.0-104 → 0.112.0-106

package/src/llm-providers/_multiple/playground/playground.ts

@@ -1,141 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors'; // <- TODO: [🔶] Make system to put color and style to both node and browser
-import { embeddingVectorToString } from '../../../execution/embeddingVectorToString';
-import { usageToHuman } from '../../../execution/utils/usageToHuman';
-import { $provideScriptingForNode } from '../../../scrapers/_common/register/$provideScriptingForNode';
-import type { Prompt } from '../../../types/Prompt';
-import { keepUnused } from '../../../utils/organization/keepUnused';
-import { AnthropicClaudeExecutionTools } from '../../anthropic-claude/AnthropicClaudeExecutionTools';
-import { AzureOpenAiExecutionTools } from '../../azure-openai/AzureOpenAiExecutionTools';
-import { OpenAiExecutionTools } from '../../openai/OpenAiExecutionTools';
-import { joinLlmExecutionTools } from '../joinLlmExecutionTools';
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Multiple LLMs Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    const tools = {
-        llm: [
-            new OpenAiExecutionTools(
-                //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                {
-                    isVerbose: true,
-                    userId: 'playground',
-                    apiKey: process.env.OPENAI_API_KEY!,
-                },
-            ),
-            new AnthropicClaudeExecutionTools(
-                //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                {
-                    isVerbose: true,
-                    apiKey: process.env.ANTHROPIC_CLAUDE_API_KEY!,
-                },
-            ),
-            new AzureOpenAiExecutionTools(
-                //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                {
-                    isVerbose: true,
-                    userId: 'playground',
-                    resourceName: process.env.AZUREOPENAI_RESOURCE_NAME!,
-                    deploymentName: process.env.AZUREOPENAI_DEPLOYMENT_NAME!,
-                    apiKey: process.env.AZUREOPENAI_API_KEY!,
-                },
-            ),
-            // TODO: [🦻] Add langtail
-        ],
-        script: await $provideScriptingForNode({}),
-    };
-    const llmTools = joinLlmExecutionTools('Playground tools', ...tools.llm);
-
-    keepUnused(llmTools);
-    keepUnused(embeddingVectorToString);
-    keepUnused(usageToHuman);
-    keepUnused<Prompt>();
-
-    /*/
-    const models = await llmTools.listModels();
-    console.info(llmTools.title, llmTools.description);
-    console.info({ models });
-    /**/
-
-    /*/
-    const chatPrompt = {
-        title: 'Hello',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            // modelName: 'foo',
-            modelVariant: 'CHAT',
-        },
-    } as const satisfies Prompt;
-    const chatPromptResult = await llmTools.callChatModel(chatPrompt);
-    console.info({ chatPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(chatPrompt.content));
-    console.info(colors.bgGreen(' Completion: ') + colors.green(chatPromptResult.content));
-    /**/
-
-    /*/
-    const completionPrompt = {
-        title: 'Hello',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            modelVariant: 'COMPLETION',
-        },
-    } as const satisfies Prompt;
-    const completionPromptResult = await llmTools.callCompletionModel(completionPrompt);
-    console.info({ completionPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.green(completionPrompt.content + completionPromptResult.content));
-    /**/
-
-    /*/
-    // TODO: Test Translations in playground
-    /**/
-
-    /*/
-    const prompt = {
-        title: 'Embedding Prompt',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            modelVariant: 'EMBEDDING',
-            // modelName: 'text-embedding-ada-002',
-        },
-    } as const satisfies Prompt;
-    const promptResult = await llmTools.callEmbeddingModel(prompt);
-    console.info({ promptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(prompt.content));
-    console.info(colors.bgGreen(' Embedding: ') + colors.green(embeddingVectorToString(promptResult.content)));
-    /**/
-
-    /*/
-    // <- Note: [🤖] Test here new model variant if needed
-    /**/
-
-    //========================================/
-}
-
-// Note: [⚫] Code for playground [_multiple playground](src/llm-providers/_multiple/playground/playground.ts) should never be published in any package

package/src/llm-providers/_multiple/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}

package/src/llm-providers/agent/playground/playground.ts

@@ -1,190 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors';
-import { join } from 'path';
-import * as $registrations from '../../../_packages/cli.index';
-import { getAllCommitmentsToolFunctionsForNode } from '../../../commitments/_common/getAllCommitmentsToolFunctionsForNode';
-import { DEFAULT_EXECUTION_CACHE_DIRNAME } from '../../../config';
-import { usageToHuman } from '../../../execution/utils/usageToHuman';
-import { book } from '../../../pipeline/book-notation';
-import { $provideFilesystemForNode } from '../../../scrapers/_common/register/$provideFilesystemForNode';
-import { JavascriptExecutionTools } from '../../../scripting/javascript/JavascriptExecutionTools';
-import { FileCacheStorage } from '../../../storage/file-cache-storage/FileCacheStorage';
-import type { ChatPrompt } from '../../../types/Prompt';
-import { $sideEffect } from '../../../utils/organization/$sideEffect';
-import { just } from '../../../utils/organization/just';
-import { keepImported } from '../../../utils/organization/keepImported';
-import { cacheLlmTools } from '../../_common/utils/cache/cacheLlmTools';
-import { OpenAiAgentKitExecutionTools } from '../../openai/OpenAiAgentKitExecutionTools';
-import { createAgentLlmExecutionTools } from '../createAgentLlmExecutionTools';
-
-$sideEffect($registrations); // <- Note: LLM Providers are registered by importing their registration files
-
-/**
- * Main function demonstrating AgentLlmExecutionTools usage
- */
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Demo AgentLlmExecutionTools in a chat scenario
- */
-async function playground() {
-    // Create underlying OpenAI tools
-
-    const nonce = '(1)';
-    const isVerbose = true;
-
-    /*/
-    const llmTools = await $provideLlmToolsFromEnv({
-        title: 'LLM Tools for Agent Playground',
-    });
-     /**/
-
-    /**/
-    const llmTools = new OpenAiAgentKitExecutionTools({
-        apiKey: process.env.OPENAI_API_KEY,
-        executionTools: {
-            script: new JavascriptExecutionTools({
-                isVerbose,
-                functions: getAllCommitmentsToolFunctionsForNode(),
-            }),
-        },
-        isVerbose,
-    });
-    /**/
-
-    /*/
-    console.info(colors.bgBlue(`🤖  LLM Tools:`));
-    console.info(colors.bgCyan(llmTools.title));
-    console.info(colors.cyan(llmTools.description));
-    /**/
-
-    /*/
-    // Test configuration
-    console.info(colors.bgBlue(`🔧  Checking configuration of LLM tools...`));
-    await llmTools.checkConfiguration();
-    /**/
-
-    /*/
-    // List available models
-    console.info(colors.bgBlue(`🔍  Listing available models of LLM tools...`));
-    const llmToolsModels = await llmTools.listModels();
-    console.info(`📊  Found ${colors.yellow(llmToolsModels.length.toString())} available models`);
-    console.info(llmToolsModels.map((model) => ` - ${model.modelTitle}`).join('\n'));
-    /**/
-
-    // Create agent tools wrapping the OpenAI tools
-    let agentTools = createAgentLlmExecutionTools({
-        llmTools,
-        agentSource: book`
-            Testing time from agent playground
-
-            FROM VOID
-            PERSONA You are an assistant that can determine the current date and time. ${nonce}
-            RULE Reply in language and date and time format as per the user's locale and language.
-            RULE Prefer words instead of digits when expressing time, for example, say "half past three" instead of "3:30".
-            USE TIME
-
-        `,
-        // agentSource: book`
-        //     Paul
-        //
-        //     FROM VOID
-        //     RULE You are writing about news in AI and technology.
-        //     USE SEARCH
-        //
-        // `,
-        // <- TODO: !!!! Test `USE BROWSER`
-    });
-
-    agentTools = just(agentTools);
-    keepImported(cacheLlmTools, FileCacheStorage, $provideFilesystemForNode, join, DEFAULT_EXECUTION_CACHE_DIRNAME);
-
-    /**/
-    agentTools = cacheLlmTools(agentTools, {
-        storage: new FileCacheStorage(
-            { fs: $provideFilesystemForNode() },
-            {
-                rootFolderPath: join(
-                    process.cwd(),
-                    DEFAULT_EXECUTION_CACHE_DIRNAME,
-                    // <- TODO: [🦒] Allow to override (pass different value into the function)
-                ),
-            },
-        ),
-        // isCacheReloaded: isCacheReloaded,
-    });
-    /**/
-
-    console.info(colors.bgBlue(`🧔  Agent Tools:`));
-    console.info(colors.bgCyan(agentTools.title));
-    console.info(colors.cyan(agentTools.description));
-
-    // Test configuration
-    console.info(colors.bgBlue(`🔧  Checking configuration of agent tools...`));
-    await agentTools.checkConfiguration();
-
-    // List available models
-    console.info(colors.bgBlue(`🔍  Listing available models of agent tools...`));
-    const models = await agentTools.listModels();
-    console.info(`📊  Found ${colors.yellow(models.length.toString())} available models`);
-    console.info(models.map((model) => ` - ${model.modelTitle}`).join('\n'));
-
-    // Show the model requirements
-    console.info(colors.bgBlue(`🔣  Model Requirements:`));
-    const modelRequirements = await agentTools.getModelRequirements();
-    console.info(modelRequirements);
-
-    // Test chat interaction
-    console.info(colors.bgBlue(`💬  Chatting with agent...`));
-
-    const chatPrompt = {
-        title: 'Test Chat',
-        /*
-        thread: [
-            // <- TODO: !!! Maybe rename to `previousMessages`
-            {
-                // channel: 'PROMPTBOOK_CHAT',
-                // id: 'msg1',
-                sender: 'user', // <- TODO: [👥] Standardize to `role: 'USER' | 'ASSISTANT'
-                content: 'Hello! Can you tell me a fun fact about TypeScript?',
-            },
-            {
-                // channel: 'PROMPTBOOK_CHAT',
-                // id: 'msg2',
-                sender: 'assistant',
-                content: 'TypeScript is a superset of JavaScript that adds static types.',
-            },
-        ],
-        */
-        content: 'Kolik je hodin?' + nonce,
-        parameters: {},
-        modelRequirements: {
-            modelVariant: 'CHAT',
-        },
-    } satisfies ChatPrompt;
-
-    const result = await agentTools.callChatModel(chatPrompt);
-
-    console.info({ result });
-    console.info(colors.cyan(usageToHuman(result.usage)));
-    console.info(colors.bgBlue(' User: ') + '\n' + colors.blue(chatPrompt.content));
-    console.info(colors.bgCyan(` ${agentTools.title}: `) + '\n' + colors.green(result.content));
-}
-
-// Note: [⚫] Code for playground [agent playground](src/llm-providers/agent/playground/playground.ts) should never be published in any package
-// TODO: [🧠] Add more complex agent scenarios
-// TODO: [🧠] Add parameter substitution demo
-// TODO: [🧠] Add multi-turn conversation demo

package/src/llm-providers/agent/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}

package/src/llm-providers/anthropic-claude/playground/playground.ts

@@ -1,99 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors'; // <- TODO: [🔶] Make system to put color and style to both node and browser
-import type { Usage } from '../../../execution/Usage';
-import { usageToHuman } from '../../../execution/utils/usageToHuman';
-import type { Prompt } from '../../../types/Prompt';
-import { keepUnused } from '../../../utils/organization/keepUnused';
-import { countUsage } from '../../_common/utils/count-total-usage/countUsage';
-import { createAnthropicClaudeExecutionTools } from '../createAnthropicClaudeExecutionTools';
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Anthropic Claude Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    const anthropicClaudeExecutionTools = createAnthropicClaudeExecutionTools({
-        // isProxied: true,
-        // remoteServerUrl: DEFAULT_REMOTE_URL,
-        // path: DEFAULT_REMOTE_URL_PATH, // <- [🧜‍♂️]
-        isVerbose: true,
-        apiKey: process.env.ANTHROPIC_CLAUDE_API_KEY!,
-    });
-
-    const toolsWithUsage = countUsage(anthropicClaudeExecutionTools);
-
-    toolsWithUsage.spending().subscribe((usage: Usage) => {
-        const wordCount = (usage?.input?.wordsCount?.value || 0) + (usage?.output?.wordsCount?.value || 0);
-        console.log(`[💸] Spending ${wordCount} words`);
-    });
-
-    keepUnused(toolsWithUsage);
-    keepUnused(anthropicClaudeExecutionTools);
-    keepUnused(usageToHuman);
-    keepUnused<Prompt>();
-
-    /*/
-    const models = await anthropicClaudeExecutionTools.listModels();
-    console.info({ models });
-    /**/
-
-    /**/
-    const chatPrompt = {
-        title: 'Poem about Prague',
-        parameters: {},
-        content: `Write me something about Prague`,
-        modelRequirements: {
-            modelVariant: 'CHAT',
-            // modelName: 'claude-3-5-sonnet-latest',
-            // modelName: 'claude-3-7-sonnet-latest',
-            modelName: 'claude-4-sonnet-20250514',
-            // modelName: 'claude-4-opus-20250514',
-            systemMessage: 'You are an assistant who only speaks in rhymes.',
-            temperature: 1,
-        },
-        format: 'JSON',
-    } as const satisfies Prompt;
-    const chatPromptResult = await toolsWithUsage.callChatModel!(chatPrompt);
-    console.info({ chatPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(chatPrompt.content));
-    console.info(colors.bgGreen(' Chat: ') + colors.green(chatPromptResult.content));
-    /**/
-
-    /*/
-    // TODO: Test Translations in playground
-    /**/
-
-    /*/
-    // TODO: Test Embeddings in playground
-    /**/
-
-    /*/
-    // <- Note: [🤖] Test here new model variant if needed
-    /**/
-
-    //========================================/
-}
-
-// Note: [⚫] Code for playground [anthropic-claude playground](src/llm-providers/anthropic-claude/playground/playground.ts) should never be published in any package
-// TODO: [main] !!3 Playground with WebGPT / Promptbook.studio anonymous server
-// TODO: [main] !!3 Test here that `systemMessage`, `temperature` and `seed` are working correctly

package/src/llm-providers/anthropic-claude/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}

package/src/llm-providers/azure-openai/playground/playground.ts

@@ -1,101 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors'; // <- TODO: [🔶] Make system to put color and style to both node and browser
-import { usageToHuman } from '../../../execution/utils/usageToHuman';
-import type { Prompt } from '../../../types/Prompt';
-import { keepUnused } from '../../../utils/organization/keepUnused';
-import { AzureOpenAiExecutionTools } from '../AzureOpenAiExecutionTools';
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Azure OpenAI Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    const azureOpenAiExecutionTools = new AzureOpenAiExecutionTools(
-        //            <- TODO: [🧱] Implement in a functional (not new Class) way
-        {
-            isVerbose: true,
-            userId: 'playground',
-            resourceName: process.env.AZUREOPENAI_RESOURCE_NAME!,
-            deploymentName: process.env.AZUREOPENAI_DEPLOYMENT_NAME!,
-            apiKey: process.env.AZUREOPENAI_API_KEY!,
-        },
-    );
-
-    keepUnused(azureOpenAiExecutionTools);
-    keepUnused(usageToHuman);
-    keepUnused<Prompt>();
-
-    /*/
-    const models = await azureOpenAiExecutionTools.listModels();
-    console.info({ models });
-    /**/
-
-    /**/
-    const chatPrompt = {
-        title: 'Poem about Prague',
-        parameters: {},
-        content: `Write me something about Prague`,
-        modelRequirements: {
-            modelVariant: 'CHAT',
-            systemMessage: 'You are an assistant who only speaks in rhymes.',
-            temperature: 1.5,
-        },
-    } as const satisfies Prompt;
-    const chatPromptResult = await azureOpenAiExecutionTools.callChatModel(chatPrompt);
-    console.info({ chatPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(chatPrompt.content));
-    console.info(colors.bgGreen(' Chat: ') + colors.green(chatPromptResult.content));
-    /**/
-
-    /*/
-    const completionPrompt = {
-        title: 'Hello',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            modelVariant: 'COMPLETION',
-        },
-    } as const satisfies Prompt;
-    const completionPromptResult = await azureOpenAiExecutionTools.callCompletionModel(completionPrompt);
-    console.info({ completionPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.green(completionPrompt.content + completionPromptResult.content));
-    /**/
-
-    /*/
-    // TODO: Test Translations in playground
-    /**/
-
-    /*/
-    // TODO: Test Embeddings in playground
-    /**/
-
-    /*/
-    // <- Note: [🤖] Test here new model variant if needed
-    /**/
-
-    //========================================/
-}
-
-// Note: [⚫] Code for playground [azure-openai playground](src/llm-providers/azure-openai/playground/playground.ts) should never be published in any package
-// TODO: Test here that `systemMessage`, `temperature` and `seed` are working correctly

package/src/llm-providers/azure-openai/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}