@promptbook/cli 0.112.0-98 → 0.112.0

package/src/llm-providers/remote/playground/playground.ts

@@ -1,144 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors'; // <- TODO: [🔶] Make system to put color and style to both node and browser
-import { forEver, forTime } from 'waitasecond';
-import { createPipelineCollectionFromDirectory } from '../../../collection/pipeline-collection/constructors/createPipelineCollectionFromDirectory';
-import { CLI_APP_ID, PLAYGROUND_APP_ID } from '../../../config';
-import { AuthenticationError } from '../../../errors/AuthenticationError';
-import { startRemoteServer } from '../../../remote-server/startRemoteServer';
-import { $provideFilesystemForNode } from '../../../scrapers/_common/register/$provideFilesystemForNode';
-import { keepUnused } from '../../../utils/organization/keepUnused';
-import { OpenAiExecutionTools } from '../../openai/OpenAiExecutionTools';
-import '../../openai/register-constructor';
-import { RemoteLlmExecutionTools } from '../RemoteLlmExecutionTools';
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Remote server playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    console.info(colors.bgCyan('Playground:'), colors.bgWhite(`Starting remote server`));
-    startRemoteServer({
-        port: 4460,
-        isVerbose: true,
-        isAnonymousModeAllowed: true,
-        isApplicationModeAllowed: true,
-        collection: await createPipelineCollectionFromDirectory(
-            './examples/pipelines/',
-            {
-                fs: $provideFilesystemForNode(),
-            },
-            {
-                isRecursive: false,
-            },
-        ),
-        async login(loginRequest) {
-            const { appId, username, password } = loginRequest;
-
-            const allowedApps = [PLAYGROUND_APP_ID, CLI_APP_ID];
-
-            if (!allowedApps.includes(appId || '')) {
-                throw new AuthenticationError(
-                    `\`appId\` must be ${allowedApps.map((appId) => `"${appId}"`).join(' or ')} but got "${appId}"`,
-                );
-            }
-
-            keepUnused(password);
-
-            return {
-                isSuccess: true,
-                message: `User "${username}" logged in successfully`,
-                identification: {
-                    isAnonymous: false,
-                    appId,
-                    userId: 'user-' + username,
-                    userToken: 'some-secret-token',
-                },
-            };
-        },
-        createLlmExecutionTools(options) {
-            const { appId, userId, customOptions } = options;
-
-            console.info(colors.bgCyan('Playground:'), { appId, userId, customOptions });
-            return new OpenAiExecutionTools(
-                //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                {
-                    isVerbose: true,
-                    apiKey: process.env.OPENAI_API_KEY!,
-                    userId: userId,
-                },
-            );
-        },
-    });
-
-    for (const mode of ['anonymous', 'collection'] as const) {
-        await forTime(500);
-        console.info(colors.bgCyan('Playground:'), colors.bgWhite(`Creating RemoteLlmExecutionTools (${mode} mode) `));
-
-        const remoteServerUrl = 'http://localhost:4460';
-
-        const tools = new RemoteLlmExecutionTools(
-            mode === 'anonymous'
-                ? {
-                      remoteServerUrl,
-                      identification: {
-                          isAnonymous: true,
-                          userId: 'playground',
-                          llmToolsConfiguration: [
-                              {
-                                  title: 'OpenAI',
-                                  packageName: '@promptbook/openai',
-                                  className: 'OpenAiExecutionTools',
-                                  options: {
-                                      apiKey: process.env.OPENAI_API_KEY!,
-                                  },
-                              },
-                          ],
-                      },
-                  }
-                : {
-                      remoteServerUrl,
-                      identification: {
-                          isAnonymous: false,
-                          appId: PLAYGROUND_APP_ID,
-                          userId: 'playground',
-                      },
-                  },
-        );
-
-        await forTime(500);
-        console.info(colors.bgCyan('Playground:'), colors.bgWhite(`Checking configuration...`));
-        await tools.checkConfiguration();
-        console.info(colors.bgCyan('Playground:'), colors.bgGreen(`Configuration checked!`));
-
-        await forTime(500);
-        console.info(colors.bgCyan('Playground:'), colors.bgWhite(`Listing models...`));
-        const models = await tools.listModels();
-        console.info({ models });
-        console.info(colors.bgCyan('Playground:'), colors.bgGreen(`Models listed!`));
-    }
-
-    await forEver();
-
-    //========================================/
-}
-
-// Note: [⚫] Code for playground [remote playground](src/llm-providers/remote/playground/playground.ts) should never be published in any package

package/src/llm-providers/remote/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}

package/src/llm-providers/vercel/playground/playground.ts

@@ -1,133 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import { createOpenAI } from '@ai-sdk/openai';
-import colors from 'colors'; // <- TODO: [🔶] Make system to put color and style to both node and browser
-import { embeddingVectorToString } from '../../../execution/embeddingVectorToString';
-import type { Usage } from '../../../execution/Usage';
-import { usageToHuman } from '../../../execution/utils/usageToHuman';
-import type { Prompt } from '../../../types/Prompt';
-import { keepUnused } from '../../../utils/organization/keepUnused';
-import { countUsage } from '../../_common/utils/count-total-usage/countUsage';
-import { createExecutionToolsFromVercelProvider } from '../createExecutionToolsFromVercelProvider';
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Vercel Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    const openaiVercelProvider = createOpenAI({
-        apiKey: process.env.OPENAI_API_KEY,
-        // custom settings, e.g.
-        compatibility: 'strict', // strict mode, enable when using the OpenAI API
-    });
-
-    const openaiPromptbookExecutionTools = createExecutionToolsFromVercelProvider({
-        title: 'OpenAI',
-        vercelProvider: openaiVercelProvider,
-        availableModels: [
-            {
-                modelName: 'gpt-3.5-turbo',
-                modelVariant: 'CHAT',
-            },
-        ],
-    });
-
-    const toolsWithUsage = countUsage(openaiPromptbookExecutionTools);
-
-    toolsWithUsage.spending().subscribe((usage: Usage) => {
-        const wordCount = (usage?.input?.wordsCount?.value || 0) + (usage?.output?.wordsCount?.value || 0);
-        console.log(`[💸] Spending ${wordCount} words`);
-    });
-
-    keepUnused(toolsWithUsage);
-    keepUnused(openaiPromptbookExecutionTools);
-    keepUnused(embeddingVectorToString);
-    keepUnused(usageToHuman);
-    keepUnused<Prompt>();
-
-    /*/
-    const models = await openaiPromptbookExecutionTools.listModels();
-    console.info({ models });
-    /**/
-
-    /**/
-    const chatPrompt = {
-        title: 'Promptbook speech',
-        parameters: {},
-        content: `Write me speech about Promptbook and how it can help me to build the most beautiful chatbot and change the world`,
-        modelRequirements: {
-            modelVariant: 'CHAT',
-            systemMessage: 'You are an assistant who only speaks in rhymes.',
-            temperature: 1.5,
-        },
-    } as const satisfies Prompt;
-    const chatPromptResult = await toolsWithUsage.callChatModel!(chatPrompt);
-    console.info({ chatPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(chatPrompt.content));
-    console.info(colors.bgGreen(' Chat: ') + colors.green(chatPromptResult.content));
-    /**/
-
-    /*/
-    const completionPrompt = {
-        title: 'Hello',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            modelVariant: 'COMPLETION',
-        },
-    } as const satisfies Prompt;
-    const completionPromptResult = await openaiPromptbookExecutionTools.callCompletionModel(completionPrompt);
-    console.info({ completionPromptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.green(completionPrompt.content + completionPromptResult.content));
-    /**/
-
-    /*/
-    // TODO: Test Translations in playground
-    /**/
-
-    /*/
-    const prompt = {
-        title: 'Hello',
-        parameters: {},
-        content: `Hello, my name is Alice.`,
-        modelRequirements: {
-            modelVariant: 'EMBEDDING',
-            // modelName: 'text-embedding-ada-002',
-        },
-    } as const satisfies Prompt;
-    const promptResult = await openaiPromptbookExecutionTools.callEmbeddingModel(prompt);
-    console.info({ promptResult });
-    console.info(colors.cyan(usageToHuman(chatPromptResult.usage)));
-    console.info(colors.bgBlue(' User: ') + colors.blue(prompt.content));
-    console.info(colors.bgGreen(' Embedding: ') + colors.green(embeddingVectorToString(promptResult.content)));
-    /**/
-
-    /*/
-    // <- Note: [🤖] Test here new model variant if needed
-    /**/
-
-    //========================================/
-}
-
-// Note: [⚫] Code for playground [vercel playground](src/llm-providers/vercel/playground/playground.ts) should never be published in any package
-// TODO: [main] !!3 Test here that `systemMessage`, `temperature` and `seed` are working correctly

package/src/llm-providers/vercel/playground/tsconfig.json

@@ -1,19 +0,0 @@
-{
-    "compilerOptions": {
-        "target": "esnext",
-        "module": "commonjs",
-        "downlevelIteration": true,
-        "allowJs": true,
-        "moduleResolution": "node",
-        "forceConsistentCasingInFileNames": true,
-        "noImplicitReturns": true,
-        "noImplicitThis": true,
-        "noImplicitAny": true,
-        "strictNullChecks": true,
-        "experimentalDecorators": true,
-        "noUnusedLocals": false,
-        "resolveJsonModule": true,
-        "esModuleInterop": true
-    },
-    "exclude": ["node_modules"]
-}

package/src/personas/preparePersona.test.ts.todo

@@ -1,126 +0,0 @@
-import { describe, expect, it } from '@jest/globals';
-import { $provideLlmToolsForTestingAndScriptsAndPlayground } from '../llm-providers/_common/register/$provideLlmToolsForTestingAndScriptsAndPlayground';
-import { preparePersona } from './preparePersona';
-
-// Note: Every time there is an update in the model names, the tests need to be updated
-//       This is extremely annoying and should be done in better way
-//       Until then, this test is temporarily disabled
-
-describe('how preparePersona works', () => {
-    it('should work with simple persona description', () =>
-        await expect(
-            preparePersona(`Copywriter`,{ llm: await $provideLlmToolsForTestingAndScriptsAndPlayground() }, {
-
-            }),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4', // <- TODO: [💕] Allow to specify more model names or more general like gpt-4-*, 1234 context window etc.
-
-            /*/
-            systemMessage: 'You are an experienced AI engineer and a helpful assistant.',
-            temperature: 0.6,
-            /**/
-
-            /*/
-            systemMessage: 'You are a skilled copywriter capable of crafting compelling and high-quality content.',
-            temperature: 0.5,
-            /**/
-
-            /**/
-            systemMessage: 'You are an experienced AI engineer and helpful assistant.',
-            temperature: 0.5,
-            /**/
-        }));
-
-    /*
-    TODO: [🎰] Implement tests in such a way that they don't need to be updated every time the model names change
-    it('should work with advanced structured persona description', () =>
-       await  expect(
-            preparePersona(
-                spaceTrim(`
-                    Skilled Copywriter with 5 years of experience in the field.
-
-                    - Experience with SEO and SEM
-                    - Experience with social media
-                    - Experience with email marketing
-
-                `),{ llm: await $provideLlmToolsForTestingAndScriptsAndPlayground() },
-                {
-
-                },
-            ),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4-turbo', // <- TODO: [💕]
-            systemMessage: 'You are an experienced AI engineer and a helpful assistant.',
-            temperature: 0.6,
-        }));
-
-    it('should work with creative persona', () =>
-       await expect(
-            preparePersona(`Poem writer with unconventional style of writing in his own language and style`,{ llm: $provideLlmToolsForTestingAndScriptsAndPlayground() }, {
-
-            }),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4', // <- TODO: [💕]
-            systemMessage:
-                'You are a poem writer with an unconventional style, crafting verses in your unique language and style.',
-            temperature: 0.6,
-        }));
-
-    it('should work with non-creative persona', () =>
-        await expect(
-            preparePersona(
-                `Technical writer with 5 years of experience in the field. Experience with writing technical documentation, user manuals, and API documentation.`,
-                { llm: await $provideLlmToolsForTestingAndScriptsAndPlayground() },{
-
-                },
-            ),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4', // <- TODO: [💕]
-            systemMessage:
-                'You are a technical writer with 5 years of experience, skilled in creating technical documentation, user manuals, and API documentation.',
-            temperature: 0.5,
-        }));
-
-    it('should work French native speaker', () =>
-        await expect(
-            preparePersona(
-                `Locuteur natif français, j'aime écrire et je suis passionné par la langue et la culture française.`,
-                { llm: await $provideLlmToolsForTestingAndScriptsAndPlayground() },{
-
-                },
-            ),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4-turbo', // <- TODO: [💕]
-            systemMessage:
-                'You are an experienced AI engineer and helpful assistant who is a native French speaker, passionate about writing, language, and French culture.',
-            temperature: 0.5,
-        }));
-
-    it('should work with weird persona description', () =>
-        await expect(
-            preparePersona(`Xyzzy with 5 years of experience in the field. Experience with foo and bar.`, { llm: await $provideLlmToolsForTestingAndScriptsAndPlayground() },{
-
-            }),
-        ).resolves.toEqual({
-            modelVariant: 'CHAT',
-            modelName: 'gpt-4', // <- TODO: [💕]
-            systemMessage:
-                'You are Xyzzy, an experienced AI engineer with 5 years in the field, proficient in technologies such as foo and bar. You assist users with detailed and informed responses.',
-            temperature: 0.5,
-        }));
-
-    */
-
-    /*
-    Note: Probably no failure cases needed
-        > it('should NOT work with bar', () =>
-        >     expect(
-        >         preparePersona({...}),
-        >     ).rejects.toThrowError(/---/));
-    */
-});

package/src/playground/backup/_playground-boilerplate.ts.txt

@@ -1,37 +0,0 @@
-#!/usr/bin/env ts-node
-
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors';
-import { join } from 'path';
-
-if (process.cwd() !== join(__dirname, '../..')) {
-    console.error(colors.red(`CWD must be root of the project`));
-    process.exit(1);
-}
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-async function playground() {
-    console.info(`🧸  Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    //========================================/
-
-    console.info(`[ Done 🧸  Playground ]`);
-}
-
-
-/** Note: [⚫] Code for archived playground [_playground-boilerplate.ts](src/playground/backup/_playground-boilerplate.ts.txt) should never be published in any package */

package/src/playground/backup/playground-agent-os.txt

@@ -1,62 +0,0 @@
-#!/usr/bin/env ts-node
-
-import { AgentOs } from '@rivet-dev/agent-os-core';
-import * as dotenv from 'dotenv';
-
-dotenv.config({ path: '.env' });
-
-import colors from 'colors';
-import { join } from 'path';
-import { spaceTrim } from 'spacetrim';
-
-if (process.cwd() !== join(__dirname, '../..')) {
-    console.error(
-        colors.red(
-            spaceTrim(`
-                CWD must be root of the project
-
-                Script: playground.ts
-                Current CWD: ${process.cwd()}
-                Expected CWD: ${join(__dirname, '../..')}
-            `),
-        ),
-    );
-    process.exit(1);
-}
-
-playground()
-    .catch((error) => {
-        console.error(colors.bgRed(error.name || 'NamelessError'));
-        console.error(error);
-        process.exit(1);
-    })
-    .then(() => {
-        process.exit(0);
-    });
-
-/**
- * Handles playground.
- */
-async function playground() {
-    console.info(`🧸  Playground`);
-
-    // Do here stuff you want to test
-    //========================================>
-
-    const vm = await AgentOs.create();
-
-    // Create an agent session
-    const { sessionId } = await vm.createSession('pi');
-
-    // Stream events (tool calls, text output, etc.)
-    vm.onSessionEvent(sessionId, (event) => console.log(event));
-
-    // Send a prompt and wait for the response
-    await vm.prompt(sessionId, 'Write a Python script that calculates pi');
-
-    //========================================/
-
-    console.info(`[ Done 🧸  Playground ]`);
-}
-
-// Note: [⚫] Code for playground [main playground](src/playground/playground.ts) should never be published in any package