@promptbook/cli 0.103.0-43 → 0.103.0-45

package/apps/agents-server/src/app/page.tsx

@@ -0,0 +1,115 @@
+'use server';
+
+import logoImage from '@/public/logo-blue-white-256.png';
+import { getSingleLlmExecutionTools } from '@promptbook-local/core';
+import moment from 'moment';
+import { headers } from 'next/headers';
+import Image from 'next/image';
+import Link from 'next/link';
+import { AvatarProfile } from '../../../../src/book-components/AvatarProfile/AvatarProfile/AvatarProfile';
+import { AboutPromptbookInformation } from '../../../../src/utils/misc/xAboutPromptbookInformation';
+import { $sideEffect } from '../../../../src/utils/organization/$sideEffect';
+import { getLongRunningTask } from '../deamons/longRunningTask';
+import { $provideAgentCollectionForServer } from '../tools/$provideAgentCollectionForServer';
+import { $provideExecutionToolsForServer } from '../tools/$provideExecutionToolsForServer';
+import { AddAgentButton } from './AddAgentButton';
+
+// Add calendar formats that include seconds
+const calendarWithSeconds = {
+    sameDay: '[Today at] LTS',
+    nextDay: '[Tomorrow at] LTS',
+    nextWeek: 'dddd [at] LTS',
+    lastDay: '[Yesterday at] LTS',
+    lastWeek: '[Last] dddd [at] LTS',
+    sameElse: 'L [at] LTS',
+};
+
+export default async function HomePage() {
+    $sideEffect(/* Note: [🐶] This will ensure dynamic rendering of page and avoid Next.js pre-render */ headers());
+
+    const collection = await $provideAgentCollectionForServer();
+    const agents = await collection.listAgents();
+
+    const longRunningTask = getLongRunningTask();
+
+    const executionTools = await $provideExecutionToolsForServer();
+    const models = await getSingleLlmExecutionTools(executionTools.llm).listModels();
+
+    return (
+        <div className="min-h-screen bg-gradient-to-br from-blue-50 via-white to-purple-50">
+            <div className="container mx-auto px-4 py-16">
+                <h1 className="text-4xl font-bold text-gray-900 mb-4">
+                    <Image src={logoImage} alt="Promptbook Logo" height={50} className="inline-block mr-4" />
+                    Promptbook Agents Server
+                </h1>
+
+                <>
+                    <h2 className="text-3xl text-gray-900 mt-16 mb-4">Agents ({agents.length})</h2>
+                    <div className="grid gap-6 md:grid-cols-2 lg:grid-cols-3">
+                        {agents.map((agent) => (
+                            <Link key={agent.agentName} href={`/agents/${agent.agentName}`}>
+                                <AvatarProfile
+                                    {...{ agent }}
+                                    style={
+                                        !agent.meta.color
+                                            ? {}
+                                            : {
+                                                  backgroundColor: `${agent.meta.color}22`, // <- TODO: Use Color object here
+                                              }
+                                    }
+                                    className="block p-6 bg-white rounded-lg shadow-md hover:shadow-xl transition-shadow duration-300 border border-gray-200 hover:border-blue-400"
+                                />
+                            </Link>
+                        ))}
+                        <AddAgentButton />
+                    </div>
+                </>
+
+                <>
+                    <h2 className="text-3xl text-gray-900 mt-16 mb-4">Models ({models.length})</h2>
+                    <div className="grid gap-6 md:grid-cols-2 lg:grid-cols-3">
+                        {models.map(({ modelName, modelTitle, modelDescription }) => (
+                            <Link key={modelName} href={`#!!!`}>
+                                <div className="block p-6 bg-white rounded-lg shadow-md hover:shadow-xl transition-shadow duration-300 border border-gray-200 hover:border-blue-400">
+                                    <h2 className="text-2xl font-semibold text-gray-900 mb-2">{modelTitle}</h2>
+                                    <code>{modelName}</code>
+                                    <p className="text-gray-600">{modelDescription}</p>
+                                </div>
+                            </Link>
+                        ))}
+                    </div>
+                </>
+
+                <>
+                    <h2 className="text-3xl text-gray-900 mt-16 mb-4">About</h2>
+                    <AboutPromptbookInformation />
+                </>
+
+                <>
+                    <h2 className="text-3xl text-gray-900 mt-16 mb-4">Technical Information</h2>
+                    <div className="grid gap-6 md:grid-cols-2 lg:grid-cols-3">
+                        <Link
+                            href={'#'}
+                            className="block p-6 bg-white rounded-lg shadow-md hover:shadow-xl transition-shadow duration-300 border border-gray-200 hover:border-blue-400"
+                        >
+                            <h2 className="text-2xl font-semibold text-gray-900 mb-2">
+                                Long running task {longRunningTask.taskId}
+                            </h2>
+                            <p className="text-gray-600">Tick: {longRunningTask.tick}</p>
+                            <p className="text-gray-600">
+                                Created At: {moment(longRunningTask.createdAt).calendar(undefined, calendarWithSeconds)}
+                            </p>
+                            <p className="text-gray-600">
+                                Updated At: {moment(longRunningTask.updatedAt).calendar(undefined, calendarWithSeconds)}
+                            </p>
+                        </Link>
+                    </div>
+                </>
+            </div>
+        </div>
+    );
+}
+
+/**
+ * TODO: [🕋] Use here `AboutPromptbookInformation`
+ */

package/apps/agents-server/src/deamons/longRunningTask.ts

@@ -0,0 +1,37 @@
+import { forTime } from 'waitasecond';
+import { just } from '../../../../src/utils/organization/just';
+import { $randomToken } from '../../../../src/utils/random/$randomToken';
+
+let longRunningTask: {
+    taskId: string;
+    tick: number;
+    createdAt: Date;
+    updatedAt: Date;
+} | null = null;
+
+export function getLongRunningTask() {
+    if (longRunningTask !== null) {
+        return longRunningTask;
+    }
+
+    const taskId = $randomToken(8);
+    let tick = 0;
+
+    longRunningTask = {
+        taskId,
+        tick,
+        createdAt: new Date(),
+        updatedAt: new Date(),
+    };
+
+    (async () => {
+        while (just(true)) {
+            await forTime(1000);
+            // console.log(`Long running task ${taskId} tick ${tick}`);
+            longRunningTask.updatedAt = new Date();
+            longRunningTask.tick = ++tick;
+        }
+    })();
+
+    return longRunningTask;
+}

package/apps/agents-server/src/supabase/TODO.txt

@@ -0,0 +1 @@
+TODO: !!!! Rename all to $provide...

package/apps/agents-server/src/supabase/getSupabase.ts

@@ -0,0 +1,25 @@
+import type { AgentsDatabaseSchema } from '@promptbook-local/types';
+import { $isRunningInBrowser, $isRunningInNode, $isRunningInWebWorker } from '@promptbook-local/utils';
+import type { SupabaseClient } from '@supabase/supabase-js';
+import { getSupabaseForBrowser } from './getSupabaseForBrowser';
+import { getSupabaseForServer } from './getSupabaseForServer';
+import { getSupabaseForWorker } from './getSupabaseForWorker';
+
+/**
+ * Get supabase client in any environment
+ *
+ * Note: The client is cached, so it's safe to call this function multiple times
+ *
+ * @returns instance of supabase client
+ */
+export function getSupabase(): SupabaseClient<AgentsDatabaseSchema> {
+    if ($isRunningInNode()) {
+        return getSupabaseForServer();
+    } else if ($isRunningInBrowser()) {
+        return getSupabaseForBrowser();
+    } else if ($isRunningInWebWorker()) {
+        return getSupabaseForWorker();
+    } else {
+        throw new Error('Unknown environment, cannot determine how to get Supabase client');
+    }
+}

package/apps/agents-server/src/supabase/getSupabaseForBrowser.ts

@@ -0,0 +1,37 @@
+import { createClient, SupabaseClient } from '@supabase/supabase-js';
+import { AgentsDatabaseSchema } from '@promptbook-local/types';
+import { $isRunningInBrowser } from '@promptbook-local/utils';
+
+/**
+ * Internal cache for `getSupabaseForBrowser`
+ *
+ * @private
+ * @singleton
+ */
+let supabase: SupabaseClient<AgentsDatabaseSchema>;
+
+/**
+ * Get supabase client
+ *
+ * Note: The client is cached, so it's safe to call this function multiple times
+ * Note: This function is available ONLY in browser, use getSupabaseForServer in node
+ *
+ * @returns instance of supabase client
+ */
+export function getSupabaseForBrowser(): typeof supabase {
+    if (!$isRunningInBrowser()) {
+        throw new Error(
+            'Function `getSupabaseForBrowser` can not be used on server or worker, use `getSupabaseForServer` or `getSupabaseForWorker` instead.',
+        );
+    }
+
+    if (!supabase) {
+        // Create a single supabase client for interacting with your database
+        supabase = createClient<AgentsDatabaseSchema>(
+            process.env.NEXT_PUBLIC_SUPABASE_URL!,
+            process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY!,
+        );
+    }
+
+    return supabase;
+}

package/apps/agents-server/src/supabase/getSupabaseForServer.ts

@@ -0,0 +1,48 @@
+import { AgentsDatabaseSchema } from '@promptbook-local/types';
+import { $isRunningInNode } from '@promptbook-local/utils';
+import { createClient, SupabaseClient } from '@supabase/supabase-js';
+
+/**
+ * Internal cache for `getSupabaseForServer`
+ *
+ * @private
+ * @singleton
+ */
+let supabase: SupabaseClient<AgentsDatabaseSchema>;
+
+/**
+ * Get supabase client
+ *
+ * Note: The client is cached, so it's safe to call this function multiple times
+ * Note: This function is available ONLY on server/node, use getSupabaseForClient in browser
+ *
+ * @returns instance of supabase client
+ */
+export function getSupabaseForServer(): typeof supabase {
+    if (!$isRunningInNode()) {
+        throw new Error(
+            'Function `getSupabaseForServer` can not be used in browser, use `getSupabaseForBrowser` instead.',
+        );
+    }
+
+    if (!supabase) {
+        // Create a single supabase client for interacting with your database
+        supabase = createClient<AgentsDatabaseSchema>(
+            process.env.NEXT_PUBLIC_SUPABASE_URL!,
+            process.env.SUPABASE_SERVICE_ROLE_KEY!,
+            {
+                auth: {
+                    autoRefreshToken: false,
+                    persistSession: false,
+                },
+            },
+        );
+    }
+
+    /*
+    // Access auth admin api
+    const adminAuthClient = supabase.auth.admin;
+    */
+
+    return supabase;
+}

package/apps/agents-server/src/supabase/getSupabaseForWorker.ts

@@ -0,0 +1,42 @@
+import { AgentsDatabaseSchema } from '@promptbook-local/types';
+import { $isRunningInWebWorker } from '@promptbook-local/utils';
+import { createClient, SupabaseClient } from '@supabase/supabase-js';
+
+/**
+ * Internal cache for `getSupabaseForWorker`
+ *
+ * @private
+ * @singleton
+ */
+let supabase: SupabaseClient<AgentsDatabaseSchema>;
+
+/**
+ * Get supabase client
+ *
+ * Note: The client is cached, so it's safe to call this function multiple times
+ * Note: This function is available ONLY in worker, use getSupabaseForBrowser for main thread
+ *
+ * @returns instance of supabase client
+ */
+export function getSupabaseForWorker(): typeof supabase {
+    if (!$isRunningInWebWorker) {
+        throw new Error(
+            'Function `getSupabaseForWorker` can not be used in browser, use `getSupabaseForBrowser` instead.',
+        );
+    }
+
+    if (!supabase) {
+        // Create a single supabase client for interacting with your database
+        supabase = createClient<AgentsDatabaseSchema>(
+            process.env.NEXT_PUBLIC_SUPABASE_URL!,
+            process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY!,
+        );
+    }
+
+    return supabase;
+}
+
+/**
+ * TODO: Fix> No storage option exists to persist the session, which may result in unexpected behavior when using auth.
+              If you want to set persistSession to true, please provide a storage option or you may set persistSession to false to disable this warning.
+ */

package/apps/agents-server/src/tools/$provideAgentCollectionForServer.ts

@@ -0,0 +1,49 @@
+'use server';
+
+import { AgentCollectionInSupabase } from '@promptbook-local/core';
+import { AgentCollection } from '@promptbook-local/types';
+import { getSupabaseForServer } from '../supabase/getSupabaseForServer';
+
+/**
+ * Cache of provided agent collection
+ * @private internal cache for `$provideAgentCollectionForServer`
+ */
+let agentCollection: null | AgentCollection = null;
+
+/**
+ * !!!!
+ */
+export async function $provideAgentCollectionForServer(): Promise<AgentCollection> {
+    // <- Note: This function is potentially async
+
+    // TODO: !!!! [🌕] DRY
+
+    const isVerbose = true; // <- TODO: !!!! Pass
+
+    if (agentCollection !== null) {
+        console.log('!!! Returning cached agent collection');
+        return agentCollection;
+        // TODO: !!!! Be aware of options changes
+    }
+
+    console.log('!!! Creating NEW agent collection');
+
+    /*
+    // TODO: [🧟‍♂️][◽] DRY:
+    const collection = new AgentCollectionInDirectory(path, tools, {
+        isVerbose,
+        isRecursive: true,
+        isLazyLoaded: false,
+        isCrashedOnError: true,
+        // <- TODO: [🍖] Add `intermediateFilesStrategy`
+    });
+    */
+
+    const supabase = getSupabaseForServer();
+
+    agentCollection = new AgentCollectionInSupabase(supabase, {
+        isVerbose,
+    });
+
+    return agentCollection;
+}

package/apps/agents-server/src/tools/$provideExecutionToolsForServer.ts

@@ -0,0 +1,110 @@
+'use server';
+
+import {
+    _AnthropicClaudeMetadataRegistration,
+    _AzureOpenAiMetadataRegistration,
+    _BoilerplateScraperMetadataRegistration,
+    _DeepseekMetadataRegistration,
+    _DocumentScraperMetadataRegistration,
+    _GoogleMetadataRegistration,
+    _LegacyDocumentScraperMetadataRegistration,
+    _MarkdownScraperMetadataRegistration,
+    _MarkitdownScraperMetadataRegistration,
+    _OllamaMetadataRegistration,
+    _OpenAiAssistantMetadataRegistration,
+    _OpenAiCompatibleMetadataRegistration,
+    _OpenAiMetadataRegistration,
+    _PdfScraperMetadataRegistration,
+    _WebsiteScraperMetadataRegistration,
+} from '@promptbook-local/core';
+import { _GoogleRegistration } from '@promptbook-local/google';
+import { _OpenAiRegistration } from '@promptbook-local/openai';
+import { ExecutionTools, TODO_any } from '@promptbook-local/types';
+import { $provideLlmToolsForCli } from '../../../../src/cli/common/$provideLlmToolsForCli';
+import { $provideExecutablesForNode } from '../../../../src/executables/$provideExecutablesForNode';
+import { $provideFilesystemForNode } from '../../../../src/scrapers/_common/register/$provideFilesystemForNode';
+import { $provideScrapersForNode } from '../../../../src/scrapers/_common/register/$provideScrapersForNode';
+import { $provideScriptingForNode } from '../../../../src/scrapers/_common/register/$provideScriptingForNode';
+import { $sideEffect } from '../../../../src/utils/organization/$sideEffect';
+
+$sideEffect(
+    _AnthropicClaudeMetadataRegistration,
+    _AzureOpenAiMetadataRegistration,
+    _DeepseekMetadataRegistration,
+    _GoogleMetadataRegistration,
+    _OllamaMetadataRegistration,
+    _OpenAiMetadataRegistration,
+    _OpenAiAssistantMetadataRegistration,
+    _OpenAiCompatibleMetadataRegistration,
+    _BoilerplateScraperMetadataRegistration,
+    _LegacyDocumentScraperMetadataRegistration,
+    _DocumentScraperMetadataRegistration,
+    _MarkdownScraperMetadataRegistration,
+    _MarkitdownScraperMetadataRegistration,
+    _PdfScraperMetadataRegistration,
+    _WebsiteScraperMetadataRegistration,
+    // <- TODO: !!! Export all registrations from one variabile in `@promptbook/core`
+);
+$sideEffect(/* [㊗] */ _OpenAiRegistration);
+$sideEffect(/* [㊗] */ _GoogleRegistration);
+// <- TODO: !!!! Allow to dynamically install required metadata
+
+/**
+ * Cache of provided execution tools
+ *
+ * @private internal cache for `$provideExecutionToolsForServer`
+ */
+let executionTools: null | ExecutionTools = null;
+
+
+
+/*
+TODO: [▶️]
+type ProvideExecutionToolsForServerOptions = {
+ isLlmProvided
+}
+*/
+
+/**
+ * !!!!
+ */
+export async function $provideExecutionToolsForServer(): Promise<ExecutionTools> {
+    // TODO: !!!! [🌕] DRY
+
+    // const path = '../../agents'; // <- TODO: !!!! Pass
+    const isVerbose = true; // <- TODO: !!!! Pass
+    const isCacheReloaded = false; // <- TODO: !!!! Pass
+    const cliOptions = {
+        provider: 'BRING_YOUR_OWN_KEYS',
+    } as TODO_any; // <- TODO: !!!! Pass
+
+    if (executionTools !== null) {
+        console.log('!!! Returning cached execution tools');
+        return executionTools;
+        // TODO: !!!! Be aware of options changes
+    }
+
+    console.log('!!! Creating NEW execution tools');
+
+    // TODO: DRY [◽]
+    const prepareAndScrapeOptions = {
+        isVerbose,
+        isCacheReloaded,
+    }; /* <- TODO: ` satisfies PrepareAndScrapeOptions` */
+    const fs = await $provideFilesystemForNode(prepareAndScrapeOptions);
+    const { /* [0] strategy,*/ llm } = await $provideLlmToolsForCli({
+        cliOptions,
+        ...prepareAndScrapeOptions,
+    });
+    const executables = await $provideExecutablesForNode(prepareAndScrapeOptions);
+
+    executionTools = {
+        llm,
+        fs,
+        executables,
+        scrapers: await $provideScrapersForNode({ fs, llm, executables }, prepareAndScrapeOptions),
+        script: await $provideScriptingForNode(prepareAndScrapeOptions),
+    };
+
+    return executionTools;
+}

package/apps/agents-server/src/tools/$provideOpenAiAssistantExecutionToolsForServer.ts

@@ -0,0 +1,35 @@
+'use server';
+
+import { OpenAiAssistantExecutionTools } from '@promptbook-local/openai';
+
+/**
+ * Cache of provided OpenAiAssistantExecutionTools
+ *
+ * @private internal cache for `$provideOpenAiAssistantExecutionToolsForServer`
+ */
+let executionTools: null | OpenAiAssistantExecutionTools = null;
+
+/**
+ * !!!!
+ */
+export async function $provideOpenAiAssistantExecutionToolsForServer(): Promise<OpenAiAssistantExecutionTools> {
+    // TODO: !!!! [🌕] DRY
+    const isVerbose = true; // <- TODO: !!!! Pass
+
+    if (executionTools !== null) {
+        console.log('!!! Returning cached OpenAiAssistantExecutionTools');
+        return executionTools;
+        // TODO: !!!! Be aware of options changes
+    }
+
+    console.log('!!! Creating NEW OpenAiAssistantExecutionTools');
+
+    executionTools = new OpenAiAssistantExecutionTools({
+        apiKey: process.env.OPENAI_API_KEY,
+        assistantId: '!!!! null',
+        isCreatingNewAssistantsAllowed: true,
+        isVerbose,
+    });
+
+    return executionTools;
+}

package/apps/agents-server/tailwind.config.ts

@@ -0,0 +1,24 @@
+import type { Config } from 'tailwindcss';
+
+const config: Config = {
+    content: [
+        './src/pages/**/*.{js,ts,jsx,tsx,mdx}',
+        './src/components/**/*.{js,ts,jsx,tsx,mdx}',
+        './src/app/**/*.{js,ts,jsx,tsx,mdx}',
+    ],
+    theme: {
+        extend: {
+            fontFamily: {
+                sans: ['var(--font-geist-sans)', 'Arial', 'Helvetica', 'sans-serif'],
+                mono: ['var(--font-geist-mono)', 'Courier New', 'monospace'],
+            },
+            colors: {
+                background: 'var(--background)',
+                foreground: 'var(--foreground)',
+            },
+        },
+    },
+    plugins: [],
+};
+
+export default config;

package/apps/agents-server/tsconfig.json

@@ -0,0 +1,29 @@
+{
+    "compilerOptions": {
+        "target": "esnext",
+        "lib": ["dom", "dom.iterable", "esnext"],
+        "allowJs": true,
+        "skipLibCheck": true,
+        "strict": true,
+        "noEmit": true,
+        "esModuleInterop": true,
+        "module": "esnext",
+        "moduleResolution": "bundler",
+        "resolveJsonModule": true,
+        "isolatedModules": true,
+        "jsx": "preserve",
+        "incremental": true,
+        "plugins": [
+            {
+                "name": "next"
+            }
+        ],
+        "paths": {
+            "@/*": ["./*"],
+            "@common/*": ["../_common/*"],
+            "@promptbook-local/*": ["../../src/_packages/*.index"]
+        }
+    },
+    "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
+    "exclude": ["node_modules"]
+}