@promptbook/cli 0.103.0-47 → 0.103.0-49

package/apps/agents-server/src/database/schema.ts

@@ -0,0 +1,251 @@
+/**
+ * AUTO-GENERATED TYPES FROM `schema.sql`
+ * Source of truth: `schema.sql` *(do not edit table structure here manually)*
+ *
+ * [💽] Prompt:
+ * Re-generate supabase typescript schema from the `./schema.sql`
+ */
+
+// Json helper (Supabase style)
+export type Json = string | number | boolean | null | { [key: string]: Json | undefined } | Json[];
+
+// Public schema database interface (Supabase convention)
+export type AgentsServerDatabase = {
+    // <- TODO: [🧠][🕜] Better naming
+    public: {
+        Tables: {
+            Metadata: {
+                Row: {
+                    id: number;
+                    createdAt: string;
+                    updatedAt: string;
+                    key: string;
+                    value: string;
+                    note: string | null;
+                };
+                Insert: {
+                    id?: number;
+                    createdAt?: string;
+                    updatedAt?: string;
+                    key: string;
+                    value: string;
+                    note?: string | null;
+                };
+                Update: {
+                    id?: number;
+                    createdAt?: string;
+                    updatedAt?: string;
+                    key?: string;
+                    value?: string;
+                    note?: string | null;
+                };
+                Relationships: [];
+            };
+            Agent: {
+                Row: {
+                    id: number;
+                    agentName: string;
+                    createdAt: string;
+                    updatedAt: string | null;
+                    agentHash: string;
+                    agentSource: string;
+                    agentProfile: Json;
+                    promptbookEngineVersion: string;
+                    usage: Json | null;
+                    preparedModelRequirements: Json | null;
+                    preparedExternals: Json | null;
+                };
+                Insert: {
+                    id?: number;
+                    agentName: string;
+                    createdAt: string;
+                    updatedAt?: string | null;
+                    agentHash: string;
+                    agentSource: string;
+                    agentProfile: Json;
+                    promptbookEngineVersion: string;
+                    usage?: Json | null;
+                    preparedModelRequirements?: Json | null;
+                    preparedExternals?: Json | null;
+                };
+                Update: {
+                    id?: number;
+                    agentName?: string;
+                    createdAt?: string;
+                    updatedAt?: string | null;
+                    agentHash?: string;
+                    agentSource?: string;
+                    agentProfile?: Json;
+                    promptbookEngineVersion?: string;
+                    usage?: Json | null;
+                    preparedModelRequirements?: Json | null;
+                    preparedExternals?: Json | null;
+                };
+                Relationships: [];
+            };
+            AgentHistory: {
+                Row: {
+                    id: number;
+                    createdAt: string;
+                    agentName: string;
+                    agentHash: string;
+                    previousAgentHash: string | null;
+                    agentSource: string;
+                    promptbookEngineVersion: string;
+                };
+                Insert: {
+                    id?: number;
+                    createdAt: string;
+                    agentName: string;
+                    agentHash: string;
+                    previousAgentHash?: string | null;
+                    agentSource: string;
+                    promptbookEngineVersion: string;
+                };
+                Update: {
+                    id?: number;
+                    createdAt?: string;
+                    agentName?: string;
+                    agentHash?: string;
+                    previousAgentHash?: string | null;
+                    agentSource?: string;
+                    promptbookEngineVersion?: string;
+                };
+                Relationships: [];
+            };
+            ChatHistory: {
+                Row: {
+                    id: number;
+                    createdAt: string;
+                    messageHash: string;
+                    previousMessageHash: string | null;
+                    agentName: string;
+                    agentHash: string;
+                    message: Json;
+                    promptbookEngineVersion: string | null;
+                    url: string | null;
+                    ip: string | null;
+                    userAgent: string | null;
+                    language: string | null;
+                    platform: string | null;
+                };
+                Insert: {
+                    id?: number;
+                    createdAt: string;
+                    messageHash: string;
+                    previousMessageHash?: string | null;
+                    agentName: string;
+                    agentHash: string;
+                    message: Json;
+                    promptbookEngineVersion?: string | null;
+                    url?: string | null;
+                    ip?: string | null;
+                    userAgent?: string | null;
+                    language?: string | null;
+                    platform?: string | null;
+                };
+                Update: {
+                    id?: number;
+                    createdAt?: string;
+                    messageHash?: string;
+                    previousMessageHash?: string | null;
+                    agentName?: string;
+                    agentHash?: string;
+                    message?: Json;
+                    promptbookEngineVersion?: string | null;
+                    url?: string | null;
+                    ip?: string | null;
+                    userAgent?: string | null;
+                    language?: string | null;
+                    platform?: string | null;
+                };
+                Relationships: [];
+            };
+            ChatFeedback: {
+                Row: {
+                    id: number;
+                    createdAt: string;
+                    agentName: string;
+                    agentHash: string;
+                    rating: string | null;
+                    textRating: string | null;
+                    chatThread: string | null;
+                    userNote: string | null;
+                    expectedAnswer: string | null;
+                    promptbookEngineVersion: string | null;
+                    url: string | null;
+                    ip: string | null;
+                    userAgent: string | null;
+                    language: string | null;
+                    platform: string | null;
+                };
+                Insert: {
+                    id?: number;
+                    createdAt: string;
+                    agentName: string;
+                    agentHash: string;
+                    rating?: string | null;
+                    textRating?: string | null;
+                    chatThread?: string | null;
+                    userNote?: string | null;
+                    expectedAnswer?: string | null;
+                    promptbookEngineVersion?: string | null;
+                    url?: string | null;
+                    ip?: string | null;
+                    userAgent?: string | null;
+                    language?: string | null;
+                    platform?: string | null;
+                };
+                Update: {
+                    id?: number;
+                    createdAt?: string;
+                    agentName?: string;
+                    agentHash?: string;
+                    rating?: string | null;
+                    textRating?: string | null;
+                    chatThread?: string | null;
+                    userNote?: string | null;
+                    expectedAnswer?: string | null;
+                    promptbookEngineVersion?: string | null;
+                    url?: string | null;
+                    ip?: string | null;
+                    userAgent?: string | null;
+                    language?: string | null;
+                    platform?: string | null;
+                };
+                Relationships: [];
+            };
+            User: {
+                Row: {
+                    id: number;
+                    createdAt: string;
+                    updatedAt: string;
+                    username: string;
+                    passwordHash: string;
+                    isAdmin: boolean;
+                };
+                Insert: {
+                    id?: number;
+                    createdAt?: string;
+                    updatedAt?: string;
+                    username: string;
+                    passwordHash: string;
+                    isAdmin?: boolean;
+                };
+                Update: {
+                    id?: number;
+                    createdAt?: string;
+                    updatedAt?: string;
+                    username?: string;
+                    passwordHash?: string;
+                    isAdmin?: boolean;
+                };
+                Relationships: [];
+            };
+        };
+        Views: Record<string, never>;
+        Functions: Record<string, never>;
+        Enums: Record<string, never>;
+        CompositeTypes: Record<string, never>;
+    };
+};

package/apps/agents-server/src/middleware.ts

@@ -0,0 +1,162 @@
+import { TODO_any } from '@promptbook-local/types';
+import { createClient } from '@supabase/supabase-js';
+import { NextRequest, NextResponse } from 'next/server';
+import { SERVERS, SUPABASE_TABLE_PREFIX } from '../config';
+import { isIpAllowed } from './utils/isIpAllowed';
+
+// Note: Re-implementing normalizeTo_PascalCase to avoid importing from @promptbook-local/utils which might have Node.js dependencies
+function normalizeTo_PascalCase(text: string): string {
+    return text
+        .replace(/(?:^\w|[A-Z]|\b\w)/g, (word, index) => {
+            return word.toUpperCase();
+        })
+        .replace(/\s+/g, '');
+}
+
+export async function middleware(req: NextRequest) {
+    // 1. Get client IP
+    let ip = (req as TODO_any).ip;
+    const xForwardedFor = req.headers.get('x-forwarded-for');
+    if (!ip && xForwardedFor) {
+        ip = xForwardedFor.split(',')[0].trim();
+    }
+    // Fallback for local development if needed, though req.ip is usually ::1 or 127.0.0.1
+    ip = ip || '127.0.0.1';
+
+    // 2. Determine allowed IPs
+    // Priority: Metadata > Environment Variable
+
+    const allowedIpsEnv = process.env.RESTRICT_IP;
+    let allowedIpsMetadata: string | null = null;
+
+    // To fetch metadata, we need to know the table name, which depends on the host
+    const host = req.headers.get('host');
+
+    if (host) {
+        let tablePrefix = SUPABASE_TABLE_PREFIX;
+
+        if (SERVERS && SERVERS.length > 0) {
+            // Logic mirrored from src/tools/$provideServer.ts
+            if (SERVERS.some((server) => server === host)) {
+                let serverName = host;
+                serverName = serverName.replace(/\.ptbk\.io$/, '');
+                serverName = normalizeTo_PascalCase(serverName);
+                tablePrefix = `server_${serverName}_`;
+            }
+        }
+
+        const supabaseUrl = process.env.NEXT_PUBLIC_SUPABASE_URL;
+        const supabaseKey = process.env.SUPABASE_SERVICE_ROLE_KEY || process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY;
+
+        if (supabaseUrl && supabaseKey) {
+            try {
+                const supabase = createClient(supabaseUrl, supabaseKey, {
+                    auth: {
+                        persistSession: false,
+                        autoRefreshToken: false,
+                    },
+                });
+
+                const { data } = await supabase
+                    .from(`${tablePrefix}Metadata`)
+                    .select('value')
+                    .eq('key', 'RESTRICT_IP')
+                    .single();
+
+                if (data && data.value) {
+                    allowedIpsMetadata = data.value;
+                }
+            } catch (error) {
+                console.error('Error fetching metadata in middleware:', error);
+            }
+        }
+    }
+
+    const allowedIps = allowedIpsMetadata !== null && allowedIpsMetadata !== undefined ? allowedIpsMetadata : allowedIpsEnv;
+
+    if (isIpAllowed(ip, allowedIps)) {
+        // 3. Custom Domain Routing
+        //    If the host is not one of the configured SERVERS, try to find an agent with a matching META LINK
+
+        if (host && SERVERS && !SERVERS.some((server) => server === host)) {
+            const supabaseUrl = process.env.NEXT_PUBLIC_SUPABASE_URL;
+            const supabaseKey = process.env.SUPABASE_SERVICE_ROLE_KEY || process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY;
+
+            if (supabaseUrl && supabaseKey) {
+                const supabase = createClient(supabaseUrl, supabaseKey, {
+                    auth: {
+                        persistSession: false,
+                        autoRefreshToken: false,
+                    },
+                });
+
+                // Determine prefixes to check
+                // We check all configured servers because the custom domain could point to any of them
+                // (or if they share the database, we need to check the relevant tables)
+                const serversToCheck = SERVERS;
+                
+                // TODO: [🧠] If there are many servers, this loop might be slow. Optimize if needed.
+                for (const serverHost of serversToCheck) {
+                    let serverName = serverHost;
+                    serverName = serverName.replace(/\.ptbk\.io$/, '');
+                    serverName = normalizeTo_PascalCase(serverName);
+                    const prefix = `server_${serverName}_`;
+
+                    // Search for agent with matching META LINK
+                    // agentProfile->links is an array of strings
+                    // We check if it contains the host, or https://host, or http://host
+                    
+                    const searchLinks = [host, `https://${host}`, `http://${host}`];
+                    
+                    // Construct OR filter: agentProfile.cs.{"links":["link1"]},agentProfile.cs.{"links":["link2"]},...
+                    const orFilter = searchLinks.map(link => `agentProfile.cs.{"links":["${link}"]}`).join(',');
+
+                    try {
+                        const { data } = await supabase
+                            .from(`${prefix}Agent`)
+                            .select('agentName')
+                            .or(orFilter)
+                            .limit(1)
+                            .single();
+
+                        if (data && data.agentName) {
+                            // Found the agent!
+                            const url = req.nextUrl.clone();
+                            url.pathname = `/${data.agentName}`;
+                            
+                            // Pass the server context to the app via header
+                            const requestHeaders = new Headers(req.headers);
+                            requestHeaders.set('x-promptbook-server', serverHost);
+
+                            return NextResponse.rewrite(url, {
+                                request: {
+                                    headers: requestHeaders,
+                                },
+                            });
+                        }
+                    } catch (error) {
+                         // Ignore error (e.g. table not found, or agent not found) and continue to next server
+                         // console.error(`Error checking server ${serverHost} for custom domain ${host}:`, error);
+                    }
+                }
+            }
+        }
+
+        return NextResponse.next();
+    }
+
+    return new NextResponse('Forbidden', { status: 403 });
+}
+
+export const config = {
+    matcher: [
+        /*
+         * Match all request paths except for the ones starting with:
+         * - _next/static (static files)
+         * - _next/image (image optimization files)
+         * - favicon.ico (favicon file)
+         * - public folder
+         */
+        '/((?!_next/static|_next/image|favicon.ico|logo-|fonts/).*)',
+    ],
+};

package/apps/agents-server/src/tools/$provideAgentCollectionForServer.ts

@@ -2,32 +2,34 @@
 
 import { AgentCollectionInSupabase } from '@promptbook-local/core';
 import { AgentCollection } from '@promptbook-local/types';
-import { getSupabaseForServer } from '../supabase/getSupabaseForServer';
+import { just } from '../../../../src/utils/organization/just';
+import { $provideSupabaseForServer } from '../database/$provideSupabaseForServer';
+import { $provideServer } from './$provideServer';
 
 /**
  * Cache of provided agent collection
- * 
+ *
  * @private internal cache for `$provideAgentCollectionForServer`
  */
 let agentCollection: null | AgentCollection = null;
 
 /**
- * !!!!
+ * [🐱‍🚀]
  */
 export async function $provideAgentCollectionForServer(): Promise<AgentCollection> {
     // <- Note: This function is potentially async
 
-    // TODO: !!!! [🌕] DRY
+    // TODO: [🐱‍🚀] [🌕] DRY
 
-    const isVerbose = true; // <- TODO: !!!! Pass
+    const isVerbose = true; // <- TODO: [🐱‍🚀] Pass
 
-    if (agentCollection !== null) {
-        console.log('!!! Returning cached agent collection');
+    if (agentCollection !== null && just(false /* <- TODO: [🐱‍🚀] Fix caching */)) {
+        console.log('[🐱‍🚀] Returning cached agent collection');
         return agentCollection;
-        // TODO: !!!! Be aware of options changes
+        // TODO: [🐱‍🚀] Be aware of options changes
     }
 
-    console.log('!!! Creating NEW agent collection');
+    console.log('[🐱‍🚀] Creating NEW agent collection');
 
     /*
     // TODO: [🧟‍♂️][◽] DRY:
@@ -40,10 +42,12 @@ export async function $provideAgentCollectionForServer(): Promise<AgentCollectio
     });
     */
 
-    const supabase = getSupabaseForServer();
+    const supabase = $provideSupabaseForServer();
+    const { tablePrefix } = await $provideServer();
 
     agentCollection = new AgentCollectionInSupabase(supabase, {
         isVerbose,
+        tablePrefix,
     });
 
     return agentCollection;

package/apps/agents-server/src/tools/$provideCdnForServer.ts

@@ -9,7 +9,7 @@ import { IIFilesStorageWithCdn } from '../utils/cdn/interfaces/IFilesStorage';
 let cdn: IIFilesStorageWithCdn | null = null;
 
 /**
- * !!!
+ * [🐱‍🚀]
  */
 export function $provideCdnForServer(): IIFilesStorageWithCdn {
     if (!cdn) {

package/apps/agents-server/src/tools/$provideExecutionToolsForServer.ts

@@ -43,11 +43,11 @@ $sideEffect(
     _MarkitdownScraperMetadataRegistration,
     _PdfScraperMetadataRegistration,
     _WebsiteScraperMetadataRegistration,
-    // <- TODO: !!! Export all registrations from one variabile in `@promptbook/core`
+    // <- TODO: [🐱‍🚀] Export all registrations from one variabile in `@promptbook/core`
 );
 $sideEffect(/* [㊗] */ _OpenAiRegistration);
 $sideEffect(/* [㊗] */ _GoogleRegistration);
-// <- TODO: !!!! Allow to dynamically install required metadata
+// <- TODO: [🐱‍🚀] Allow to dynamically install required metadata
 
 /**
  * Cache of provided execution tools
@@ -56,8 +56,6 @@ $sideEffect(/* [㊗] */ _GoogleRegistration);
  */
 let executionTools: null | ExecutionTools = null;
 
-
-
 /*
 TODO: [▶️]
 type ProvideExecutionToolsForServerOptions = {
@@ -66,25 +64,25 @@ type ProvideExecutionToolsForServerOptions = {
 */
 
 /**
- * !!!!
+ * [🐱‍🚀]
  */
 export async function $provideExecutionToolsForServer(): Promise<ExecutionTools> {
-    // TODO: !!!! [🌕] DRY
+    // TODO: [🐱‍🚀] [🌕] DRY
 
-    // const path = '../../agents'; // <- TODO: !!!! Pass
-    const isVerbose = true; // <- TODO: !!!! Pass
-    const isCacheReloaded = false; // <- TODO: !!!! Pass
+    // const path = '../../agents'; // <- TODO: [🐱‍🚀] Pass
+    const isVerbose = true; // <- TODO: [🐱‍🚀] Pass
+    const isCacheReloaded = false; // <- TODO: [🐱‍🚀] Pass
     const cliOptions = {
         provider: 'BRING_YOUR_OWN_KEYS',
-    } as TODO_any; // <- TODO: !!!! Pass
+    } as TODO_any; // <- TODO: [🐱‍🚀] Pass
 
     if (executionTools !== null) {
-        console.log('!!! Returning cached execution tools');
+        console.log('[🐱‍🚀] Returning cached execution tools');
         return executionTools;
-        // TODO: !!!! Be aware of options changes
+        // TODO: [🐱‍🚀] Be aware of options changes
     }
 
-    console.log('!!! Creating NEW execution tools');
+    console.log('[🐱‍🚀] Creating NEW execution tools');
 
     // TODO: DRY [◽]
     const prepareAndScrapeOptions = {

package/apps/agents-server/src/tools/$provideOpenAiAssistantExecutionToolsForServer.ts

@@ -10,23 +10,23 @@ import { OpenAiAssistantExecutionTools } from '@promptbook-local/openai';
 let executionTools: null | OpenAiAssistantExecutionTools = null;
 
 /**
- * !!!!
+ * [🐱‍🚀]
  */
 export async function $provideOpenAiAssistantExecutionToolsForServer(): Promise<OpenAiAssistantExecutionTools> {
-    // TODO: !!!! [🌕] DRY
-    const isVerbose = true; // <- TODO: !!!! Pass
+    // TODO: [🐱‍🚀] [🌕] DRY
+    const isVerbose = true; // <- TODO: [🐱‍🚀] Pass
 
     if (executionTools !== null) {
-        console.log('!!! Returning cached OpenAiAssistantExecutionTools');
+        console.log('[🐱‍🚀] Returning cached OpenAiAssistantExecutionTools');
         return executionTools;
-        // TODO: !!!! Be aware of options changes
+        // TODO: [🐱‍🚀] Be aware of options changes
     }
 
-    console.log('!!! Creating NEW OpenAiAssistantExecutionTools');
+    console.log('[🐱‍🚀] Creating NEW OpenAiAssistantExecutionTools');
 
     executionTools = new OpenAiAssistantExecutionTools({
         apiKey: process.env.OPENAI_API_KEY,
-        assistantId: '!!!! null',
+        assistantId: 'abstract_assistant', // <- TODO: [🐱‍🚀] In `OpenAiAssistantExecutionTools` Allow to create abstract assistants with `isCreatingNewAssistantsAllowed`
         isCreatingNewAssistantsAllowed: true,
         isVerbose,
     });

package/apps/agents-server/src/tools/$provideServer.ts

@@ -0,0 +1,39 @@
+import { NEXT_PUBLIC_URL, SERVERS, SUPABASE_TABLE_PREFIX } from '@/config';
+import { normalizeTo_PascalCase } from '@promptbook-local/utils';
+import { headers } from 'next/headers';
+
+export async function $provideServer() {
+    if (!SERVERS) {
+        return {
+            publicUrl: NEXT_PUBLIC_URL || new URL(`https://${(await headers()).get('host') || 'localhost:4440'}`),
+            tablePrefix: SUPABASE_TABLE_PREFIX,
+        };
+    }
+
+    const headersList = await headers();
+    let host = headersList.get('host');
+    const xPromptbookServer = headersList.get('x-promptbook-server');
+
+    if (host === null) {
+        throw new Error('Host header is missing');
+    }
+
+    // If host is not in known servers, check if we have a context header from middleware
+    if (!SERVERS.some((server) => server === host)) {
+        if (xPromptbookServer && SERVERS.some((server) => server === xPromptbookServer)) {
+            host = xPromptbookServer;
+        } else {
+            throw new Error(`Server with host "${host}" is not configured in SERVERS`);
+        }
+    }
+
+    let serverName = host;
+
+    serverName = serverName.replace(/\.ptbk\.io$/, '');
+    serverName = normalizeTo_PascalCase(serverName);
+
+    return {
+        publicUrl: new URL(`https://${host}`),
+        tablePrefix: `server_${serverName}_`,
+    };
+}

package/apps/agents-server/src/utils/auth.ts

@@ -0,0 +1,33 @@
+import { randomBytes, scrypt, timingSafeEqual } from 'crypto';
+import { promisify } from 'util';
+
+const scryptAsync = promisify(scrypt);
+
+/**
+ * Hashes a password using scrypt
+ * 
+ * @param password The plain text password
+ * @returns The salt and hash formatted as "salt:hash"
+ */
+export async function hashPassword(password: string): Promise<string> {
+    const salt = randomBytes(16).toString('hex');
+    const derivedKey = (await scryptAsync(password, salt, 64)) as Buffer;
+    return `${salt}:${derivedKey.toString('hex')}`;
+}
+
+/**
+ * Verifies a password against a stored hash
+ * 
+ * @param password The plain text password
+ * @param storedHash The stored hash in format "salt:hash"
+ * @returns True if the password matches
+ */
+export async function verifyPassword(password: string, storedHash: string): Promise<boolean> {
+    const [salt, key] = storedHash.split(':');
+    if (!salt || !key) return false;
+    
+    const derivedKey = (await scryptAsync(password, salt, 64)) as Buffer;
+    const keyBuffer = Buffer.from(key, 'hex');
+    
+    return timingSafeEqual(derivedKey, keyBuffer);
+}

package/apps/agents-server/src/utils/cdn/utils/getUserFileCdnKey.ts

@@ -1,7 +1,7 @@
-import { titleToName } from '../../../../../../src/utils/normalization/titleToName';
 import hexEncoder from 'crypto-js/enc-hex';
 import sha256 from 'crypto-js/sha256';
 import type { string_uri } from '../../../../../../src/types/typeAliases';
+import { titleToName } from '../../../../../../src/utils/normalization/titleToName';
 import { nameToSubfolderPath } from './nameToSubfolderPath';
 
 /**
@@ -9,6 +9,7 @@ import { nameToSubfolderPath } from './nameToSubfolderPath';
  */
 export function getUserFileCdnKey(file: Buffer, originalFilename: string): string_uri {
     const hash = sha256(hexEncoder.parse(file.toString('hex'))).toString(/* hex */);
+    //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
 
     const originalFilenameParts = originalFilename.split('.');
     const extension = originalFilenameParts.pop();

package/apps/agents-server/src/utils/cdn/utils/nameToSubfolderPath.ts

@@ -5,5 +5,5 @@ export function nameToSubfolderPath(name: string_name): Array<string> {
 }
 
 /**
- * TODO: !!! Use `nameToSubfolderPath` from src
+ * TODO: [🐱‍🚀] Use `nameToSubfolderPath` from src
  */