@openserv-labs/sdk 2.2.2 → 2.4.0

package/dist/dreamkid/main.js

@@ -0,0 +1,313 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+// import fs from 'node:fs'
+// import path from 'node:path'
+// import os from 'node:os'
+// import { execSync } from 'node:child_process'
+const agent_1 = require("../agent");
+const zod_1 = require("zod");
+// import { arcs } from './arcs'
+// import elevenlabs from './elevenlabs'
+// import openai from './openai'
+const system_prompt_1 = require("./system-prompt");
+// import { themes } from './themes'
+// import { getInitialPromptForPageContent } from './prompting'
+const agent = new agent_1.Agent({
+    systemPrompt: system_prompt_1.systemPrompt
+});
+const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms));
+agent.addCapability({
+    name: 'generateDummyText',
+    description: 'Generate dummy text',
+    schema: zod_1.z.object({}),
+    run: async () => {
+        console.log('before sleep');
+        await sleep(4000);
+        console.log('after sleep');
+        return 'Dummy text';
+    }
+});
+// agent.addCapability({
+//   name: 'generateStorySettings',
+//   description: 'Generate story settings',
+//   schema: z.object({
+//     themeId: z.number(),
+//     arcId: z.number(),
+//     age: z.number(),
+//     name: z.string(),
+//     condition: z.string(),
+//     companionSentence: z.string()
+//   }),
+//   run: async ({ action, args }) => {
+//     await sleep(70000)
+//     if (!action || action.type === 'respond-chat-message') {
+//       throw new Error('Invalid request')
+//     }
+//     const theme = themes.find(theme => theme.id === args.themeId)
+//     if (!theme) {
+//       throw new Error('Invalid theme id')
+//     }
+//     const arc = arcs.find(arc => arc.id === args.arcId)
+//     if (!arc) {
+//       throw new Error('Invalid arc id')
+//     }
+//     const systemPrompt = getInitialPromptForPageContent({
+//       themeId: args.themeId,
+//       age: args.age,
+//       arcId: args.arcId,
+//       name: args.name,
+//       condition: args.condition
+//     })
+//     await agent.uploadFile({
+//       workspaceId: action.workspace.id,
+//       taskIds: [action.task.id],
+//       path: 'settings.json',
+//       skipSummarizer: true,
+//       file: Buffer.from(
+//         JSON.stringify(
+//           {
+//             ...args,
+//             theme,
+//             arc,
+//             systemPrompt,
+//             totalPages: arc.arc.length
+//           },
+//           null,
+//           2
+//         )
+//       )
+//     })
+//     return 'Story settings generated and saved to settings.json'
+//   }
+// })
+// type Settings = {
+//   themeId: number
+//   arcId: number
+//   age: number
+//   name: string
+//   condition: string
+//   theme: (typeof themes)[number]
+//   arc: (typeof arcs)[number]
+//   systemPrompt: string
+//   totalPages: number
+// }
+// agent.addCapability({
+//   name: 'generatePageContent',
+//   description:
+//     'This tool generates a page content for the given page index. If there are no existing pages the page index should start from 0.',
+//   schema: z.object({
+//     page: z.number().describe('Page number to generate')
+//   }),
+//   run: async ({ action, args }) => {
+//     if (!action || action.type === 'respond-chat-message') {
+//       throw new Error('Invalid request')
+//     }
+//     const filesResponse = await agent.getFiles({
+//       workspaceId: action.workspace.id
+//     })
+//     const settingsFileUrl = filesResponse.find(file => file.path === 'settings.json')?.fullUrl
+//     if (!settingsFileUrl) {
+//       throw new Error('Settings file not found')
+//     }
+//     const settingsFile = (await fetch(settingsFileUrl).then(res => res.json())) as Settings
+//     const systemPrompt = settingsFile.systemPrompt
+//     const contentResponse = await openai.chat.completions.create({
+//       model: 'gpt-4o',
+//       messages: [
+//         { role: 'system', content: systemPrompt },
+//         {
+//           role: 'user',
+//           content: `Generate page ${args.page + 1}, ${settingsFile.arc.arc[args.page]}`
+//         }
+//       ]
+//     })
+//     const content = contentResponse.choices[0]?.message?.content ?? ''
+//     if (!content) {
+//       throw new Error('No content generated')
+//     }
+//     const titleResponse = await openai.chat.completions.create({
+//       model: 'gpt-4o',
+//       messages: [
+//         {
+//           role: 'system',
+//           content:
+//             "You are a narrator of a children’s book. You will be given a page of a children's book. Your job is to create a very short (10-word) one-liner summary for this page. The narrator will narrate this piece. The caption should be written in a style that is appropriate for a ${age} year-old. Just write the caption itself. Don't write anything else. Don't put the caption in double quotes. NEVER use double quotes. Never start and end with quotes. Don't use quotes."
+//         },
+//         { role: 'user', content: content }
+//       ]
+//     })
+//     const title = titleResponse.choices[0]?.message?.content ?? ''
+//     if (!title) {
+//       throw new Error('No title generated')
+//     }
+//     const result = `Page title: ${title}\n\nPage content: ${content}`
+//     await agent.uploadFile({
+//       taskIds: [action.task.id],
+//       workspaceId: action.workspace.id,
+//       path: `page-${args.page}.md`,
+//       file: Buffer.from(result, 'utf-8')
+//     })
+//     return `Page ${args.page} content generated and saved to page-${args.page}.md.`
+//   }
+// })
+// agent.addCapability({
+//   name: 'generatePageImage',
+//   description: 'Generate a page image',
+//   schema: z.object({
+//     page: z.string()
+//   }),
+//   run: async ({ args }) => {
+//     return ''
+//   }
+// })
+// agent.addCapability({
+//   name: 'getArcs',
+//   description: 'Get all available arcs for a story',
+//   schema: z.object({}),
+//   run: async () => {
+//     const arcsStringified = arcs
+//       .map(arc => {
+//         const outline = arc.arc.map((a, i) => `${i + 1}. ${a}`).join('\n')
+//         return `ID: ${arc.id}\nName: ${arc.name}\nOutline: ${outline}`
+//       })
+//       .join('\n\n')
+//     return arcsStringified
+//   }
+// })
+// agent.addCapability({
+//   name: 'getThemes',
+//   description: 'Get themes for a story',
+//   schema: z.object({}),
+//   run: async () => {
+//     const themesStringified = themes
+//       .map(
+//         theme =>
+//           `Theme id: ${theme.id}\nTheme name: ${theme.theme.name}\nTheme description: ${theme.theme.description}`
+//       )
+//       .join('\n\n')
+//     return themesStringified
+//   }
+// })
+// agent.addCapability({
+//   name: 'getThemeDetails',
+//   description: 'Get details for a theme',
+//   schema: z.object({
+//     themeId: z.number()
+//   }),
+//   run: async ({ args }) => {
+//     const theme = themes.find(theme => theme.id === args.themeId)
+//     if (!theme) {
+//       throw new Error(`Theme with id ${args.themeId} not found`)
+//     }
+//     return `Theme id: ${theme.id}\nTheme name: ${theme.theme.name}\nTheme description: ${theme.theme.description}\n\nCharacters: ${theme.characters.map(character => `Character id: ${character.id}\nCharacter name: ${character.name}\nCharacter description: ${character.description}`).join('\n\n')}`
+//   }
+// })
+// other voice: XjsIdXNH69vD1t4iNHZL
+// agent.addCapability({
+//   name: 'generatePageAudio',
+//   description: 'Generate a page audio',
+//   schema: z.object({
+//     pageIndex: z.number()
+//   }),
+//   run: async ({ args, action }) => {
+//     if (!action || action.type === 'respond-chat-message') {
+//       throw new Error('Invalid request')
+//     }
+//     const filesResponse = await agent.getFiles({
+//       workspaceId: action.workspace.id
+//     })
+//     const pageContentFileUrl = filesResponse.find(
+//       file => file.path === `page-${args.pageIndex}.md`
+//     )?.fullUrl
+//     if (!pageContentFileUrl) {
+//       throw new Error('Page content file not found')
+//     }
+//     const pageContent = await fetch(pageContentFileUrl).then(res => res.text())
+//     const audio = await elevenlabs.textToSpeech.convert('ZDc5PVi7L6PCdGDApSWN', {
+//       text: pageContent,
+//       voiceSettings: {
+//         stability: 0.5,
+//         similarityBoost: 0.5
+//       }
+//     })
+//     const reader = audio.getReader()
+//     const chunks = []
+//     while (true) {
+//       const { done, value } = await reader.read()
+//       if (done) break
+//       chunks.push(value)
+//     }
+//     const audioBuffer = Buffer.concat(chunks)
+//     await agent.uploadFile({
+//       taskIds: [action.task.id],
+//       workspaceId: action.workspace.id,
+//       path: `audio-${args.pageIndex}.mp3`,
+//       file: audioBuffer
+//     })
+//     return `Audio for page ${args.pageIndex} generated and saved to audio-${args.pageIndex}.mp3`
+//   }
+// })
+// agent.addCapability({
+//   name: 'generateFinalResult',
+//   description: 'Combines all generated content into a single output file',
+//   schema: z.object({}),
+//   run: async ({ action }) => {
+//     if (!action || action.type === 'respond-chat-message') {
+//       throw new Error('Invalid call')
+//     }
+//     const filesResponse = await agent.getFiles({
+//       workspaceId: action.workspace.id
+//     })
+//     const audioFiles = filesResponse
+//       .filter(file => file.path.startsWith('audio-') && file.path.endsWith('.mp3'))
+//       .sort((a, b) => {
+//         const aNum = Number.parseInt(a.path.match(/\d+/)?.[0] ?? '0')
+//         const bNum = Number.parseInt(b.path.match(/\d+/)?.[0] ?? '0')
+//         return aNum - bNum
+//       })
+//     const audios = await Promise.all(
+//       audioFiles.map(async file => {
+//         const blob = await fetch(file.fullUrl).then(res => res.blob())
+//         return blob
+//       })
+//     )
+//     const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), `story-audio-${action.workspace.id}`))
+//     // Write audio blobs to temp files
+//     const tmpAudioFilePaths = await Promise.all(
+//       audios.map(async (blob, i) => {
+//         const filePath = path.join(tempDir, `audio-${i}.mp3`)
+//         fs.writeFileSync(filePath, Buffer.from(await blob.arrayBuffer()))
+//         return filePath
+//       })
+//     )
+//     // Create concat file list
+//     const concatFile = path.join(tempDir, 'concat.txt')
+//     const concatContent = tmpAudioFilePaths.map(f => `file '${f}'`).join('\n')
+//     fs.writeFileSync(concatFile, concatContent)
+//     // Combine audio files using ffmpeg
+//     const outputFile = path.join(tempDir, 'final-audio.mp3')
+//     execSync(`ffmpeg -f concat -safe 0 -i "${concatFile}" -c copy "${outputFile}"`)
+//     // Read combined audio and upload
+//     const combinedAudio = fs.readFileSync(outputFile)
+//     await agent.uploadFile({
+//       workspaceId: action.workspace.id,
+//       taskIds: [action.task.id],
+//       path: 'final-audio.mp3',
+//       file: combinedAudio
+//     })
+//     // Clean up temp directory
+//     fs.rmSync(tempDir, { recursive: true, force: true })
+//     return `Final output is generated and saved as an audio file with the name "final-audio.mp3"`
+//   }
+// })
+async function main() {
+    console.log('Hello World');
+    try {
+        await agent.start();
+    }
+    catch (error) {
+        console.error(error);
+    }
+}
+main();

package/dist/dreamkid/openai.d.ts

@@ -0,0 +1,4 @@
+import OpenAI from "openai";
+declare const openai: OpenAI;
+export default openai;
+//# sourceMappingURL=openai.d.ts.map

package/dist/dreamkid/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/dreamkid/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,QAAA,MAAM,MAAM,QAEV,CAAC;AAEH,eAAe,MAAM,CAAC"}

package/dist/dreamkid/openai.js

@@ -0,0 +1,10 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const openai_1 = __importDefault(require("openai"));
+const openai = new openai_1.default({
+    apiKey: process.env.OPENAI_API_KEY,
+});
+exports.default = openai;

package/dist/dreamkid/prompting.d.ts

@@ -0,0 +1,16 @@
+export declare function getInitialPromptForPageContent({ themeId, arcId, age, name, condition }: {
+    themeId: number;
+    arcId: number;
+    age: number;
+    name: string;
+    condition: string;
+}): string;
+export declare function generateImagePrompt({ prompt, age, themeId, characterId, description, childGender }: {
+    prompt: string;
+    age: number;
+    themeId: number;
+    characterId: number;
+    description?: string;
+    childGender?: string;
+}): Promise<string>;
+//# sourceMappingURL=prompting.d.ts.map

package/dist/dreamkid/prompting.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompting.d.ts","sourceRoot":"","sources":["../../src/dreamkid/prompting.ts"],"names":[],"mappings":"AAIA,wBAAgB,8BAA8B,CAAC,EAC7C,OAAO,EACP,KAAK,EACL,GAAG,EACH,IAAI,EACJ,SAAS,EACV,EAAE;IACD,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;CAClB,UA0BA;AAED,wBAAsB,mBAAmB,CAAC,EACxC,MAAM,EACN,GAAG,EACH,OAAO,EACP,WAAW,EACX,WAAqB,EACrB,WAAW,EACZ,EAAE;IACD,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,mBA6DA"}

package/dist/dreamkid/prompting.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getInitialPromptForPageContent = getInitialPromptForPageContent;
+exports.generateImagePrompt = generateImagePrompt;
+const arcs_1 = require("./arcs");
+const openai_1 = __importDefault(require("./openai"));
+const themes_1 = require("./themes");
+function getInitialPromptForPageContent({ themeId, arcId, age, name, condition }) {
+    const theme = themes_1.themes.find(theme => theme.id === themeId);
+    if (!theme) {
+        throw new Error(`Theme with id ${themeId} not found`);
+    }
+    const arc = arcs_1.arcs.find(arc => arc.id === arcId);
+    if (!arc) {
+        throw new Error(`Arc with id ${arcId} not found`);
+    }
+    const companionSentence = `In this story, ${name} embarks on the journey alone but finds friendship and support along the way.`;
+    return `You are a prolific, award-winning children’s stories writer. You write children’s books, with dramatic, yet uplifting themes of overcoming challenges. You will write a new story for a child named ${name}. ${name} has ${condition} and this story will inspire ${name} to overcome ${condition}. In this story, ${name} provides guidance and protection to those who venture into the woods. You should always refer to the child with their name, ${name}, always with the pronouns he/him/his. ${companionSentence}
+
+The story takes place in ${theme.theme.name}, ${theme.theme.description}.
+
+The theme of the story will be "${arc.name}" and it will be ${arc.arc.length} pages.
+
+For each page, you will come up with a paragraph of between 35–55 words and of 400-450 characters.
+
+Give the characters active dialog lines. Tailor the narrative specifically for a ${age} year-old.
+
+Just write the text of the indicated page. Don’t write any captions or anything else. Don’t title the pages. Just write the body text.`;
+}
+async function generateImagePrompt({ prompt, age, themeId, characterId, description = 'child', childGender }) {
+    const chosenTheme = themes_1.themes.find(theme => theme.id === themeId);
+    if (!chosenTheme) {
+        throw new Error(`Theme with id ${themeId} not found`);
+    }
+    const chosenCharacter = chosenTheme.characters.find(character => character.id === characterId);
+    if (!chosenCharacter) {
+        throw new Error(`Character with id ${characterId} not found`);
+    }
+    const initialMessage = `You are an Annie-award winning artist who illustrates children's books. You are working with image generation AI tools that do the illustrations for you. Your job is to create prompts for this AI tool.
+
+The story takes place in ${chosenTheme.theme.name}, $${chosenTheme.theme.description}.
+
+The main character is a ${description} named ${chosenCharacter.name}, ${chosenCharacter.description}, gender is ${childGender}.
+
+You will be given a description for a page in a children's book and you will create an image prompt for it. The image prompt should be a drawing that illustrates the narrative text. The image prompt should be drawn in a style that is appropriate for a ${age} year-old.
+
+Use the following info as a reference to create ideal image prompts:
+- Focus on clear and concise descriptions, with different concepts separated by commas, then follow them with any parameters. Parameters are not separated by commas.
+- Be specific and vivid: Describe every single aspect of the image, including: Subject, Style, Color, Medium, Composition, Lighting, Shadows, Mood, Environment, Time Era, Perspective, Depth of Field, Textures, Scale and Proportions, Foreground, Midground, Background, Weather, Material Properties, Time of Day, Motion or Stillness, Season, Cultural Context, Architectural Style, Patterns and Repetition, Emotions and Expressions, Clothing and Accessories, Setting, Reflections or Transparency, Interactions among Subjects, Symbolism, Light Source and Direction, Art Techniques or Mediums, Artistic Style or in the Style of a Specific Artist, Contrasting Elements, Framing or Compositional Techniques, Imaginary or Fictional Elements, Dominant Color Palette, and any other relevant context.
+- Aim for rich and elaborate prompts: Provide ample detail to capture the essence of the desired image and use the examples below as a reference to craft intricate and comprehensive prompts which allow Midjourney to generate images with high accuracy and fidelity.
+- Be very concise and simple with the image prompt.
+- In image prompts, when talking about characters, always mention that they are children, and use a style that is appropriate for the age of the child.
+- Keep it short. The AI gets confused with long sentences.
+- The AI doesn't understand sentence forms, but instead declarative statements.
+- Always describe the action.
+
+Some good examples you can learn from are:
+
+- Jack and Aunt Lilly, eyes wide with surprise, standing at the mouth of Candy Canyon, path obscured by thick, swirling, cotton candy clouds
+- Jack, a 5-year-old child with asthma, wearing a Sugarplum Scout outfit: goggles on his head, a brown candy-striped vest, and a toolbelt full of candy-testing tools, living room full of colorful candy-themed decorations
+- Jack, looking unsure and hesitant, standing at the edge of the swirling cotton candy clouds, Aunt Lilly putting a comforting hand on his shoulder
+- A wise, talking gumdrop wizard with a candy cane staff, Jack and Aunt Lilly listening intently, Candy Canyon in the background
+- Jack, determination in his eyes, taking a deep breath, Aunt Lilly smiling reassuringly at him, both ready to step into the cotton candy clouds
+- Jack, Aunt Lilly, and their candy allies crossing a wobbly candy cane bridge over a river of flowing chocolate, Jack carefully using his inhaler, his friends cheering him on
+- A storm of powdered sugar clouds, Jack coughing and struggling to breathe, Aunt Lilly and candy allies looking concerned and saddened
+- Jack, Aunt Lilly, and candy allies confidently marching towards a steep sugar-crystal mountain, sky-high whipped cream clouds beckoning
+- Jack, Aunt Lilly, and candy allies reaching the peak of the sugar-crystal mountain, embracing each other in celebration, a magnificent view of Candy Canyon below
+
+Only write the prompt itself. No quotes, no other text. Just the prompt.`;
+    const response = await openai_1.default.chat.completions.create({
+        model: 'gpt-4o',
+        messages: [
+            { role: 'system', content: initialMessage },
+            { role: 'user', content: prompt }
+        ],
+        response_format: { type: 'json_object' }
+    });
+    const imagePrompt = response.choices[0]?.message.content;
+    if (!imagePrompt) {
+        throw new Error('No image prompt generated');
+    }
+    return `Annie Award-Winning children's book illustration of a ${description}, ${imagePrompt}::5 cute, background 3D::3 paper quilling::2 --q 2 --s 50`;
+}

package/dist/dreamkid/system-prompt.d.ts

@@ -0,0 +1,2 @@
+export declare const systemPrompt = "You are a children's story writer. You are expected to pick a random theme and an arc from the available themes and arcs.\n\nYou can use \"getThemes\" tool to get the available themes. You need to pick a theme from the response of that tool and then you can get the theme details by using the \"getThemeDetails\" tool.\nYou can use \"getArcs\" tool to list all available arcs.\n\nFirst, pick a theme and an arc and generate story settings with the help of the tool \"generateStorySettings\". This will validate theme and arc and save settings to a file. After that you need to call \"generatePageContent\" tool for every outline line item in the arc.\n\nAfter that you need to call \"generatePageAudio\" tool for every page.\n\nWhen everything is complete use the \"generateFinalResult\" tool to generate the final output.\n";
+//# sourceMappingURL=system-prompt.d.ts.map

package/dist/dreamkid/system-prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-prompt.d.ts","sourceRoot":"","sources":["../../src/dreamkid/system-prompt.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,6zBAUxB,CAAA"}

package/dist/dreamkid/system-prompt.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.systemPrompt = void 0;
+exports.systemPrompt = `You are a children's story writer. You are expected to pick a random theme and an arc from the available themes and arcs.
+
+You can use "getThemes" tool to get the available themes. You need to pick a theme from the response of that tool and then you can get the theme details by using the "getThemeDetails" tool.
+You can use "getArcs" tool to list all available arcs.
+
+First, pick a theme and an arc and generate story settings with the help of the tool "generateStorySettings". This will validate theme and arc and save settings to a file. After that you need to call "generatePageContent" tool for every outline line item in the arc.
+
+After that you need to call "generatePageAudio" tool for every page.
+
+When everything is complete use the "generateFinalResult" tool to generate the final output.
+`;

package/dist/dreamkid/themes.d.ts

@@ -0,0 +1,15 @@
+export declare const themes: {
+    id: number;
+    theme: {
+        name: string;
+        description: string;
+        images: string[];
+    };
+    characters: {
+        id: number;
+        name: string;
+        description: string;
+        images: string[];
+    }[];
+}[];
+//# sourceMappingURL=themes.d.ts.map

package/dist/dreamkid/themes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"themes.d.ts","sourceRoot":"","sources":["../../src/dreamkid/themes.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,MAAM;;;;;;;;;;;;;GAmuClB,CAAA"}