@sprucelabs/sprucebot-llm 2.4.13 → 2.4.14

package/build/esm/fineTuningSprucebot/constants/FIRST_MESSAGES.d.ts

@@ -0,0 +1 @@
+export declare const FIRST_MESSAGES: string[];

package/build/esm/fineTuningSprucebot/constants/FIRST_MESSAGES.js

@@ -0,0 +1,10 @@
+export const FIRST_MESSAGES = [
+    'hey',
+    'Hey!',
+    "What's up!?",
+    'Hello!',
+    'Anyone there?',
+    'test',
+    'Hi',
+    'Hi!',
+];

package/build/esm/fineTuningSprucebot/generateSamples.js

@@ -1,6 +1,9 @@
 import * as fs from 'fs';
 import * as path from 'path';
+import { DONE_TOKEN } from '../bots/templates.js';
+import { FIRST_MESSAGES } from './constants/FIRST_MESSAGES.js';
 import { GREETINGS } from './constants/GREETINGS.js';
+import { OFF_THE_RAILS_CONVERSATIONS } from './constants/OFF_THE_RAILS_CONVERSATIONS.js';
 import { TOPICS } from './constants/TOPICS.js';
 const promptTemplatePath = path.join(__dirname, 'promptTemplate.txt');
 const promptTemplate = fs.readFileSync(promptTemplatePath, 'utf8');
@@ -10,23 +13,52 @@ if (!outputPath) {
     throw new Error('No output path provided. Example: node generateSamples.js ~/output.json');
 }
 for (let c = 0; c < TOPICS.length; c++) {
-    new Array(10).fill(0).forEach(() => generateCompletion(c));
+    new Array(15).fill(0).forEach(() => generateCompletion(TOPICS, c));
+}
+for (let c = 0; c < OFF_THE_RAILS_CONVERSATIONS.length; c++) {
+    const off = OFF_THE_RAILS_CONVERSATIONS[c];
+    new Array(15).fill(0).forEach(() => generateOffTheRails(off));
 }
 fs.writeFileSync(outputPath, JSON.stringify(output, null, 2));
-function generateCompletion(c) {
-    const completion = `{{#${c + 1}}}`;
+function generateOffTheRails(off) {
     const greeting = random(GREETINGS);
     const topics = renderTopics();
-    const topic = TOPICS[c];
-    const conversation = random(topic.conversations);
-    const messages = render(conversation.messages
-        .map((m) => `__${m.from}__: ${random(m.text)}`)
-        .join('\n') + '\n__You__:', { topics });
+    const messages = renderMessages([off.messages[0]], topics);
+    output.push({
+        prompt: render(promptTemplate, {
+            greeting,
+            topics,
+            messages,
+            firstMessage: random(FIRST_MESSAGES),
+        }),
+        completion: render(random(off.messages[1].text), { topics }),
+    });
+}
+function generateCompletion(ts, c) {
+    const completion = `{{#${c + 1}}}\n\n${DONE_TOKEN}`;
+    const greeting = random(GREETINGS);
+    const topic = ts[c];
+    const { topics, messages } = renderMessagesAndTopics(topic.conversations);
     output.push({
-        prompt: render(promptTemplate, { topics, greeting, messages }),
+        prompt: render(promptTemplate, {
+            firstMessage: random(FIRST_MESSAGES),
+            topics,
+            greeting,
+            messages,
+        }),
         completion,
     });
 }
+function renderMessagesAndTopics(conversations) {
+    const conversation = random(conversations);
+    const topics = renderTopics();
+    const rendered = renderMessages(conversation.messages, topics);
+    return { topics, messages: rendered };
+}
+function renderMessages(messages, topics) {
+    return render(messages.map((m) => `__${m.from}__: ${random(m.text)}`).join('\n') +
+        '\n__You__:', { topics });
+}
 function renderTopics() {
     return TOPICS.map((t, idx) => `${idx + 1}. ${random(t.name)}`).join('\n');
 }

package/build/fineTuningSprucebot/constants/FIRST_MESSAGES.d.ts

@@ -0,0 +1 @@
+export declare const FIRST_MESSAGES: string[];

package/build/fineTuningSprucebot/constants/FIRST_MESSAGES.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FIRST_MESSAGES = void 0;
+exports.FIRST_MESSAGES = [
+    'hey',
+    'Hey!',
+    "What's up!?",
+    'Hello!',
+    'Anyone there?',
+    'test',
+    'Hi',
+    'Hi!',
+];

package/build/fineTuningSprucebot/generateSamples.js

@@ -25,7 +25,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
+const templates_1 = require("../bots/templates");
+const FIRST_MESSAGES_1 = require("./constants/FIRST_MESSAGES");
 const GREETINGS_1 = require("./constants/GREETINGS");
+const OFF_THE_RAILS_CONVERSATIONS_1 = require("./constants/OFF_THE_RAILS_CONVERSATIONS");
 const TOPICS_1 = require("./constants/TOPICS");
 const promptTemplatePath = path.join(__dirname, 'promptTemplate.txt');
 const promptTemplate = fs.readFileSync(promptTemplatePath, 'utf8');
@@ -35,23 +38,52 @@ if (!outputPath) {
     throw new Error('No output path provided. Example: node generateSamples.js ~/output.json');
 }
 for (let c = 0; c < TOPICS_1.TOPICS.length; c++) {
-    new Array(10).fill(0).forEach(() => generateCompletion(c));
+    new Array(15).fill(0).forEach(() => generateCompletion(TOPICS_1.TOPICS, c));
+}
+for (let c = 0; c < OFF_THE_RAILS_CONVERSATIONS_1.OFF_THE_RAILS_CONVERSATIONS.length; c++) {
+    const off = OFF_THE_RAILS_CONVERSATIONS_1.OFF_THE_RAILS_CONVERSATIONS[c];
+    new Array(15).fill(0).forEach(() => generateOffTheRails(off));
 }
 fs.writeFileSync(outputPath, JSON.stringify(output, null, 2));
-function generateCompletion(c) {
-    const completion = `{{#${c + 1}}}`;
+function generateOffTheRails(off) {
     const greeting = random(GREETINGS_1.GREETINGS);
     const topics = renderTopics();
-    const topic = TOPICS_1.TOPICS[c];
-    const conversation = random(topic.conversations);
-    const messages = render(conversation.messages
-        .map((m) => `__${m.from}__: ${random(m.text)}`)
-        .join('\n') + '\n__You__:', { topics });
+    const messages = renderMessages([off.messages[0]], topics);
+    output.push({
+        prompt: render(promptTemplate, {
+            greeting,
+            topics,
+            messages,
+            firstMessage: random(FIRST_MESSAGES_1.FIRST_MESSAGES),
+        }),
+        completion: render(random(off.messages[1].text), { topics }),
+    });
+}
+function generateCompletion(ts, c) {
+    const completion = `{{#${c + 1}}}\n\n${templates_1.DONE_TOKEN}`;
+    const greeting = random(GREETINGS_1.GREETINGS);
+    const topic = ts[c];
+    const { topics, messages } = renderMessagesAndTopics(topic.conversations);
     output.push({
-        prompt: render(promptTemplate, { topics, greeting, messages }),
+        prompt: render(promptTemplate, {
+            firstMessage: random(FIRST_MESSAGES_1.FIRST_MESSAGES),
+            topics,
+            greeting,
+            messages,
+        }),
         completion,
     });
 }
+function renderMessagesAndTopics(conversations) {
+    const conversation = random(conversations);
+    const topics = renderTopics();
+    const rendered = renderMessages(conversation.messages, topics);
+    return { topics, messages: rendered };
+}
+function renderMessages(messages, topics) {
+    return render(messages.map((m) => `__${m.from}__: ${random(m.text)}`).join('\n') +
+        '\n__You__:', { topics });
+}
 function renderTopics() {
     return TOPICS_1.TOPICS.map((t, idx) => `${idx + 1}. ${random(t.name)}`).join('\n');
 }

package/build/fineTuningSprucebot/promptTemplate.txt

@@ -15,6 +15,6 @@ DONE_DONE_DONE
 
 Let's get started:
 
-__Me__: hey
+__Me__: {{firstMessage}}
 __You__: {{greeting}} {{topics}}
 {{messages}}

package/package.json

@@ -9,7 +9,7 @@
       "@sprucelabs/spruce-test-fixtures"
     ]
   },
-  "version": "2.4.13",
+  "version": "2.4.14",
   "files": [
     "build"
   ],