testronaut 1.0.0 → 1.0.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testronaut",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "main": "./runner/testronaut.js",
   "bin": {
     "testronaut": "./bin/cli.js"

package/agent-framework/bin/agent

@@ -1,16 +0,0 @@
-#!/usr/bin/env node
-import { runWorkflow } from '../runner/agentRunner.js';
-import { loginWorkflow } from '../workflows/loginWorkflow.js';
-
-const workflows = {
-  login: loginWorkflow,
-};
-
-const name = process.argv[2];
-if (!name || !workflows[name]) {
-  console.log('Usage: agent <workflow>');
-  console.log('Available workflows:', Object.keys(workflows).join(', '));
-  process.exit(1);
-}
-
-await runWorkflow(workflows[name]);

package/agent-framework/core/browser.js

@@ -1,43 +0,0 @@
-import { chromium } from 'playwright';
-import * as cheerio from 'cheerio';
-
-export class Browser {
-  async start() {
-    this.browser = await chromium.launch({ headless: true });
-    this.page = await this.browser.newPage();
-  }
-
-  async navigate({ url }) {
-    await this.page.goto(url);
-    return `Navigated to ${url}`;
-  }
-
-  async fill({ selector, text }) {
-    await this.page.waitForSelector(selector);
-    await this.page.fill(selector, text);
-    return `Filled ${selector}`;
-  }
-
-  async click({ selector, delayMs = 2000 }) {
-    await this.page.waitForSelector(selector);
-    await this.page.click(selector);
-    await this.page.waitForTimeout(delayMs);
-    return `Clicked ${selector}`;
-  }
-
-  async get_dom({ limit = 50000 }) {
-    const html = await this.page.content();
-    const $ = cheerio.load(html);
-    $('script, style, meta, link, noscript, iframe, canvas, svg').remove();
-    return $.html().slice(0, limit);
-  }
-
-  async check_text({ text }) {
-    const content = await this.page.content();
-    return content.includes(text) ? `FOUND: ${text}` : `NOT FOUND: ${text}`;
-  }
-
-  async close() {
-    await this.browser.close();
-  }
-}

package/agent-framework/core/tools.js

@@ -1,9 +0,0 @@
-import { Browser } from './browser.js';
-
-export const TOOL_MAP = {
-  navigate: (browser, args) => browser.navigate(args),
-  fill: (browser, args) => browser.fill(args),
-  click: (browser, args) => browser.click(args),
-  get_dom: (browser, args) => browser.get_dom(args),
-  check_text: (browser, args) => browser.check_text(args),
-};

package/agent-framework/index.js

@@ -1,6 +0,0 @@
-import { runWorkflow } from './runner/agentRunner.js';
-import { loginWorkflow } from './workflows/loginWorkflow.js';
-
-(async () => {
-  await runWorkflow(loginWorkflow);
-})();

package/agent-framework/runner/agentRunner.js

@@ -1,26 +0,0 @@
-import { Browser } from '../core/browser.js';
-import { TOOL_MAP } from '../core/tools.js';
-
-export async function runWorkflow(workflow) {
-  const browser = new Browser();
-  await browser.start();
-
-  try {
-    for (const step of workflow.steps) {
-      const fn = TOOL_MAP[step.type];
-      if (!fn) throw new Error(`Unsupported step: ${step.type}`);
-
-      const result = await fn(browser, step);
-      console.log(`[${step.type}] → ${result}`);
-
-      if (step.expect && !result.includes('FOUND')) {
-        throw new Error(`Expectation failed: ${step.text}`);
-      }
-    }
-    console.log('\n✅ Workflow complete: SUCCESS');
-  } catch (err) {
-    console.error('\n❌ Workflow failed:', err.message);
-  } finally {
-    await browser.close();
-  }
-}

package/agent-framework/runner/testronaut.js

@@ -1,16 +0,0 @@
-import { runSuite } from './suiteRunner.js';
-
-const objectives = [];
-
-export function mission(name, fn) {
-  console.log(`\n🚀 Mission: ${name}`);
-  fn();
-}
-
-export function objective(goalDescription, workflow) {
-  objectives.push({ name: goalDescription, workflow });
-}
-
-export async function launch(preMissionBootstrap) {
-  await runSuite(objectives, preMissionBootstrap);
-}

package/agent-framework/tests/testRunner.js

@@ -1,13 +0,0 @@
-import { runWorkflow } from '../runner/agentRunner.js';
-import { loginWorkflow } from '../workflows/loginWorkflow.js';
-
-const workflows = [
-  { name: 'Login Workflow', wf: loginWorkflow },
-];
-
-for (const { name, wf } of workflows) {
-  console.log(`\n=== Running test: ${name} ===`);
-  await runWorkflow(wf);
-}
-
-console.log('\n✅ All tests complete');

package/agent-framework/workflows/loginWorkflow.js

@@ -1,10 +0,0 @@
-export const loginWorkflow = {
-  goal: 'Login to Collegium and verify dashboard access',
-  steps: [
-    { type: 'navigate', url: 'https://staging.collegiumbuilt.com/login' },
-    { type: 'fill', selector: '#\:r0\:', text: 'owner@collegiumbuilt.com' },
-    { type: 'fill', selector: '#auth-login-v2-password', text: 'letmein123' },
-    { type: 'click', selector: "button[type='submit']", delayMs: 3000 },
-    { type: 'check_text', text: 'Dashboard', expect: true },
-  ],
-};

package/missions/chat.mission.js

@@ -1,26 +0,0 @@
-import { runMissions } from '../runner/testronaut.js';
-import { loginMission } from './login.mission.js';
-import { logoutMission } from './logout.mission.js';
-import { startPublicChatMission } from './startPublicChat.mission.js';
-
-export const chatMission = 
-`Input the text "give me the main categories for compliance for AER" into the text field with the placeholder text "Chat with an AI".
-Then submit the message.
-You will likely need to wait several seconds for a response (about 30 seconds).
-The response will appear in the text response section of the page.
-the response will be a thoughtfull response from an LLM.
-Check if this response was sent and if it was related to the question asked.
-If found, report SUCCESS. Otherwise, report FAILURE.`
-
-export async function executeDashboardMission() {
-  await runMissions({
-    preMission: [loginMission, startPublicChatMission],
-    mission: chatMission,
-    postMission: logoutMission,
-  });
-}
-
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  executeDashboardMission();
-}

package/missions/dashboard.mission.js

@@ -1,19 +0,0 @@
-import { runMissions } from '../runner/testronaut.js';
-import { loginMission } from './login.mission.js';
-import { logoutMission } from './logout.mission.js';
-
-export const dashboardMission = `use 'check_text' to verify that "${process.env.AFTER_LOGIN_CHECK}" appears on the page.
-    If found, report SUCCESS. Otherwise, report FAILURE.`
-
-export async function executeDashboardMission() {
-  await runMissions({
-    preMission: loginMission,
-    mission: dashboardMission,
-    postMission: logoutMission,
-  });
-}
-
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  executeDashboardMission();
-}

package/missions/login.mission.js

@@ -1,19 +0,0 @@
-import { runMissions } from '../runner/testronaut.js';
-
-export const loginMission = `Visit ${process.env.URL}.
-    Fill in the username field with ${process.env.USERNAME} and password field with ${process.env.PASSWORD}.
-    Then click the button most likely to login the user.
-    If the login is successful, confirm that the next page after login is shown by checking for text "${process.env.AFTER_LOGIN_CHECK}".
-    If so, report SUCCESS stating the reason why. 
-    Otherwise, report FAILURE stating the reason why.
-  `
-
-export async function executeLoginMission() {
-  await runMissions({
-    mission: loginMission
-  });
-}
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  executeLoginMission();
-}

package/missions/logout.mission.js

@@ -1,29 +0,0 @@
-import { runMissions } from '../runner/testronaut.js';
-import { loginMission } from './login.mission.js';
-
-export const logoutMission = `
-    Locate and click the Logout button or link.
-    The selector may be something like [data-testid="logout"] or a visible text node like "Logout" or "Sign out" or hidden under an avatar or username.
-    After clicking, use 'check_text' to confirm you've returned to the login screen.
-    You may need to use 'expand_menu' on a selector such as '[data-testid="user-dropdown-trigger"]'.
-    After logging out, use 'check_text' to verify that "${process.env.AFTER_LOGOUT_CHECK}" appears on the page.
-    If found, report SUCCESS. Otherwise, report FAILURE.
-`;
-
-
-// export const logoutMission = `
-// If the logout button is not visible, expand the user menu by clicking the hamburger icon or profile avatar.
-// Then click the button most likely to logout the user.
-// After logging out, confirm that the login form or login page is shown or confirm that the words "${process.env.AFTER_LOGOUT_CHECK}" appear.
-// If so, report SUCCESS. Otherwise, report FAILURE.`
-
-export async function executeLogoutMission() {
-  await runMissions({
-    preMission: loginMission,
-    mission: logoutMission
-  });
-}
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  executeLogoutMission();
-}

package/missions/startPublicChat.mission.js

@@ -1,20 +0,0 @@
-import { runMissions } from '../runner/testronaut.js';
-import { loginMission } from './login.mission.js';
-import { logoutMission } from './logout.mission.js';
-
-export const startPublicChatMission = `Start a chat by clicking the first chat button under the public libraries.
-To confirm if a chat has started a text field with the place holder text "Chat with an AI" should appear.
-If found, report SUCCESS. Otherwise, report FAILURE.`
-
-export async function executeDashboardMission() {
-  await runMissions({
-    preMission: loginMission,
-    mission: startPublicChatMission,
-    postMission: logoutMission,
-  });
-}
-
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  executeDashboardMission();
-}

package/old/agent.js

@@ -1,230 +0,0 @@
-// agent.js — Autonomous web agent with auto DOM refresh between steps
-
-import 'dotenv/config';
-import OpenAI from 'openai';
-import { chromium } from 'playwright';
-
-const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
-
-class Browser {
-  constructor() {
-    this.browser = null;
-    this.page = null;
-  }
-
-  async start() {
-    this.browser = await chromium.launch({ headless: true });
-    const context = await this.browser.newContext();
-    this.page = await context.newPage();
-  }
-
-  async navigate({ url }) {
-    await this.page.goto(url, { timeout: 30_000 });
-    return `navigated to ${this.page.url()}`;
-  }
-
-  async fill({ selector, text }) {
-    await this.page.waitForSelector(selector, { timeout: 30_000 });
-    await this.page.fill(selector, text);
-    return `filled ${selector}`;
-  }
-
-  async click({ selector }) {
-    await this.page.waitForSelector(selector, { timeout: 30_000 });
-    await this.page.click(selector);
-    return `clicked ${selector}`;
-  }
-
-  async get_dom({ limit = 5000 }) {
-    const html = await this.page.content();
-    return html.slice(0, limit);
-  }
-
-  async close() {
-    await this.browser?.close();
-  }
-}
-
-const toolsSchema = [
-  {
-    type: 'function',
-    function: {
-      name: 'navigate',
-      description: 'Navigate to a URL',
-      parameters: {
-        type: 'object',
-        properties: {
-          url: { type: 'string' },
-        },
-        required: ['url'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'fill',
-      description: 'Fill in a field by CSS selector',
-      parameters: {
-        type: 'object',
-        properties: {
-          selector: { type: 'string' },
-          text: { type: 'string' },
-        },
-        required: ['selector', 'text'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'click',
-      description: 'Click a button or link by CSS selector',
-      parameters: {
-        type: 'object',
-        properties: {
-          selector: { type: 'string' },
-        },
-        required: ['selector'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'get_dom',
-      description: 'Return trimmed HTML content for GPT to inspect and find selectors',
-      parameters: {
-        type: 'object',
-        properties: {
-          limit: { type: 'number', default: 5000 },
-        },
-      },
-    },
-  },
-];
-
-const TOOL_MAP = {
-  navigate: (b, args) => b.navigate(args),
-  fill: (b, args) => b.fill(args),
-  click: (b, args) => b.click(args),
-  get_dom: (b, args) => b.get_dom(args),
-};
-
-async function runAgent(goal, maxTurns = 10) {
-  const browser = new Browser();
-  await browser.start();
-
-  const messages = [
-    {
-      role: 'system',
-      content: `
-        You are an autonomous web agent. Use function calls to complete the user's goal.
-        If you are unsure of the selectors for inputs or buttons, call 'get_dom' to retrieve page HTML,
-        analyze it, then make your best guess based on labels, names, types, and placeholder values.
-        After completing the goal, respond with a final plain-text message starting with SUCCESS or FAILURE.
-      `.trim(),
-    },
-    { role: 'user', content: goal },
-  ];
-
-  try {
-    for (let turn = 0; turn < maxTurns; turn++) {
-      const response = await openai.chat.completions.create({
-        model: 'gpt-4o',
-        messages,
-        tools: toolsSchema,
-      });
-
-      const msg = response.choices[0].message;
-
-      if (msg.tool_calls?.length) {
-        messages.push(msg); // assistant's intent
-
-        for (const call of msg.tool_calls) {
-          const fnName = call.function.name;
-          const args = JSON.parse(call.function.arguments || '{}');
-          console.log(`[model] → ${fnName}`, args);
-
-          try {
-            let result;
-            try {
-              result = await TOOL_MAP[fnName](browser, args);
-              if (typeof result !== 'string') {
-                result = JSON.stringify(result ?? ''); // make sure it's always a string
-              }
-            } catch (err) {
-              result = `ERROR: ${err.message}`;
-            }
-            console.log(`[tool ] ← ${result}`);
-
-            messages.push({
-              role: 'tool',
-              tool_call_id: call.id,
-              name: fnName,
-              content: result,
-            });
-          } catch (err) {
-            console.error(`[error] ${err.message}`);
-            messages.push({
-              role: 'tool',
-              tool_call_id: call.id,
-              name: fnName,
-              content: `ERROR: ${err.message}`,
-            });
-          }
-        }
-
-        continue;
-      }
-
-      // Check if GPT declared final answer
-      const final = msg.content?.trim().toLowerCase();
-      if (final?.startsWith('success') || final?.startsWith('failure')) {
-        console.log('\n┏━ FINAL AGENT RESPONSE ━━━━━━━━━━━━━━━━━━━');
-        console.log(msg.content);
-        console.log('┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');
-        return;
-      }
-
-      // Otherwise, auto-inject get_dom so GPT can see the page
-      const domCallId = `get_dom_${Date.now()}`;
-      const domAssistantMsg = {
-        role: 'assistant',
-        tool_calls: [
-          {
-            id: domCallId,
-            function: {
-              name: 'get_dom',
-              arguments: JSON.stringify({ limit: 5000 }),
-            },
-          },
-        ],
-      };
-      messages.push(domAssistantMsg);
-
-      const domHtml = await TOOL_MAP.get_dom(browser, { limit: 5000 });
-      messages.push({
-        role: 'tool',
-        tool_call_id: domCallId,
-        name: 'get_dom',
-        content: domHtml,
-      });
-
-      console.log(`[auto] → Injected DOM for next reasoning step`);
-    }
-
-    console.log('🛑 Agent ran out of turns.');
-  } finally {
-    await browser.close();
-  }
-}
-
-(async () => {
-  await runAgent(`
-    Visit https://staging.collegiumbuilt.com/login.
-    Log in using owner@collegiumbuilt.com and password C0ll3g1um_Bu1lt!.
-    After clicking the login button, if you see the word "Dashboard" on the page, report SUCCESS.
-    Otherwise, report FAILURE.
-  `);
-})();

package/old/agent2.js

@@ -1,263 +0,0 @@
-// agent.js — Autonomous web agent with exclusion-based DOM trimming
-
-import 'dotenv/config';
-import OpenAI from 'openai';
-import { chromium } from 'playwright';
-import * as cheerio from 'cheerio';
-
-const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
-
-class Browser {
-  constructor() {
-    this.browser = null;
-    this.page = null;
-  }
-
-  async start() {
-    this.browser = await chromium.launch({ headless: true });
-    const context = await this.browser.newContext();
-    this.page = await context.newPage();
-  }
-
-  async navigate({ url }) {
-    await this.page.goto(url, { timeout: 30_000 });
-    return `navigated to ${this.page.url()}`;
-  }
-
-  async fill({ selector, text }) {
-    await this.page.waitForSelector(selector, { timeout: 30_000 });
-    await this.page.fill(selector, text);
-    return `filled ${selector}`;
-  }
-
-  async click({ selector, waitFor = 'load' }) {
-    await this.page.waitForSelector(selector, { timeout: 30_000 });
-  
-    // Wait for possible page navigation or DOM change after click
-    const [response] = await Promise.all([
-      this.page.waitForLoadState(waitFor, { timeout: 10_000 }).catch(() => null), // wait for network/DOM
-      this.page.click(selector),
-    ]);
-  
-    return `clicked ${selector}`;
-  }  
-
-  async get_dom({ limit = 5000, exclude = true }) {
-    const html = await this.page.content();
-
-    if (exclude) {
-      const $ = cheerio.load(html);
-      $('script, style, meta, link, noscript, iframe, canvas, svg').remove();
-
-      $('*').each((_, el) => {
-        const $el = $(el);
-        if (!$el.text().trim() && $el.children().length === 0) {
-          $el.remove();
-        }
-      });
-
-      $('*')
-        .contents()
-        .each(function () {
-          if (this.type === 'comment') {
-            $(this).remove();
-          }
-        });
-
-      return $.html().slice(0, limit);
-    }
-
-    return html.slice(0, limit);
-  }
-
-  async close() {
-    await this.browser?.close();
-  }
-}
-
-const toolsSchema = [
-  {
-    type: 'function',
-    function: {
-      name: 'navigate',
-      description: 'Navigate to a URL',
-      parameters: {
-        type: 'object',
-        properties: {
-          url: { type: 'string' },
-        },
-        required: ['url'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'fill',
-      description: 'Fill in a field by CSS selector',
-      parameters: {
-        type: 'object',
-        properties: {
-          selector: { type: 'string' },
-          text: { type: 'string' },
-        },
-        required: ['selector', 'text'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'click',
-      description: 'Click a button or link by CSS selector',
-      parameters: {
-        type: 'object',
-        properties: {
-          selector: { type: 'string' },
-          waitFor: {
-            type: 'string',
-            enum: ['load', 'domcontentloaded', 'networkidle'],
-            default: 'load',
-            description: 'Wait condition after click',
-          },
-        },
-        required: ['selector'],
-      },
-    },
-  },
-  {
-    type: 'function',
-    function: {
-      name: 'get_dom',
-      description: 'Return trimmed HTML from the current page',
-      parameters: {
-        type: 'object',
-        properties: {
-          limit: {
-            type: 'number',
-            default: 5000,
-            description: 'Max characters to return',
-          },
-          exclude: {
-            type: 'boolean',
-            default: true,
-            description: 'Whether to exclude noisy tags like script/style/etc.',
-          },
-        },
-      },
-    },
-  },
-];
-
-const TOOL_MAP = {
-  navigate: (b, args) => b.navigate(args),
-  fill: (b, args) => b.fill(args),
-  click: (b, args) => b.click(args),
-  get_dom: (b, args) => b.get_dom(args),
-};
-
-async function runAgent(goal, maxTurns = 10) {
-  const browser = new Browser();
-  await browser.start();
-
-  const messages = [
-    {
-      role: 'system',
-      content: `
-        You are an autonomous web agent. Use function calls to complete the user's goal.
-        If you are unsure of the selectors for inputs or buttons, call 'get_dom' to retrieve page HTML,
-        analyze it, then make your best guess based on labels, names, types, and placeholder values.
-        After completing the goal, respond with a final plain-text message starting with SUCCESS or FAILURE.
-      `.trim(),
-    },
-    { role: 'user', content: goal },
-  ];
-
-  try {
-    for (let turn = 0; turn < maxTurns; turn++) {
-      const response = await openai.chat.completions.create({
-        model: 'gpt-4o',
-        messages,
-        tools: toolsSchema,
-      });
-
-      const msg = response.choices[0].message;
-
-      if (msg.tool_calls?.length) {
-        messages.push(msg);
-
-        for (const call of msg.tool_calls) {
-          const fnName = call.function.name;
-          const args = JSON.parse(call.function.arguments || '{}');
-          console.log(`[model] → ${fnName}`, args);
-
-          let result;
-          try {
-            result = await TOOL_MAP[fnName](browser, args);
-            if (typeof result !== 'string') {
-              result = JSON.stringify(result ?? '');
-            }
-          } catch (err) {
-            result = `ERROR: ${err.message}`;
-          }
-
-          console.log(`[tool ] ← ${result}`);
-
-          messages.push({
-            role: 'tool',
-            tool_call_id: call.id,
-            name: fnName,
-            content: result,
-          });
-        }
-
-        continue;
-      }
-
-      const final = msg.content?.trim().toLowerCase();
-      if (final?.startsWith('success') || final?.startsWith('failure')) {
-        console.log('\n┏━ FINAL AGENT RESPONSE ━━━━━━━━━━━━━━━━━━━');
-        console.log(msg.content);
-        console.log('┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');
-        return;
-      }
-
-      const domCallId = `get_dom_${Date.now()}`;
-      messages.push({
-        role: 'assistant',
-        tool_calls: [
-          {
-            id: domCallId,
-            function: {
-              name: 'get_dom',
-              arguments: JSON.stringify({ limit: 5000, exclude: true }),
-            },
-          },
-        ],
-      });
-
-      const domHtml = await TOOL_MAP.get_dom(browser, { limit: 5000, exclude: true });
-      messages.push({
-        role: 'tool',
-        tool_call_id: domCallId,
-        name: 'get_dom',
-        content: typeof domHtml === 'string' ? domHtml : JSON.stringify(domHtml),
-      });
-
-      console.log(`[auto] → Injected DOM for next reasoning step`);
-    }
-
-    console.log('🛑 Agent ran out of turns.');
-  } finally {
-    await browser.close();
-  }
-}
-
-(async () => {
-  await runAgent(`
-    Visit ${process.env.URL}.
-    Log in using ${process.env.USERNAME} and password C0ll3g1um_Bu1lt!.
-    After clicking the login button, if you see the word "${process.env.AFTER_LOGIN_CHECK}" on the page, report SUCCESS.
-    Otherwise, report FAILURE.
-  `);
-})();