@aion0/forge 0.10.12 → 0.10.17

package/scripts/bench/tasks/01-text-utils/validator.sh

@@ -1,46 +0,0 @@
-#!/usr/bin/env bash
-# Validator for text utility task.
-# Runs in harness_test project root. Exits 0 = pass, non-zero = fail.
-set -e
-
-PROJECT_ROOT="${1:-~/Projects/sandbox}"
-cd "$PROJECT_ROOT/src" || { echo "FAIL: src/ directory not found"; exit 1; }
-
-# 1. Check files exist
-[ -f utils/text.js ] || { echo "FAIL: utils/text.js missing"; exit 1; }
-[ -f utils/text.test.js ] || { echo "FAIL: utils/text.test.js missing"; exit 1; }
-
-# 2. Check exports
-grep -q "export.*capitalize" utils/text.js || { echo "FAIL: capitalize not exported"; exit 1; }
-grep -q "export.*reverseWords" utils/text.js || { echo "FAIL: reverseWords not exported"; exit 1; }
-
-# 3. Run tests
-node --test utils/text.test.js 2>&1 | tee /tmp/text-test-output.txt
-TEST_EXIT=${PIPESTATUS[0]}
-if [ "$TEST_EXIT" != "0" ]; then
-  echo "FAIL: tests failed (exit=$TEST_EXIT)"
-  exit 1
-fi
-
-# 4. Additional smoke test — behavior verification independent of agent's tests
-node -e "
-import('./utils/text.js').then(m => {
-  const assert = require('node:assert/strict');
-  // capitalize
-  assert.equal(m.capitalize('hello'), 'Hello', 'capitalize basic');
-  assert.equal(m.capitalize('a'), 'A', 'capitalize single char');
-  try { m.capitalize(''); assert.fail('expected throw on empty'); } catch (e) { assert.ok(e instanceof TypeError); }
-  try { m.capitalize(null); assert.fail('expected throw on null'); } catch (e) { assert.ok(e instanceof TypeError); }
-  try { m.capitalize(123); assert.fail('expected throw on number'); } catch (e) { assert.ok(e instanceof TypeError); }
-  // reverseWords
-  assert.equal(m.reverseWords('hello world'), 'world hello');
-  assert.equal(m.reverseWords('  a  b  c  '), 'c b a');
-  assert.equal(m.reverseWords(''), '');
-  assert.equal(m.reverseWords('single'), 'single');
-  try { m.reverseWords(null); assert.fail('expected throw'); } catch (e) { assert.ok(e instanceof TypeError); }
-  console.log('SMOKE_TEST_PASSED');
-}).catch(err => { console.error('SMOKE_TEST_FAILED:', err.message); process.exit(1); });
-" || { echo "FAIL: smoke test failed"; exit 1; }
-
-echo "PASS"
-exit 0

package/scripts/bench/tasks/02-pagination/setup.sh

@@ -1,19 +0,0 @@
-#!/usr/bin/env bash
-# Create a basic user list module without pagination.
-set -e
-PROJECT="${1:-~/Projects/sandbox}"
-mkdir -p "$PROJECT/src/api"
-
-cat > "$PROJECT/src/api/users.js" <<'EOF'
-const USERS = Array.from({ length: 127 }, (_, i) => ({
-  id: i + 1,
-  name: `User ${i + 1}`,
-  email: `user${i + 1}@example.com`,
-}));
-
-export function listUsers() {
-  return USERS;
-}
-EOF
-
-echo "Setup complete: created src/api/users.js with 127 users and a listUsers() function."

package/scripts/bench/tasks/02-pagination/task.md

@@ -1,48 +0,0 @@
-# Task: Add Pagination to User List
-
-The file `src/api/users.js` currently has a `listUsers()` function that returns all users. Add pagination support.
-
-## Requirements
-
-Replace `listUsers()` (or add a new function) with a paginated version:
-
-```
-listUsers({ page = 1, pageSize = 20 } = {})
-```
-
-**Return format**:
-```js
-{
-  items: [...],       // users on the current page
-  total: 127,         // total number of users
-  page: 1,            // current page (1-indexed)
-  pageSize: 20,       // page size (after validation)
-  totalPages: 7,      // Math.ceil(total / pageSize)
-  hasNext: true,      // true if more pages exist
-  hasPrev: false      // true if page > 1
-}
-```
-
-## Validation Rules
-
-- `page` must be integer ≥ 1. If invalid (not a number, < 1, NaN, float), throw `RangeError`.
-- `pageSize` must be integer in [1, 100]. If invalid, throw `RangeError`.
-- If `page` exceeds available pages, return empty `items` array but still return correct `total`, `page`, `pageSize`, `totalPages`, `hasNext: false`, `hasPrev: true`.
-
-## Test File
-
-Also create `src/api/users.test.js` using `node:test` and `node:assert/strict` covering:
-- Default params return page 1 with 20 items
-- Page 2 returns items 21-40
-- Last page (page 7) returns items 121-127
-- Page 8 returns empty items but correct metadata
-- Custom pageSize (e.g., 50)
-- Invalid page (0, -1, 'abc', 1.5, NaN) throws RangeError
-- Invalid pageSize (0, 101, 'abc', 1.5) throws RangeError
-
-## Constraints
-
-- Keep ES module syntax
-- No external deps
-- Preserve the existing USERS array
-- Tests must pass via: `cd src && node --test api/users.test.js`

package/scripts/bench/tasks/02-pagination/validator.sh

@@ -1,69 +0,0 @@
-#!/usr/bin/env bash
-set -e
-PROJECT="${1:-~/Projects/sandbox}"
-cd "$PROJECT/src"
-
-[ -f api/users.js ] || { echo "FAIL: api/users.js missing"; exit 1; }
-[ -f api/users.test.js ] || { echo "FAIL: api/users.test.js missing"; exit 1; }
-grep -q "export function listUsers\|export const listUsers\|export { listUsers" api/users.js || { echo "FAIL: listUsers not exported"; exit 1; }
-
-# Run agent's tests
-node --test api/users.test.js 2>&1 | tee /tmp/paginate-test-output.txt
-TEST_EXIT=${PIPESTATUS[0]}
-[ "$TEST_EXIT" = "0" ] || { echo "FAIL: agent tests failed"; exit 1; }
-
-# Independent smoke test
-node -e "
-import('./api/users.js').then(m => {
-  const assert = require('node:assert/strict');
-  // Default: page 1, 20 items
-  let r = m.listUsers();
-  assert.equal(r.items.length, 20, 'default pageSize 20');
-  assert.equal(r.items[0].id, 1);
-  assert.equal(r.total, 127);
-  assert.equal(r.page, 1);
-  assert.equal(r.pageSize, 20);
-  assert.equal(r.totalPages, 7);
-  assert.equal(r.hasNext, true);
-  assert.equal(r.hasPrev, false);
-
-  // Page 2
-  r = m.listUsers({ page: 2 });
-  assert.equal(r.items[0].id, 21);
-  assert.equal(r.items.length, 20);
-  assert.equal(r.hasPrev, true);
-
-  // Last page (127 / 20 = 6.35 → 7 pages; page 7 has 7 items)
-  r = m.listUsers({ page: 7 });
-  assert.equal(r.items.length, 7, 'last page has 7 items');
-  assert.equal(r.items[0].id, 121);
-  assert.equal(r.hasNext, false);
-
-  // Page 8 (beyond) — empty but correct metadata
-  r = m.listUsers({ page: 8 });
-  assert.equal(r.items.length, 0, 'page beyond: empty items');
-  assert.equal(r.total, 127);
-  assert.equal(r.totalPages, 7);
-  assert.equal(r.hasNext, false);
-
-  // Custom pageSize
-  r = m.listUsers({ page: 1, pageSize: 50 });
-  assert.equal(r.items.length, 50);
-  assert.equal(r.totalPages, 3);
-
-  // Invalid page
-  for (const p of [0, -1, 'abc', 1.5, NaN]) {
-    try { m.listUsers({ page: p }); assert.fail('expected RangeError for page=' + p); }
-    catch (e) { assert.ok(e instanceof RangeError, 'page=' + p + ' should throw RangeError, got: ' + e.constructor.name); }
-  }
-  // Invalid pageSize
-  for (const ps of [0, 101, 'abc', 1.5]) {
-    try { m.listUsers({ page: 1, pageSize: ps }); assert.fail('expected RangeError for pageSize=' + ps); }
-    catch (e) { assert.ok(e instanceof RangeError, 'pageSize=' + ps + ' should throw RangeError'); }
-  }
-  console.log('SMOKE_TEST_PASSED');
-}).catch(err => { console.error('SMOKE_TEST_FAILED:', err.message); process.exit(1); });
-" || { echo "FAIL: smoke test failed"; exit 1; }
-
-echo "PASS"
-exit 0

package/scripts/bench/tasks/03-bug-fix/setup.sh

@@ -1,82 +0,0 @@
-#!/usr/bin/env bash
-# Create a date range calculator with 2 bugs.
-set -e
-PROJECT="${1:-~/Projects/sandbox}"
-mkdir -p "$PROJECT/src/lib" "$PROJECT/src/lib/__tests__"
-
-cat > "$PROJECT/src/lib/dateRange.js" <<'EOF'
-// Compute the inclusive number of days between two YYYY-MM-DD dates.
-// Returns a positive integer. If end is before start, throws RangeError.
-export function daysBetween(startStr, endStr) {
-  if (typeof startStr !== 'string' || typeof endStr !== 'string') {
-    throw new TypeError('daysBetween expects two YYYY-MM-DD strings');
-  }
-  const start = new Date(startStr);
-  const end = new Date(endStr);
-  if (Number.isNaN(start.getTime()) || Number.isNaN(end.getTime())) {
-    throw new TypeError('invalid date format');
-  }
-  if (end < start) throw new RangeError('end before start');
-  // BUG: missing +1 to be inclusive of both endpoints
-  return Math.floor((end - start) / (1000 * 60 * 60 * 24));
-}
-
-// Return array of YYYY-MM-DD strings from start to end (inclusive).
-export function dateRange(startStr, endStr) {
-  const days = daysBetween(startStr, endStr);
-  const result = [];
-  const current = new Date(startStr);
-  // BUG: loop condition uses < instead of <=, excluding final day
-  for (let i = 0; i < days; i++) {
-    result.push(current.toISOString().slice(0, 10));
-    current.setDate(current.getDate() + 1);
-  }
-  return result;
-}
-EOF
-
-cat > "$PROJECT/src/lib/__tests__/dateRange.test.js" <<'EOF'
-import { test } from 'node:test';
-import assert from 'node:assert/strict';
-import { daysBetween, dateRange } from '../dateRange.js';
-
-test('daysBetween: same day returns 1', () => {
-  assert.equal(daysBetween('2026-01-01', '2026-01-01'), 1);
-});
-
-test('daysBetween: one day apart returns 2', () => {
-  assert.equal(daysBetween('2026-01-01', '2026-01-02'), 2);
-});
-
-test('daysBetween: one week', () => {
-  assert.equal(daysBetween('2026-01-01', '2026-01-07'), 7);
-});
-
-test('daysBetween: end before start throws RangeError', () => {
-  assert.throws(() => daysBetween('2026-01-05', '2026-01-01'), RangeError);
-});
-
-test('daysBetween: non-string throws TypeError', () => {
-  assert.throws(() => daysBetween(20260101, '2026-01-02'), TypeError);
-});
-
-test('dateRange: single day returns array with one date', () => {
-  assert.deepEqual(dateRange('2026-01-01', '2026-01-01'), ['2026-01-01']);
-});
-
-test('dateRange: three days', () => {
-  assert.deepEqual(
-    dateRange('2026-01-01', '2026-01-03'),
-    ['2026-01-01', '2026-01-02', '2026-01-03']
-  );
-});
-
-test('dateRange: includes both endpoints', () => {
-  const r = dateRange('2026-03-30', '2026-04-02');
-  assert.equal(r.length, 4);
-  assert.equal(r[0], '2026-03-30');
-  assert.equal(r[r.length - 1], '2026-04-02');
-});
-EOF
-
-echo "Setup complete: created src/lib/dateRange.js (with 2 bugs) and tests that currently fail."

package/scripts/bench/tasks/03-bug-fix/task.md

@@ -1,30 +0,0 @@
-# Task: Fix Bugs in dateRange Module
-
-The file `src/lib/dateRange.js` has 2 bugs. The existing test file `src/lib/__tests__/dateRange.test.js` describes the expected behavior.
-
-## Your job
-
-1. Run the existing tests — several will fail. Identify what's wrong.
-2. Fix both bugs in `src/lib/dateRange.js`.
-3. Do NOT modify the test file. The tests correctly express the expected behavior.
-4. Do NOT change the function signatures or add new functions.
-5. After fixing, all tests must pass.
-
-## Verify
-
-```bash
-cd src && node --test lib/__tests__/dateRange.test.js
-```
-
-All tests should pass.
-
-## Hints
-
-- `daysBetween('2026-01-01', '2026-01-01')` should return `1` (inclusive count)
-- `dateRange('2026-01-01', '2026-01-03')` should return all 3 days including both endpoints
-
-## Constraints
-
-- Minimal diff — fix only what's broken
-- Keep the functions pure
-- No new dependencies

package/scripts/bench/tasks/03-bug-fix/validator.sh

@@ -1,29 +0,0 @@
-#!/usr/bin/env bash
-set -e
-PROJECT="${1:-~/Projects/sandbox}"
-cd "$PROJECT/src"
-
-[ -f lib/dateRange.js ] || { echo "FAIL: lib/dateRange.js missing (agent deleted it?)"; exit 1; }
-[ -f lib/__tests__/dateRange.test.js ] || { echo "FAIL: test file missing (agent deleted it?)"; exit 1; }
-
-# Run the existing (unmodified) tests
-node --test lib/__tests__/dateRange.test.js 2>&1 | tee /tmp/bugfix-test-output.txt
-TEST_EXIT=${PIPESTATUS[0]}
-[ "$TEST_EXIT" = "0" ] || { echo "FAIL: tests still failing after fix"; exit 1; }
-
-# Extra smoke: verify functions exist and behave
-node -e "
-import('./lib/dateRange.js').then(m => {
-  const assert = require('node:assert/strict');
-  assert.equal(m.daysBetween('2026-01-01', '2026-01-01'), 1);
-  assert.equal(m.daysBetween('2026-01-01', '2026-01-10'), 10);
-  const r = m.dateRange('2026-01-01', '2026-01-05');
-  assert.equal(r.length, 5, 'should include both endpoints');
-  assert.equal(r[0], '2026-01-01');
-  assert.equal(r[4], '2026-01-05');
-  console.log('SMOKE_TEST_PASSED');
-}).catch(err => { console.error('SMOKE_TEST_FAILED:', err.message); process.exit(1); });
-" || { echo "FAIL: smoke test failed"; exit 1; }
-
-echo "PASS"
-exit 0

package/scripts/test-agents-migrate.ts

@@ -1,149 +0,0 @@
-/**
- * Migration smoke test — feed several known-shape settings through
- * migrateAgentsFlatten and assert post-state. Runs offline, no real
- * data needed.
- *
- *   npx tsx scripts/test-agents-migrate.ts
- */
-
-import { migrateAgentsFlatten } from '../lib/agents/migrate';
-import type { Settings } from '../lib/settings';
-
-let failures = 0;
-const fail = (msg: string) => { console.log(`  ✗ ${msg}`); failures += 1; };
-const pass = (msg: string) => console.log(`  ✓ ${msg}`);
-
-function baseSettings(): Settings {
-  return {
-    projectRoots: [], docRoots: [], claudePath: '',
-    telegramBotToken: '', telegramChatId: '',
-    notifyOnComplete: true, notifyOnFailure: true,
-    tunnelAutoStart: false, telegramTunnelPassword: '',
-    taskModel: 'default', pipelineModel: 'default', telegramModel: 'sonnet',
-    skipPermissions: false, manageClaudeConfig: true,
-    notificationRetentionDays: 30,
-    skillsRepoUrl: '', connectorsRepoUrl: '', workflowRepoUrl: '',
-    maxConcurrentPipelines: 5,
-    displayName: '', displayEmail: '', favoriteProjects: [],
-    defaultAgent: 'claude', telegramAgent: '', docsAgent: '', chatAgent: '',
-    temperUrl: '', temperKey: '', temperNamespace: '', memoryBackend: 'auto',
-    agents: {}, apiProfiles: {}, mcpServers: {}, timezone: '',
-    smtpHost: '', smtpPort: 587, smtpSecure: false, smtpUser: '', smtpPassword: '', smtpFrom: '',
-    pipelineTmpCleanDoneImmediate: true,
-    pipelineTmpKeepFailedDays: 3, pipelineTmpKeepCancelledDays: 3,
-    pipelineTmpGcIntervalHours: 6,
-  } as Settings;
-}
-
-// ── Test 1: type='api' moves to apiProfiles ──────────────────────────
-{
-  console.log('Test 1 — API profile moves out of agents');
-  const s = baseSettings();
-  s.agents = {
-    claude: { enabled: true, path: '/usr/local/bin/claude' },
-    'forti-api': { type: 'api', provider: 'litellm', model: 'DeepSeek-V4-Pro', apiKey: 'sk-...', baseUrl: 'https://x' } as any,
-  };
-  s.chatAgent = 'forti-api';
-  const mutated = migrateAgentsFlatten(s);
-  if (!mutated) fail('expected mutated=true');
-  if (s.agents['forti-api']) fail('forti-api still in agents');
-  else pass('forti-api removed from agents');
-  const p = (s as any).apiProfiles?.['forti-api'];
-  if (!p) fail('forti-api not in apiProfiles');
-  else if (p.provider !== 'openai-compatible') fail(`provider mapped wrong: ${p.provider}`);
-  else if (p.model !== 'DeepSeek-V4-Pro') fail('model lost');
-  else pass(`forti-api in apiProfiles (provider=${p.provider}, model=${p.model})`);
-  if (s.chatAgent !== 'forti-api') fail(`chatAgent corrupted: ${s.chatAgent}`);
-  else pass('chatAgent unchanged');
-}
-
-// ── Test 2: base/cliType → tool flattening ──────────────────────────
-{
-  console.log('Test 2 — CLI profile flattens to tool field');
-  const s = baseSettings();
-  s.agents = {
-    claude: { enabled: true, path: '/usr/local/bin/claude' },
-    'forti-coder': { base: 'claude', model: 'sonnet', env: { ANTHROPIC_AUTH_TOKEN: 'tok' } } as any,
-    'codex-dev': { cliType: 'codex', env: { OPENAI_API_KEY: 'k' } } as any,
-  };
-  migrateAgentsFlatten(s);
-  if (s.agents['claude']?.tool !== 'claude') fail('claude builtin tool not inferred');
-  else pass('claude tool inferred from id');
-  if (s.agents['forti-coder']?.tool !== 'claude') fail(`forti-coder tool wrong: ${s.agents['forti-coder']?.tool}`);
-  else pass('forti-coder tool inferred from base');
-  if ((s.agents['forti-coder'] as any).base) fail('base field not cleaned');
-  else pass('base field removed');
-  if (s.agents['codex-dev']?.tool !== 'codex') fail(`codex-dev tool wrong: ${s.agents['codex-dev']?.tool}`);
-  else pass('codex-dev tool inferred from cliType');
-}
-
-// ── Test 3: defaultAgent pointing to API profile downgrades ──────────
-{
-  console.log('Test 3 — defaultAgent → apiProfile downgrades to claude');
-  const s = baseSettings();
-  s.agents = {
-    claude: { enabled: true, path: '' },
-    'forti-api': { type: 'api', provider: 'anthropic', model: 'm', apiKey: 'k' } as any,
-  };
-  s.defaultAgent = 'forti-api';  // wrong! API id as task default
-  migrateAgentsFlatten(s);
-  if (s.defaultAgent !== 'claude') fail(`expected 'claude', got '${s.defaultAgent}'`);
-  else pass('defaultAgent downgraded to claude');
-}
-
-// ── Test 4: chatAgent pointing to CLI downgrades ─────────────────────
-{
-  console.log('Test 4 — chatAgent → CLI agent downgrades to first apiProfile');
-  const s = baseSettings();
-  s.agents = {
-    claude: { enabled: true, path: '' },
-    'forti-coder': { base: 'claude', model: 'sonnet' } as any,
-  };
-  (s as any).apiProfiles = {
-    'real-api': { provider: 'anthropic', model: 'claude-sonnet-4-6', apiKey: 'k', enabled: true },
-  };
-  s.chatAgent = 'forti-coder';   // wrong! CLI as chat default
-  migrateAgentsFlatten(s);
-  if (s.chatAgent !== 'real-api') fail(`expected 'real-api', got '${s.chatAgent}'`);
-  else pass('chatAgent downgraded to real-api');
-}
-
-// ── Test 5: idempotent on already-migrated shape ────────────────────
-{
-  console.log('Test 5 — idempotent');
-  const s = baseSettings();
-  s.agents = {
-    claude: { tool: 'claude', enabled: true, path: '' },
-    'forti-coder': { tool: 'claude', enabled: true, models: { task: 'sonnet' }, env: {} },
-  };
-  (s as any).apiProfiles = {
-    'forti-api': { provider: 'openai-compatible', model: 'X', apiKey: 'k', enabled: true },
-  };
-  s.defaultAgent = 'claude';
-  s.chatAgent = 'forti-api';
-  const mutated = migrateAgentsFlatten(s);
-  if (mutated) fail('expected no mutation on already-migrated input');
-  else pass('idempotent (no-op)');
-}
-
-// ── Test 6: orphan entry (no inference possible) is left alone ──────
-{
-  console.log('Test 6 — orphan entry preserved');
-  const s = baseSettings();
-  s.agents = {
-    'mystery-thing': { enabled: true, model: 'whatever' } as any,
-  };
-  migrateAgentsFlatten(s);
-  if (!s.agents['mystery-thing']) fail('mystery-thing got deleted');
-  else if ((s.agents['mystery-thing'] as any).tool) fail('mystery-thing tool inferred when it shouldn\'t');
-  else pass('orphan preserved without tool (UI will skip, user re-adds)');
-}
-
-console.log('');
-if (failures === 0) {
-  console.log('✓ All migration smoke checks passed');
-  process.exit(0);
-} else {
-  console.log(`✗ ${failures} check(s) failed`);
-  process.exit(1);
-}