kushi-agents 6.2.0 → 6.3.0

package/plugin/runners/pull-sharepoint.mjs

@@ -1,288 +1,7 @@
 #!/usr/bin/env node
 // plugin/runners/pull-sharepoint.mjs
-// Deterministic SharePoint pull (Graph REST): one site per call, one ISO week.
-// - Cross-tenant filter via isAllowedTenant (#29)
-// - One file per item (#28)
-// - Depth-1+ traversal: drive-wide search PLUS root + each top-level folder children
-// - External-link extraction: harvests http(s) URLs from item descriptions/webUrls
-// Writes to Evidence/_shared/sharepoint/<site-hash>/<week>/items/<safe-id>.yml
-//        + Evidence/_shared/sharepoint/<site-hash>/<week>/index.md
-//        + Evidence/_shared/sharepoint/<site-hash>/<week>/external-links.md
+// Deterministic sharepoint pull via WorkIQ (HARD RULE per workiq-only.instructions.md).
 
-import path from 'node:path';
-import { promises as fs } from 'node:fs';
-import YAML from 'yaml';
-import { assertProject, loadConfig } from './lib/config.mjs';
-import { sourceDir } from './lib/layout.mjs';
-import { writeAtomic, safeSegment } from './lib/evidence.mjs';
-import { fetchAllPages, isAllowedTenant } from './lib/http.mjs';
-import { getToken, SCOPES } from './lib/identity.mjs';
-import { updateCell } from './lib/ledger.mjs';
-import { appendRunLog } from './lib/runlog.mjs';
-import { enqueue, clear } from './lib/deferred.mjs';
-import { shortHash } from './lib/dedup.mjs';
-import { currentIsoMonday, ymd, parseYmd } from './lib/weeks.mjs';
-import { emitLearningCandidate } from './lib/learnings.mjs';
+import { runCli } from './lib/csc-pull.mjs';
 
-const SOURCE = 'sharepoint';
-
-function parseArgs(argv) {
-  const args = { dryRun: false, force: false };
-  for (let i = 0; i < argv.length; i++) {
-    const a = argv[i];
-    if (a === '--project') args.project = argv[++i];
-    else if (a === '--alias') args.alias = argv[++i];
-    else if (a === '--entity') args.entity = argv[++i];
-    else if (a === '--allowed-tenants') args.allowedTenants = argv[++i];
-    else if (a === '--week') args.week = argv[++i];
-    else if (a === '--dry-run') args.dryRun = true;
-    else if (a === '--force') args.force = true;
-    else if (a === '--fixture') args.fixture = argv[++i];
-    else if (a === '--help' || a === '-h') args.help = true;
-  }
-  return args;
-}
-
-function help() {
-  return `Usage: node pull-sharepoint.mjs --project <P> --alias <A> --entity <site-url>
-  [--allowed-tenants <comma,list>] [--week YYYY-MM-DD] [--dry-run] [--force] [--fixture <path>]`;
-}
-
-function emit(obj) { process.stdout.write(JSON.stringify(obj) + '\n'); }
-function configError(msg) { const e = new Error(msg); e.exitCode = 2; return e; }
-function authError(msg)   { const e = new Error(msg); e.exitCode = 3; return e; }
-
-async function buildClient({ fixture }) {
-  if (fixture) {
-    const data = JSON.parse(await fs.readFile(fixture, 'utf8'));
-    return makeFixtureClient(data);
-  }
-  const token = await getToken(SCOPES.graph).catch(e => { throw authError(`token fetch failed: ${e.message}`); });
-  const headers = { Authorization: `Bearer ${token}`, Accept: 'application/json' };
-  return {
-    async listSiteItems(siteUrl, fromIso, toIso) {
-      const u = new URL(siteUrl);
-      const sitePath = `${u.hostname}:${u.pathname}`;
-      const siteRes = await (await fetch(`https://graph.microsoft.com/v1.0/sites/${encodeURIComponent(sitePath)}`, { headers })).json();
-      if (!siteRes.id) return [];
-
-      const drivesRes = await (await fetch(`https://graph.microsoft.com/v1.0/sites/${siteRes.id}/drives?$top=50`, { headers })).json();
-      const drives = drivesRes.value || [];
-
-      const inWindow = (m) => m && m >= fromIso && m < toIso;
-      const collected = new Map();
-
-      for (const drv of drives) {
-        try {
-          const searchUrl = `https://graph.microsoft.com/v1.0/drives/${drv.id}/root/search(q='''')?$top=200`;
-          const { items } = await fetchAllPages(searchUrl, { headers });
-          for (const it of items) {
-            if (inWindow(it.lastModifiedDateTime)) {
-              it.__drive_id = drv.id; it.__drive_name = drv.name;
-              collected.set(it.id, it);
-            }
-          }
-        } catch (_) { /* fall through to depth-1 walk */ }
-
-        try {
-          const rootUrl = `https://graph.microsoft.com/v1.0/drives/${drv.id}/root/children?$top=200`;
-          const { items: rootChildren } = await fetchAllPages(rootUrl, { headers });
-          for (const child of rootChildren) {
-            child.__drive_id = drv.id; child.__drive_name = drv.name;
-            if (inWindow(child.lastModifiedDateTime)) collected.set(child.id, child);
-            if (child.folder) {
-              try {
-                const subUrl = `https://graph.microsoft.com/v1.0/drives/${drv.id}/items/${child.id}/children?$top=200`;
-                const { items: subItems } = await fetchAllPages(subUrl, { headers });
-                for (const it of subItems) {
-                  it.__drive_id = drv.id; it.__drive_name = drv.name;
-                  it.__parent_folder = child.name;
-                  if (inWindow(it.lastModifiedDateTime)) collected.set(it.id, it);
-                }
-              } catch (_) { /* skip subfolder on error */ }
-            }
-          }
-        } catch (_) { /* drive may be empty/unreachable */ }
-      }
-
-      return [...collected.values()];
-    },
-  };
-}
-
-function makeFixtureClient(data) {
-  return {
-    async listSiteItems(siteUrl, fromIso, toIso) {
-      const items = (data.itemsBySite && data.itemsBySite[siteUrl]) || [];
-      return items.filter(i => i.lastModifiedDateTime >= fromIso && i.lastModifiedDateTime < toIso);
-    },
-  };
-}
-
-function weekBounds(weekStartYmd) {
-  const start = parseYmd(weekStartYmd);
-  const end = new Date(start);
-  end.setDate(end.getDate() + 7);
-  return { fromIso: start.toISOString(), toIso: end.toISOString() };
-}
-
-const URL_RE = /https?:\/\/[^\s<>"`)\]]+/g;
-
-function extractLinks(item) {
-  const blobs = [
-    item.webUrl, item.description, item.name,
-    item.parentReference && item.parentReference.path,
-  ].filter(Boolean).join('\n');
-  const set = new Set();
-  for (const m of blobs.matchAll(URL_RE)) {
-    let u = m[0].replace(/[).,;]+$/, '');
-    set.add(u);
-  }
-  return [...set];
-}
-
-function classifyExternal(siteUrl, link) {
-  try {
-    const a = new URL(siteUrl);
-    const b = new URL(link);
-    return b.hostname.toLowerCase() !== a.hostname.toLowerCase();
-  } catch { return false; }
-}
-
-async function main() {
-  const args = parseArgs(process.argv.slice(2));
-  if (args.help) { console.log(help()); return 0; }
-  if (!args.project || !args.alias || !args.entity) {
-    console.error(help());
-    emit({ source: SOURCE, status: 'failed', errors: [{ signature: 'bad-args', message: 'required: --project --alias --entity' }] });
-    return 2;
-  }
-  const projectRoot = await assertProject(args.project).catch(e => { throw configError(e.message); });
-  const cfg = await loadConfig(projectRoot, args.alias);
-  const weekStart = args.week || ymd(currentIsoMonday());
-  const { fromIso, toIso } = weekBounds(weekStart);
-
-  const tenantList = (args.allowedTenants || (cfg.merged && cfg.merged.sharepoint && cfg.merged.sharepoint.allowed_tenants && cfg.merged.sharepoint.allowed_tenants.join(',')) || '')
-    .split(',').map(s => s.trim()).filter(Boolean);
-
-  if (tenantList.length > 0 && !isAllowedTenant(args.entity, tenantList)) {
-    await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, {
-      last_status: 'failed',
-      last_error: `site tenant not in allowed list: ${tenantList.join(',')}`,
-    });
-    emit({
-      source: SOURCE, entity: args.entity, week: weekStart, status: 'failed',
-      errors: [{ signature: 'cross-tenant-blocked', message: 'site host not allowed', allowed_tenants: tenantList }],
-    });
-    return 0;
-  }
-
-  const client = await buildClient({ fixture: args.fixture });
-  const startedAt = new Date().toISOString();
-
-  let items;
-  try { items = await client.listSiteItems(args.entity, fromIso, toIso); }
-  catch (e) {
-    const retryable = !e.status || [429, 502, 503, 504].includes(e.status);
-    await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, { last_status: retryable ? 'deferred' : 'failed', last_error: e.message });
-    if (retryable && !args.dryRun) await enqueue(projectRoot, args.alias, { source: SOURCE, entity: args.entity, weekStart, signature: 'fetch-failed', reason: e.message });
-    if (!retryable && !args.dryRun) await emitLearningCandidate({ projectRoot, alias: args.alias, source: SOURCE, entity: args.entity, week: weekStart, error: { signature: 'fetch-failed', message: e.message, status: e.status }, context: { runner: 'pull-sharepoint' } });
-    emit({ source: SOURCE, entity: args.entity, week: weekStart, status: retryable ? 'deferred' : 'failed', errors: [{ message: e.message, status: e.status }] });
-    return retryable ? 1 : 0;
-  }
-
-  const siteHash = shortHash(args.entity);
-
-  if (items.length === 0) {
-    await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, { last_status: 'no-activity', items_pulled: 0, site_hash: siteHash });
-    emit({ source: SOURCE, entity: args.entity, week: weekStart, status: 'no-activity', items_pulled: 0, files_written: [] });
-    return 0;
-  }
-
-  const outDir = path.join(sourceDir(projectRoot, args.alias, SOURCE), siteHash, weekStart);
-  const filesWritten = [];
-  const linkAgg = new Map();
-
-  if (!args.dryRun) {
-    for (const it of items) {
-      const id = it.id || shortHash(it.webUrl || it.name || JSON.stringify(it));
-      const links = extractLinks(it);
-      const itemRecord = { ...it, _links: links };
-      const r = await writeAtomic(path.join(outDir, 'items', `${safeSegment(id)}.yml`), YAML.stringify(itemRecord));
-      if (r.written !== false) filesWritten.push(path.relative(projectRoot, r.path));
-      for (const lk of links) {
-        if (!classifyExternal(args.entity, lk)) continue;
-        if (!linkAgg.has(lk)) linkAgg.set(lk, new Set());
-        linkAgg.get(lk).add(it.name || it.id);
-      }
-    }
-    const r2 = await writeAtomic(path.join(outDir, 'index.md'), renderIndexMd({ siteUrl: args.entity, items, weekStart, pulledAt: startedAt }), { skipIfUnchanged: false });
-    if (r2.written !== false) filesWritten.push(path.relative(projectRoot, r2.path));
-
-    if (linkAgg.size > 0) {
-      const r3 = await writeAtomic(path.join(outDir, 'external-links.md'), renderLinksMd({ siteUrl: args.entity, linkAgg, weekStart }), { skipIfUnchanged: false });
-      if (r3.written !== false) filesWritten.push(path.relative(projectRoot, r3.path));
-    }
-  }
-
-  await clear(projectRoot, args.alias, SOURCE, args.entity).catch(() => {});
-
-  await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, {
-    last_status: 'captured',
-    items_pulled: items.length,
-    site_hash: siteHash,
-    external_links: linkAgg.size,
-  });
-
-  if (!args.dryRun) {
-    await appendRunLog(projectRoot, { runner: 'pull-sharepoint', alias: args.alias, entity: args.entity, week: weekStart, status: 'captured', items_pulled: items.length, external_links: linkAgg.size });
-  }
-
-  emit({
-    source: SOURCE, entity: args.entity, week: weekStart, status: 'captured',
-    items_pulled: items.length, site_hash: siteHash, external_links: linkAgg.size,
-    files_written: filesWritten, ledger_key: `sharepoint::${args.entity}::${weekStart}`,
-  });
-  return 0;
-}
-
-function renderIndexMd({ siteUrl, items, weekStart, pulledAt }) {
-  const lines = [
-    `# SharePoint - ${siteUrl} - week ${weekStart}`,
-    '',
-    `- site_url: ${siteUrl}`,
-    `- week_start: ${weekStart}`,
-    `- items: ${items.length}`,
-    `- pulled_at: ${pulledAt}`,
-    '',
-    '## Items',
-  ];
-  for (const it of items) {
-    const drv = it.__drive_name ? ` _[${it.__drive_name}${it.__parent_folder ? '/' + it.__parent_folder : ''}]_` : '';
-    lines.push(`- [${it.lastModifiedDateTime}] **${it.name || it.id}**${drv} - ${it.webUrl || ''}`);
-  }
-  lines.push('');
-  return lines.join('\n');
-}
-
-function renderLinksMd({ siteUrl, linkAgg, weekStart }) {
-  const lines = [
-    `# SharePoint external links - ${siteUrl} - week ${weekStart}`,
-    '',
-    `- site_url: ${siteUrl}`,
-    `- week_start: ${weekStart}`,
-    `- links: ${linkAgg.size}`,
-    '',
-    '## External links',
-  ];
-  for (const [link, sources] of [...linkAgg.entries()].sort()) {
-    lines.push(`- ${link} - referenced by: ${[...sources].join(', ')}`);
-  }
-  lines.push('');
-  return lines.join('\n');
-}
-
-main().then(code => { process.exitCode = code; }).catch(e => {
-  emit({ source: SOURCE, status: 'failed', errors: [{ message: e.message, code: e.exitCode || 'unknown' }] });
-  process.exitCode = e.exitCode || 1;
-});
+runCli('sharepoint').then(code => { process.exitCode = code; });

package/plugin/runners/pull-teams.mjs

@@ -1,174 +1,7 @@
 #!/usr/bin/env node
 // plugin/runners/pull-teams.mjs
-// Deterministic Teams chat pull: one chat × one ISO week per call.
-// Writes to Evidence/<alias>/teams/<chat-hash>/<week>/.
-//
-// Usage:
-//   node plugin/runners/pull-teams.mjs --project <P> --alias <A> --entity <chat-id>
-//     [--week YYYY-MM-DD] [--dry-run] [--force] [--fixture <path>]
+// Deterministic teams pull via WorkIQ (HARD RULE per workiq-only.instructions.md).
 
-import path from 'node:path';
-import { promises as fs } from 'node:fs';
-import YAML from 'yaml';
-import { assertProject, loadConfig } from './lib/config.mjs';
-import { sourceDir } from './lib/layout.mjs';
-import { writeAtomic } from './lib/evidence.mjs';
-import { fetchAllPages, encodeODataOp } from './lib/http.mjs';
-import { getToken, SCOPES } from './lib/identity.mjs';
-import { updateCell } from './lib/ledger.mjs';
-import { appendRunLog } from './lib/runlog.mjs';
-import { enqueue, clear } from './lib/deferred.mjs';
-import { shortHash } from './lib/dedup.mjs';
-import { currentIsoMonday, ymd, parseYmd } from './lib/weeks.mjs';
-import { emitLearningCandidate } from './lib/learnings.mjs';
+import { runCli } from './lib/csc-pull.mjs';
 
-const SOURCE = 'teams';
-
-function parseArgs(argv) {
-  const args = { dryRun: false, force: false };
-  for (let i = 0; i < argv.length; i++) {
-    const a = argv[i];
-    if (a === '--project') args.project = argv[++i];
-    else if (a === '--alias') args.alias = argv[++i];
-    else if (a === '--entity') args.entity = argv[++i];
-    else if (a === '--week') args.week = argv[++i];
-    else if (a === '--dry-run') args.dryRun = true;
-    else if (a === '--force') args.force = true;
-    else if (a === '--fixture') args.fixture = argv[++i];
-    else if (a === '--help' || a === '-h') args.help = true;
-  }
-  return args;
-}
-
-function help() {
-  return `Usage: node pull-teams.mjs --project <P> --alias <A> --entity <chat-id>
-  [--week YYYY-MM-DD] [--dry-run] [--force] [--fixture <path>]`;
-}
-
-function emit(obj) { process.stdout.write(JSON.stringify(obj) + '\n'); }
-function configError(msg) { const e = new Error(msg); e.exitCode = 2; return e; }
-function authError(msg)   { const e = new Error(msg); e.exitCode = 3; return e; }
-
-async function buildClient({ fixture }) {
-  if (fixture) {
-    const data = JSON.parse(await fs.readFile(fixture, 'utf8'));
-    return makeFixtureClient(data);
-  }
-  const token = await getToken(SCOPES.graph).catch(e => { throw authError(`token fetch failed: ${e.message}`); });
-  const headers = { Authorization: `Bearer ${token}`, Accept: 'application/json' };
-  return {
-    async listMessages(chatId, fromIso, toIso) {
-      // Graph chats messages: server filters createdDateTime; some tenants ignore. We re-filter locally.
-      const filter = `createdDateTime ge ${fromIso} and createdDateTime lt ${toIso}`;
-      const url = `https://graph.microsoft.com/v1.0/chats/${encodeURIComponent(chatId)}/messages?${encodeODataOp('$filter')}=${encodeURIComponent(filter)}&${encodeODataOp('$orderby')}=createdDateTime asc&${encodeODataOp('$top')}=50`;
-      const { items } = await fetchAllPages(url, { headers });
-      return items.filter(m => m.createdDateTime >= fromIso && m.createdDateTime < toIso);
-    },
-  };
-}
-
-function makeFixtureClient(data) {
-  return {
-    async listMessages(chatId, fromIso, toIso) {
-      const all = (data.messagesByChat && data.messagesByChat[chatId]) || [];
-      return all.filter(m => m.createdDateTime >= fromIso && m.createdDateTime < toIso);
-    },
-  };
-}
-
-function weekBounds(weekStartYmd) {
-  const start = parseYmd(weekStartYmd);
-  const end = new Date(start);
-  end.setDate(end.getDate() + 7);
-  return { fromIso: start.toISOString(), toIso: end.toISOString() };
-}
-
-async function main() {
-  const args = parseArgs(process.argv.slice(2));
-  if (args.help) { console.log(help()); return 0; }
-  if (!args.project || !args.alias || !args.entity) {
-    console.error(help());
-    emit({ source: SOURCE, status: 'failed', errors: [{ signature: 'bad-args', message: 'required: --project --alias --entity' }] });
-    return 2;
-  }
-  const projectRoot = await assertProject(args.project).catch(e => { throw configError(e.message); });
-  await loadConfig(projectRoot, args.alias);
-  const weekStart = args.week || ymd(currentIsoMonday());
-  const { fromIso, toIso } = weekBounds(weekStart);
-
-  const client = await buildClient({ fixture: args.fixture });
-  const startedAt = new Date().toISOString();
-
-  let messages;
-  try {
-    messages = await client.listMessages(args.entity, fromIso, toIso);
-  } catch (e) {
-    const retryable = !e.status || [429, 502, 503, 504].includes(e.status);
-    await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, { last_status: retryable ? 'deferred' : 'failed', last_error: e.message });
-    if (retryable && !args.dryRun) await enqueue(projectRoot, args.alias, { source: SOURCE, entity: args.entity, weekStart, signature: 'fetch-failed', reason: e.message });
-    if (!retryable && !args.dryRun) await emitLearningCandidate({ projectRoot, alias: args.alias, source: SOURCE, entity: args.entity, week: weekStart, error: { signature: 'fetch-failed', message: e.message, status: e.status }, context: { runner: 'pull-teams' } });
-    emit({ source: SOURCE, entity: args.entity, week: weekStart, status: retryable ? 'deferred' : 'failed', errors: [{ message: e.message, status: e.status }] });
-    return retryable ? 1 : 0;
-  }
-
-  const chatHash = shortHash(args.entity);
-
-  if (messages.length === 0) {
-    await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, { last_status: 'no-activity', items_pulled: 0, chat_hash: chatHash });
-    emit({ source: SOURCE, entity: args.entity, week: weekStart, status: 'no-activity', items_pulled: 0, files_written: [] });
-    return 0;
-  }
-
-  const outDir = path.join(sourceDir(projectRoot, args.alias, SOURCE), chatHash, weekStart);
-  const filesWritten = [];
-  if (!args.dryRun) {
-    const r1 = await writeAtomic(path.join(outDir, 'messages.yml'), YAML.stringify(messages));
-    const r2 = await writeAtomic(path.join(outDir, 'chat.yml'), YAML.stringify({ chat_id: args.entity, hash: chatHash }));
-    const r3 = await writeAtomic(path.join(outDir, 'index.md'), renderIndexMd({ chatId: args.entity, messages, weekStart, pulledAt: startedAt }), { skipIfUnchanged: false });
-    for (const r of [r1, r2, r3]) if (r.written !== false) filesWritten.push(path.relative(projectRoot, r.path));
-  }
-
-  await clear(projectRoot, args.alias, SOURCE, args.entity).catch(() => {});
-
-  await updateCell(projectRoot, args.alias, SOURCE, args.entity, weekStart, {
-    last_status: 'captured',
-    items_pulled: messages.length,
-    chat_hash: chatHash,
-  });
-
-  if (!args.dryRun) {
-    await appendRunLog(projectRoot, { runner: 'pull-teams', alias: args.alias, entity: args.entity, week: weekStart, status: 'captured', items_pulled: messages.length });
-  }
-
-  emit({
-    source: SOURCE, entity: args.entity, week: weekStart, status: 'captured',
-    items_pulled: messages.length, chat_hash: chatHash,
-    files_written: filesWritten, ledger_key: `teams::${args.entity}::${weekStart}`,
-  });
-  return 0;
-}
-
-function renderIndexMd({ chatId, messages, weekStart, pulledAt }) {
-  const lines = [
-    `# Teams chat — ${chatId} — week ${weekStart}`,
-    '',
-    `- chat_id: ${chatId}`,
-    `- week_start: ${weekStart}`,
-    `- messages: ${messages.length}`,
-    `- pulled_at: ${pulledAt}`,
-    '',
-    '## Messages',
-  ];
-  for (const m of messages) {
-    const from = (m.from && m.from.user && m.from.user.displayName) || (m.from && m.from.application && m.from.application.displayName) || '?';
-    const preview = (m.body && m.body.content || '').replace(/<[^>]+>/g, '').replace(/\s+/g, ' ').slice(0, 120);
-    lines.push(`- [${m.createdDateTime}] **${from}**: ${preview}`);
-  }
-  lines.push('');
-  return lines.join('\n');
-}
-
-main().then(code => { process.exitCode = code; }).catch(e => {
-  emit({ source: SOURCE, status: 'failed', errors: [{ message: e.message, code: e.exitCode || 'unknown' }] });
-  process.exitCode = e.exitCode || 1;
-});
+runCli('teams').then(code => { process.exitCode = code; });

package/plugin/runners/test/fixtures/refresh-dir/email.json

@@ -1,8 +1,5 @@
 {
-  "folders": [{ "id": "F1", "displayName": "Project Inbox" }],
-  "messagesByFolder": {
-    "F1": [
-      { "id": "m1", "subject": "Kickoff", "receivedDateTime": "2026-05-26T10:00:00Z", "from": { "emailAddress": { "address": "alice@example.com", "name": "Alice" } } }
-    ]
-  }
-}
+  "stdout": "> [block: csc]\n> entity_id: conv-001\n> display_name: Kickoff\n> last_touched: 2026-05-26T10:00:00Z\n> participants: Alice\n> topics: kickoff\n> summary: Kickoff happened.\n",
+  "exitCode": 0,
+  "stderr": ""
+}

package/plugin/runners/test/fixtures/refresh-dir/teams.json

@@ -1,7 +1,5 @@
 {
-  "messagesByChat": {
-    "19:abc@thread.v2": [
-      { "id": "1748260800000", "createdDateTime": "2026-05-26T10:00:00Z", "from": { "user": { "displayName": "Alice" } }, "body": { "content": "kickoff", "contentType": "text" } }
-    ]
-  }
-}
+  "stdout": "> [block: csc]\n> entity_id: conv-001\n> display_name: Kickoff\n> last_touched: 2026-05-26T10:00:00Z\n> participants: Alice\n> topics: kickoff\n> summary: Kickoff happened.\n",
+  "exitCode": 0,
+  "stderr": ""
+}

package/plugin/runners/test/integration/csc-pull.integration.test.mjs

@@ -0,0 +1,160 @@
+// plugin/runners/test/integration/csc-pull.integration.test.mjs
+//
+// Integration tests for the WorkIQ-only CSC pull pipeline (kushi v6.1.0+).
+// One table-driven suite covers all 5 user-scoped sources
+// (email, teams, meetings, onenote, sharepoint) — they share lib/csc-pull.mjs,
+// so a single contract test fixture set proves them all.
+//
+// Fixture shape (WorkIQ stdout, NOT Graph JSON):
+//   { "stdout": "> [block: csc]\n> entity_id: ...", "stderr": "", "exitCode": 0 }
+
+import { test, beforeEach, afterEach } from 'node:test';
+import assert from 'node:assert/strict';
+import { promises as fs } from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import { spawnSync } from 'node:child_process';
+import YAML from 'yaml';
+import { fileURLToPath } from 'node:url';
+
+const HERE = path.dirname(fileURLToPath(import.meta.url));
+const REPO_ROOT = path.resolve(HERE, '..', '..', '..', '..');
+const FIXTURE_DIR = path.join(HERE, '..', 'fixtures');
+
+const RUNNERS = {
+  email:      path.join(REPO_ROOT, 'plugin', 'runners', 'pull-email.mjs'),
+  teams:      path.join(REPO_ROOT, 'plugin', 'runners', 'pull-teams.mjs'),
+  meetings:   path.join(REPO_ROOT, 'plugin', 'runners', 'pull-meetings.mjs'),
+  onenote:    path.join(REPO_ROOT, 'plugin', 'runners', 'pull-onenote.mjs'),
+  sharepoint: path.join(REPO_ROOT, 'plugin', 'runners', 'pull-sharepoint.mjs'),
+};
+
+const ENTITIES = {
+  email:      'Inbox/102. Test Project',
+  teams:      '19:abc123@thread.v2',
+  meetings:   'https://teams.microsoft.com/l/meetup-join/abc',
+  onenote:    'sectionFileId-deadbeef',
+  sharepoint: 'https://contoso.sharepoint.com/sites/test',
+};
+
+const WEEK = '2026-05-25';
+
+let projectRoot;
+beforeEach(async () => {
+  projectRoot = await fs.mkdtemp(path.join(os.tmpdir(), 'kushi-csc-int-'));
+  await fs.mkdir(path.join(projectRoot, 'Evidence', 'ushak'), { recursive: true });
+});
+afterEach(async () => { await fs.rm(projectRoot, { recursive: true, force: true }); });
+
+function runRunner(source, fixtureName, extra = []) {
+  const fixture = path.join(FIXTURE_DIR, fixtureName);
+  return spawnSync(process.execPath, [RUNNERS[source],
+    '--project', projectRoot, '--alias', 'ushak',
+    '--entity', ENTITIES[source],
+    '--week', WEEK, '--fixture', fixture,
+    ...extra,
+  ], { encoding: 'utf8' });
+}
+
+for (const source of Object.keys(RUNNERS)) {
+  test(`[${source}] captured: writes weekly CSC + index + raw + ledger`, async () => {
+    const res = runRunner(source, 'csc-captured.json');
+    assert.equal(res.status, 0, `stderr: ${res.stderr}`);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.equal(result.status, 'captured');
+    assert.equal(result.items_pulled, 2);
+    assert.equal(result.source, source);
+
+    const sourceDir = path.join(projectRoot, 'Evidence', 'ushak', source);
+    const weeklyFile = path.join(sourceDir, 'weekly', `${WEEK}_${source}-csc.md`);
+    const md = await fs.readFile(weeklyFile, 'utf8');
+    assert.match(md, /Kickoff agenda/);
+    assert.match(md, /Architecture review notes/);
+    assert.match(md, new RegExp(`# ${source.toUpperCase()} CSC`));
+
+    const idx = YAML.parse(await fs.readFile(path.join(sourceDir, '_index', 'entities.yml'), 'utf8'));
+    assert.equal(idx.entities.length, 2);
+    assert.ok(idx.entities.every(e => e.id.startsWith(`${source}://`)));
+    assert.ok(idx.entities.every(e => e.weeks_touched.includes(WEEK)));
+
+    const ledger = YAML.parse(await fs.readFile(path.join(projectRoot, 'Evidence', 'ushak', '_ledger.yml'), 'utf8'));
+    const cell = ledger.entries[`${source}::${ENTITIES[source]}::${WEEK}`];
+    assert.ok(cell);
+    assert.equal(cell.last_status, 'captured');
+    assert.equal(cell.items_pulled, 2);
+
+    const rawFiles = await fs.readdir(path.join(sourceDir, '_raw'));
+    assert.equal(rawFiles.length, 1);
+  });
+
+  test(`[${source}] no-activity: empty stdout → status no-activity, no weekly file`, async () => {
+    const res = runRunner(source, 'csc-empty.json');
+    assert.equal(res.status, 0);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.equal(result.status, 'no-activity');
+    assert.equal(result.items_pulled, 0);
+    let exists = true;
+    try { await fs.access(path.join(projectRoot, 'Evidence', 'ushak', source, 'weekly', `${WEEK}_${source}-csc.md`)); }
+    catch { exists = false; }
+    assert.equal(exists, false);
+  });
+
+  test(`[${source}] throttled: deferred + no learning candidate`, async () => {
+    const res = runRunner(source, 'csc-throttled.json');
+    assert.equal(res.status, 0);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.equal(result.status, 'deferred');
+    assert.match(result.errors[0].signature, /throttled/);
+    let learningExists = true;
+    try { await fs.access(path.join(projectRoot, 'Evidence', '_learnings-candidates')); }
+    catch { learningExists = false; }
+    assert.equal(learningExists, false, 'throttled is retryable; should NOT emit learning candidate');
+  });
+
+  test(`[${source}] novel error: failed + learning candidate`, async () => {
+    const res = runRunner(source, 'csc-novel-error.json');
+    assert.equal(res.status, 0);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.equal(result.status, 'failed');
+    const candDir = path.join(projectRoot, 'Evidence', '_learnings-candidates');
+    const entries = await fs.readdir(candDir);
+    const md = entries.filter(f => f.endsWith('.md'));
+    assert.equal(md.length, 1, `expected 1 candidate, got: ${entries.join(', ')}`);
+  });
+
+  test(`[${source}] citation tokens / placeholders are filtered → no-activity`, async () => {
+    const res = runRunner(source, 'csc-citation-tokens.json');
+    assert.equal(res.status, 0);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.equal(result.status, 'no-activity', `bogus turn1searchN / <value> blocks must be dropped`);
+  });
+
+  test(`[${source}] dry-run: no files written, ledger empty`, async () => {
+    const res = runRunner(source, 'csc-captured.json', ['--dry-run']);
+    assert.equal(res.status, 0);
+    const result = JSON.parse(res.stdout.trim().split('\n').pop());
+    assert.deepEqual(result.files_written, []);
+    let ledgerExists = true;
+    try { await fs.access(path.join(projectRoot, 'Evidence', 'ushak', '_ledger.yml')); }
+    catch { ledgerExists = false; }
+    assert.equal(ledgerExists, false);
+  });
+
+  test(`[${source}] missing --entity exits 2`, () => {
+    const res = spawnSync(process.execPath, [RUNNERS[source],
+      '--project', projectRoot, '--alias', 'ushak',
+      '--fixture', path.join(FIXTURE_DIR, 'csc-captured.json'),
+    ], { encoding: 'utf8' });
+    assert.equal(res.status, 2);
+  });
+
+  test(`[${source}] idempotent: re-running same fixture is a no-op rewrite`, async () => {
+    const r1 = runRunner(source, 'csc-captured.json');
+    assert.equal(r1.status, 0);
+    const r2 = runRunner(source, 'csc-captured.json');
+    assert.equal(r2.status, 0);
+    const idx = YAML.parse(await fs.readFile(path.join(projectRoot, 'Evidence', 'ushak', source, '_index', 'entities.yml'), 'utf8'));
+    assert.equal(idx.entities.length, 2, 'rerun must not duplicate entities');
+    assert.equal(idx.entities[0].weeks_touched.length, 1, 'rerun same week must not duplicate weeks_touched');
+  });
+}

package/plugin/runners/test/fixtures/email-abn-amro.json

@@ -1,13 +0,0 @@
-{
-  "folders": [
-    { "id": "AAMkAGI=", "displayName": "23. ABN AMRO" }
-  ],
-  "messagesByFolder": {
-    "AAMkAGI=": [
-      { "id": "m1", "subject": "Kickoff agenda", "receivedDateTime": "2026-05-25T08:00:00Z", "from": { "emailAddress": { "address": "ushak@abnamro.com", "name": "Alice" } } },
-      { "id": "m2", "subject": "Architecture review notes", "receivedDateTime": "2026-05-27T14:30:00Z", "from": { "emailAddress": { "address": "bob@abnamro.com", "name": "Bob" } } },
-      { "id": "m3", "subject": "Out of window — prior week", "receivedDateTime": "2026-05-18T09:00:00Z", "from": { "emailAddress": { "address": "carol@abnamro.com", "name": "Carol" } } },
-      { "id": "m4", "subject": "Out of window — next week", "receivedDateTime": "2026-06-01T09:00:00Z", "from": { "emailAddress": { "address": "dave@abnamro.com", "name": "Dave" } } }
-    ]
-  }
-}