viepilot 2.50.1 → 3.7.3

package/lib/intake/adapters/excel-m365.cjs

@@ -186,7 +186,7 @@ async function readViaGraphApi(channel, projectRoot) {
   const response = await httpsGet(url, { Authorization: `Bearer ${token}` });
 
   if (!response.values || response.values.length === 0) return [];
-  return parseRowsWithColumnMap(response.values, channel.column_map);
+  return parseRowsWithColumnMap(response.values, channel.column_map, channel.id);
 }
 
 // ─── SharePoint sharing link (anonymous WOPI) ─────────────────────────────────
@@ -291,18 +291,64 @@ async function readViaSharingLink(channel) {
   const rows = parseXlsxBuffer(xlsxBuffer, channel.sheet_name || null);
 
   if (!rows || rows.length === 0) return [];
-  return parseRowsWithColumnMap(rows, channel.column_map);
+  return parseRowsWithColumnMap(rows, channel.column_map, channel.id);
+}
+
+// ─── Vietnamese/English header → field name auto-detection ────────────────────
+
+const HEADER_ALIASES = {
+  id:          ['stt', 'id', 'no', '#', 'mã', 'ma'],
+  title:       ['title', 'tiêu đề', 'tieu de', 'tên', 'ten', 'màn hình', 'man hinh', 'tên module', 'tên testcase', 'summary'],
+  description: ['mô tả lỗi', 'mo ta loi', 'description', 'mô tả', 'mo ta', 'chi tiết', 'chi tiet', 'detail', 'nội dung', 'noi dung'],
+  status:      ['status', 'trạng thái', 'trang thai', 'kết quả', 'ket qua', 'result', 'p/f/n'],
+  reporter:    ['reporter', 'người báo', 'nguoi bao', 'tester', 'người tạo', 'nguoi tao'],
+  priority:    ['priority', 'mức độ', 'muc do', 'độ ưu tiên', 'severity'],
+};
+
+function autoDetectColumnMap(headerRow) {
+  const map = {};
+  headerRow.forEach((cell, idx) => {
+    const normalized = String(cell).toLowerCase().trim();
+    if (!normalized) return;
+    for (const [field, aliases] of Object.entries(HEADER_ALIASES)) {
+      if (!map[field] && aliases.some(a => normalized.includes(a))) {
+        // Convert 0-based index to Excel letter (A=0, B=1, ...)
+        let col = '';
+        let n = idx;
+        do { col = String.fromCharCode(65 + (n % 26)) + col; n = Math.floor(n / 26) - 1; } while (n >= 0);
+        map[field] = col;
+      }
+    }
+  });
+  return map;
 }
 
 // ─── Common row → ticket mapper ───────────────────────────────────────────────
 
-function parseRowsWithColumnMap(values, colMap) {
+function parseRowsWithColumnMap(values, colMap, channelId) {
+  // Find first non-empty row to use as auto-detect source if needed
+  const firstNonEmpty = values.find(r => r.some(c => c !== ''));
+
+  // Auto-detect or fall back to raw if still missing
+  const resolvedMap = (colMap && Object.keys(colMap).length > 0)
+    ? colMap
+    : (firstNonEmpty ? autoDetectColumnMap(firstNonEmpty) : {});
+
+  if (!colMap || Object.keys(colMap).length === 0) {
+    process.stderr.write(
+      `[vp-intake] No column_map configured. Auto-detected: ${JSON.stringify(resolvedMap)}. ` +
+      `Header row: ${JSON.stringify(firstNonEmpty || [])}\n`
+    );
+  }
+
   const tickets = [];
+  // Skip header row(s): if auto-detected, skip until first row that has a non-header value
+  const startRow = (colMap && Object.keys(colMap).length > 0) ? 1 : values.findIndex(r => r.some(c => c !== '')) + 1;
 
-  for (let i = 1; i < values.length; i++) {
+  for (let i = startRow; i < values.length; i++) {
     const row = values[i];
     const get = (field) => {
-      const col = colMap[field];
+      const col = resolvedMap[field];
       if (!col) return '';
       const idx = colLetterToIndex(col);
       return row[idx] !== undefined ? String(row[idx]) : '';
@@ -316,7 +362,7 @@ function parseRowsWithColumnMap(values, colMap) {
       date:        get('date'),
       status:      get('status'),
       _source_row: i,
-      _channel_id: channel ? channel.id : undefined,
+      _channel_id: channelId,
     };
 
     if (!ticket.title && !ticket.description) continue;
@@ -362,4 +408,6 @@ module.exports = {
   isSharingLink,
   resolveSharePointDownloadUrl,
   parseXlsxBuffer,
+  autoDetectColumnMap,
+  HEADER_ALIASES,
 };

package/lib/intake/auto-intake.cjs

@@ -0,0 +1,194 @@
+'use strict';
+
+const fs   = require('fs');
+const path = require('path');
+
+const { classifyTicket }  = require('./classifier.cjs');
+const { createRequestFile: _createRequestFile, nextRequestNumber } = require('./triage-ux.cjs');
+
+// Internal helper — wraps triage-ux createRequestFile which isn't exported,
+// so we re-implement the minimal version needed for headless auto-accept.
+function createRequestFile(ticket, type, channel, projectRoot) {
+  const n = nextRequestNumber(type, projectRoot);
+  const id = `${type}-${String(n).padStart(3, '0')}`;
+  const now = new Date().toISOString().split('T')[0];
+  const typeLabel = type === 'BUG' ? 'Bug' : 'Enhancement';
+
+  const content = `# ${typeLabel}: ${ticket.title}
+
+## Meta
+- **ID**: ${id}
+- **Type**: ${typeLabel}
+- **Status**: new
+- **Priority**: medium
+- **Created**: ${now}
+- **Reporter**: ${ticket.reporter || 'Auto-intake'}
+- **Source**: ${channel.name} — ticket #${ticket.id}
+- **Assignee**: AI
+
+## Summary
+${ticket.description || ticket.title}
+
+## Acceptance Criteria
+- [ ] (derived from description — fill in before planning)
+`;
+
+  const reqDir = path.join(projectRoot, '.viepilot', 'requests');
+  if (!fs.existsSync(reqDir)) fs.mkdirSync(reqDir, { recursive: true });
+  const filePath = path.join(reqDir, `${id}.md`);
+  fs.writeFileSync(filePath, content, 'utf8');
+  return { id, filePath };
+}
+
+// ─── Constants ────────────────────────────────────────────────────────────────
+
+const CONFIDENCE_THRESHOLD = 0.7;
+
+// ─── Pending-review accumulation ─────────────────────────────────────────────
+
+async function appendPendingReview(tickets, channel, pendingPath) {
+  const filePath = pendingPath || path.join('.viepilot', 'intake', 'pending-review.json');
+  const existing = fs.existsSync(filePath)
+    ? JSON.parse(fs.readFileSync(filePath, 'utf8'))
+    : { items: [] };
+
+  existing.items.push(
+    ...tickets.map((t) => ({
+      ...t,
+      channel: channel.name,
+      queued_at: new Date().toISOString(),
+    })),
+  );
+
+  const dir = path.dirname(filePath);
+  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
+  fs.writeFileSync(filePath, JSON.stringify(existing, null, 2));
+}
+
+// ─── Triage report ────────────────────────────────────────────────────────────
+
+async function writeTriageReport({ accepted, queued, channel, projectRoot }) {
+  const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+  const reportDir = path.join(projectRoot, '.viepilot', 'intake');
+  if (!fs.existsSync(reportDir)) fs.mkdirSync(reportDir, { recursive: true });
+  const reportPath = path.join(reportDir, `TRIAGE-auto-${timestamp}.md`);
+
+  const lines = [
+    `# Auto-Intake Triage Report`,
+    ``,
+    `**Channel**: ${channel.name}`,
+    `**Date**: ${new Date().toISOString().split('T')[0]}`,
+    `**Mode**: auto (scheduled)`,
+    ``,
+    `## Auto-accepted (confidence ≥ ${CONFIDENCE_THRESHOLD})`,
+    ``,
+    ...accepted.map((t) => `- **${t.request_id}**: ${t.ticket.title} (confidence: ${(t.ticket._confidence || 0).toFixed(2)})`),
+    ``,
+    `## Queued for review (confidence < ${CONFIDENCE_THRESHOLD})`,
+    ``,
+    ...queued.map((t) => `- #${t.id || t._source_row}: ${t.title} (confidence: ${(t._confidence || 0).toFixed(2)})`),
+  ];
+
+  fs.writeFileSync(reportPath, lines.join('\n'), 'utf8');
+  return reportPath;
+}
+
+// ─── Schedule management ──────────────────────────────────────────────────────
+
+function readSchedule(projectRoot) {
+  const filePath = path.join(projectRoot || '.', '.viepilot', 'intake', 'schedule.json');
+  if (!fs.existsSync(filePath)) return null;
+  return JSON.parse(fs.readFileSync(filePath, 'utf8'));
+}
+
+async function createSchedule(cronExpression, channelId, projectRoot) {
+  const root = projectRoot || '.';
+  // CronCreate is a deferred tool — the invoking agent must call
+  // ToolSearch("select:CronCreate") before using it.
+  // Non-CC fallback: print guidance.
+  const isClaudeCode = process.env.CLAUDE_CODE === '1' || process.env.VP_ADAPTER === 'claude-code';
+
+  if (!isClaudeCode) {
+    console.log('Scheduling requires Claude Code. Use cron + CLI instead.');
+    console.log(`Suggested: cron "${cronExpression} claude /vp-intake --channel ${channelId} --auto"`);
+    return { success: false, error: 'Not running in Claude Code context' };
+  }
+
+  // In CC context, the caller (SKILL.md) must invoke CronCreate via ToolSearch.
+  // This function writes schedule.json after receiving the schedule_id from CronCreate.
+  const scheduleData = {
+    cron: cronExpression,
+    schedule_id: null,   // filled by caller after CronCreate response
+    channel_id: channelId,
+    created: new Date().toISOString(),
+  };
+
+  const scheduleDir = path.join(root, '.viepilot', 'intake');
+  if (!fs.existsSync(scheduleDir)) fs.mkdirSync(scheduleDir, { recursive: true });
+  fs.writeFileSync(path.join(scheduleDir, 'schedule.json'), JSON.stringify(scheduleData, null, 2));
+  return { success: true, scheduleData };
+}
+
+async function deleteSchedule(projectRoot) {
+  const root = projectRoot || '.';
+  const filePath = path.join(root, '.viepilot', 'intake', 'schedule.json');
+  if (!fs.existsSync(filePath)) {
+    return { success: false, error: 'No schedule found — nothing to delete' };
+  }
+  const { schedule_id } = JSON.parse(fs.readFileSync(filePath, 'utf8'));
+  // Caller must invoke CronDelete({ schedule_id }) via ToolSearch("select:CronDelete")
+  fs.unlinkSync(filePath);
+  return { success: true, schedule_id };
+}
+
+// ─── Main auto-intake runner ──────────────────────────────────────────────────
+
+async function runAutoIntake(tickets, channel, options = {}) {
+  const projectRoot = options.projectRoot || process.cwd();
+
+  // 1. Classify with confidence
+  const classified = tickets.map((t) => {
+    const { classified: cls, confidence } = classifyTicket(t);
+    return { ...t, _classified: cls, _confidence: confidence };
+  });
+
+  // 2. Partition: accepted (≥ threshold) vs. queued (< threshold)
+  const accepted = classified.filter((t) => t._confidence >= CONFIDENCE_THRESHOLD && t._classified !== 'UNCLEAR');
+  const queued   = classified.filter((t) => t._confidence <  CONFIDENCE_THRESHOLD || t._classified === 'UNCLEAR');
+
+  // 3. Auto-create request files for accepted tickets
+  const acceptedWithIds = [];
+  for (const t of accepted) {
+    const { id } = createRequestFile(t, t._classified, channel, projectRoot);
+    acceptedWithIds.push({ ticket: t, request_id: id });
+  }
+
+  // 4. Append queued tickets to pending-review.json
+  if (queued.length > 0) {
+    await appendPendingReview(queued, channel);
+  }
+
+  // 5. Write triage report
+  const reportPath = await writeTriageReport({ accepted: acceptedWithIds, queued, channel, projectRoot });
+
+  // 6. Print auto-run summary
+  console.log(`[AUTO INTAKE] Channel: ${channel.name} | ${tickets.length} tickets classified`);
+  if (acceptedWithIds.length > 0) {
+    console.log(`Auto-accepted (${acceptedWithIds.length}): ${acceptedWithIds.map((a) => a.request_id).join(', ')} (confidence ≥ ${CONFIDENCE_THRESHOLD})`);
+  }
+  if (queued.length > 0) {
+    console.log(`Queued for review (${queued.length}): ${queued.map((t) => `${t.id || t._source_row} (confidence ${(t._confidence || 0).toFixed(2)})`).join(', ')}`);
+  }
+  console.log(`Report: ${reportPath}`);
+
+  return { accepted: acceptedWithIds, queued, reportPath };
+}
+
+module.exports = {
+  runAutoIntake,
+  appendPendingReview,
+  createSchedule,
+  deleteSchedule,
+  readSchedule,
+  CONFIDENCE_THRESHOLD,
+};

package/lib/intake/classifier.cjs

@@ -18,15 +18,33 @@ const ENH_KEYWORDS = [
 ];
 
 function classifyTicket(ticket) {
+  const titleWords = (ticket.title || '').trim().split(/\s+/).filter(Boolean);
+  const totalWords = titleWords.length || 1;
   const text = `${ticket.title || ''} ${ticket.description || ''}`.toLowerCase();
 
+  let matchedKeywords = 0;
+  let classified = 'UNCLEAR';
+
   for (const kw of BUG_KEYWORDS) {
-    if (text.includes(kw)) return 'BUG';
+    if (text.includes(kw)) {
+      classified = 'BUG';
+      matchedKeywords += titleWords.filter((w) => w.toLowerCase().includes(kw)).length || 1;
+      break;
+    }
   }
-  for (const kw of ENH_KEYWORDS) {
-    if (text.includes(kw)) return 'ENH';
+
+  if (classified === 'UNCLEAR') {
+    for (const kw of ENH_KEYWORDS) {
+      if (text.includes(kw)) {
+        classified = 'ENH';
+        matchedKeywords += titleWords.filter((w) => w.toLowerCase().includes(kw)).length || 1;
+        break;
+      }
+    }
   }
-  return 'UNCLEAR';
+
+  const confidence = classified === 'UNCLEAR' ? 0.0 : Math.min(matchedKeywords / totalWords, 1.0);
+  return { classified, confidence };
 }
 
 module.exports = { classifyTicket };

package/lib/intake/manifest.cjs

@@ -0,0 +1,81 @@
+'use strict';
+
+const fs   = require('fs');
+const path = require('path');
+
+const DEFAULT_TTL_DAYS = 7;
+const MANIFEST_DIR_REL = path.join('.viepilot', 'intake');
+
+function slugify(str) {
+  return String(str)
+    .toLowerCase()
+    .replace(/[^\w\s-]/g, '')
+    .replace(/[\s_]+/g, '-')
+    .replace(/^-+|-+$/g, '');
+}
+
+function manifestPath(channelId, projectRoot) {
+  const root = projectRoot || process.cwd();
+  return path.join(root, MANIFEST_DIR_REL, `${slugify(channelId)}-manifest.json`);
+}
+
+function saveManifest(channelId, manifest, projectRoot) {
+  const root = projectRoot || process.cwd();
+  const dir  = path.join(root, MANIFEST_DIR_REL);
+  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
+
+  const data = {
+    ...manifest,
+    channel_id: slugify(channelId),
+    saved_at:   new Date().toISOString(),
+  };
+  fs.writeFileSync(manifestPath(channelId, root), JSON.stringify(data, null, 2), 'utf8');
+}
+
+function loadManifest(channelId, projectRoot) {
+  const p = manifestPath(channelId, projectRoot);
+  if (!fs.existsSync(p)) return null;
+  return JSON.parse(fs.readFileSync(p, 'utf8'));
+}
+
+function isManifestFresh(manifest, ttlDays) {
+  if (!manifest) return false;
+  const days   = typeof ttlDays === 'number' ? ttlDays : DEFAULT_TTL_DAYS;
+  const ts     = manifest.analyzed_at || manifest.saved_at;
+  if (!ts) return false;
+  const ageMs  = Date.now() - new Date(ts).getTime();
+  return ageMs < days * 86400000;
+}
+
+function getColumnMap(manifest, sheetName) {
+  if (!manifest || !Array.isArray(manifest.sheets)) return null;
+  const sheet = sheetName
+    ? manifest.sheets.find((s) => s.name === sheetName)
+    : manifest.sheets[0];
+  if (!sheet || !sheet.columns) return null;
+  const map = {};
+  for (const [col, def] of Object.entries(sheet.columns)) {
+    if (def && def.field) map[def.field] = col;
+  }
+  return Object.keys(map).length ? map : {};
+}
+
+function getWriteBackConfig(manifest, sheetName) {
+  if (!manifest || !Array.isArray(manifest.sheets)) return null;
+  const sheet = sheetName
+    ? manifest.sheets.find((s) => s.name === sheetName)
+    : manifest.sheets[0];
+  if (!sheet || !sheet.write_back) return null;
+  return sheet.write_back;
+}
+
+module.exports = {
+  saveManifest,
+  loadManifest,
+  isManifestFresh,
+  getColumnMap,
+  getWriteBackConfig,
+  manifestPath,
+  slugify,
+  DEFAULT_TTL_DAYS,
+};

package/lib/intake/triage-ux.cjs

@@ -58,6 +58,14 @@ function truncate(str, max) {
   return str.length > max ? str.slice(0, max - 1) + '…' : str;
 }
 
+function getValidationBadge(ticket) {
+  if (!ticket._validation) return '';
+  const { status, file, similar_request } = ticket._validation;
+  if (status === 'found')   return ` ✅ ${truncate(file || 'codebase match', 35)}`;
+  if (status === 'similar') return ` ⚠️ similar: ${similar_request || 'existing request'}`;
+  return ' ❓ no codebase match';
+}
+
 async function runTriage(tickets, channel, projectRoot, askUserQuestionFn) {
   const accepted = [];
   const declined = [];
@@ -82,7 +90,7 @@ async function runTriage(tickets, channel, projectRoot, askUserQuestionFn) {
         : `${labelPrefix}: select tickets to ACCEPT`;
 
       const options = page.map((t) => ({
-        label: `[${t._classified}] #${t.id || t._source_row} — ${truncate(t.title, 55)}`,
+        label: `[${t._classified}] #${t.id || t._source_row} — ${truncate(t.title, 45)}${getValidationBadge(t)}`,
         description: truncate(t.description, 100),
       }));
 
@@ -90,7 +98,7 @@ async function runTriage(tickets, channel, projectRoot, askUserQuestionFn) {
       const selectedLabels = Array.isArray(answer) ? answer : (answer ? [answer] : []);
 
       for (const t of page) {
-        const label = `[${t._classified}] #${t.id || t._source_row} — ${truncate(t.title, 55)}`;
+        const label = `[${t._classified}] #${t.id || t._source_row} — ${truncate(t.title, 45)}${getValidationBadge(t)}`;
         if (selectedLabels.includes(label)) {
           accepted.push(t);
         } else {

package/lib/intake/validator.cjs

@@ -0,0 +1,97 @@
+'use strict';
+
+const fs            = require('fs');
+const path          = require('path');
+const { execSync }  = require('child_process');
+
+const BATCH_SIZE = 10;
+
+// ─── Keyword extraction ───────────────────────────────────────────────────────
+
+function extractKeywords(ticket) {
+  const title = ticket.title || '';
+  // Extract capitalized words (≥4 chars) — likely proper nouns / component names
+  const capitalized = title.match(/\b[A-Z][a-zA-Z]{3,}\b/g) || [];
+  // Also extract lower-case content words ≥5 chars (skip stop words)
+  const STOP = new Set(['with', 'from', 'that', 'this', 'have', 'will', 'when', 'then', 'into', 'about']);
+  const content = (title.match(/\b[a-z]{5,}\b/g) || []).filter((w) => !STOP.has(w));
+  const combined = [...new Set([...capitalized, ...content])];
+  return combined.slice(0, 3);
+}
+
+// ─── Single-ticket validation ─────────────────────────────────────────────────
+
+async function validateTicket(ticket, projectRoot) {
+  const keywords = extractKeywords(ticket);
+  if (keywords.length === 0) return { status: 'unknown' };
+
+  let fileMatch = null;
+  let similarRequest = null;
+
+  // ── Codebase match: non-CC inline grep ──────────────────────────────────────
+  // (Claude Code path: caller may swap this out with file-scanner-agent)
+  const srcDirs = ['src', 'lib', 'app', 'components', 'pages'].filter(
+    (d) => fs.existsSync(path.join(projectRoot, d)),
+  );
+  const searchRoot = srcDirs.length > 0 ? path.join(projectRoot, srcDirs[0]) : projectRoot;
+
+  for (const kw of keywords) {
+    try {
+      const result = execSync(
+        `grep -r -l --include="*.ts" --include="*.tsx" --include="*.js" --include="*.cjs" -i "${kw}" "${searchRoot}" 2>/dev/null`,
+        { encoding: 'utf8', timeout: 5000 },
+      ).trim();
+      if (result) {
+        const firstFile = result.split('\n')[0];
+        const rel = path.relative(projectRoot, firstFile);
+        fileMatch = rel;
+        break;
+      }
+    } catch {
+      // grep returns exit 1 when no match — ignore
+    }
+  }
+
+  // ── Duplicate detection: scan existing requests ───────────────────────────
+  const reqDir = path.join(projectRoot, '.viepilot', 'requests');
+  if (fs.existsSync(reqDir)) {
+    const files = fs.readdirSync(reqDir).filter((f) => f.endsWith('.md'));
+    for (const f of files) {
+      const content = fs.readFileSync(path.join(reqDir, f), 'utf8').toLowerCase();
+      const matchCount = keywords.filter((kw) => content.includes(kw.toLowerCase())).length;
+      if (matchCount >= 2) {
+        similarRequest = f.replace('.md', '');
+        break;
+      }
+    }
+  }
+
+  if (similarRequest) return { status: 'similar', similar_request: similarRequest };
+  if (fileMatch)      return { status: 'found',   file: fileMatch };
+  return { status: 'unknown' };
+}
+
+// ─── Fan-out validation ───────────────────────────────────────────────────────
+
+async function validateTickets(tickets, projectRoot, options = {}) {
+  if (options.skipValidation) return tickets;
+
+  const batches = [];
+  for (let i = 0; i < tickets.length; i += BATCH_SIZE) {
+    batches.push(tickets.slice(i, i + BATCH_SIZE));
+  }
+
+  for (const batch of batches) {
+    const results = await Promise.all(batch.map((t) => {
+      // Claude Code path: if Agent tool available, caller may override validateTicket
+      // to use subagent_type: "file-scanner-agent" for richer results.
+      // Non-CC: runs inline grep + duplicate check above.
+      return validateTicket(t, projectRoot).catch(() => ({ status: 'unknown' }));
+    }));
+    batch.forEach((t, i) => { t._validation = results[i]; });
+  }
+
+  return tickets;
+}
+
+module.exports = { validateTickets, extractKeywords, validateTicket };