job-forge 2.14.21 → 2.14.23

package/scripts/index.mjs

@@ -0,0 +1,210 @@
+#!/usr/bin/env node
+
+import { relative } from 'path';
+import {
+  formatBuildResult,
+  formatConfigSummary,
+  formatIndexRecords,
+  formatVerifyResult,
+} from '@razroo/iso-index';
+import { PROJECT_DIR } from '../tracker-lib.mjs';
+import {
+  buildJobForgeIndex,
+  hasJobForgeIndexRecord,
+  indexExists,
+  jobForgeIndexConfigPath,
+  jobForgeIndexPath,
+  jobForgeIndexSummary,
+  queryJobForgeIndex,
+  readJobForgeIndexConfig,
+  verifyJobForgeIndex,
+} from '../lib/jobforge-index.mjs';
+
+const USAGE = `job-forge index - local deterministic artifact lookup
+
+Usage:
+  job-forge index:status [--json]
+  job-forge index:build [--json]
+  job-forge index:query [text] [--kind <kind>] [--key <key>] [--value <value>] [--source <path>] [--limit N] [--no-rebuild] [--json]
+  job-forge index:has [text] [--kind <kind>] [--key <key>] [--value <value>] [--source <path>] [--no-rebuild] [--json]
+  job-forge index:verify [--no-rebuild] [--json]
+  job-forge index:explain [--json]
+  job-forge index:path
+
+Default config is templates/index.json. Default output is .jobforge-index.json.
+Query, has, and verify rebuild the index by default so consumer projects need no
+manual setup. Use --no-rebuild to inspect the existing index file only.`;
+
+const [cmd = 'help', ...rawArgs] = process.argv.slice(2);
+const opts = parseArgs(rawArgs);
+
+if (opts.help || cmd === 'help' || cmd === '--help' || cmd === '-h') {
+  console.log(USAGE);
+  process.exit(0);
+}
+
+try {
+  if (cmd === 'path') {
+    console.log(jobForgeIndexPath(PROJECT_DIR));
+  } else if (cmd === 'status') {
+    status(opts);
+  } else if (cmd === 'build') {
+    build(opts);
+  } else if (cmd === 'query') {
+    query(opts);
+  } else if (cmd === 'has') {
+    has(opts);
+  } else if (cmd === 'verify') {
+    verify(opts);
+  } else if (cmd === 'explain') {
+    explain(opts);
+  } else {
+    console.error(`unknown index command "${cmd}"\n`);
+    console.error(USAGE);
+    process.exit(2);
+  }
+} catch (error) {
+  console.error(error instanceof Error ? error.message : String(error));
+  process.exit(1);
+}
+
+function parseArgs(args) {
+  const opts = {
+    json: false,
+    help: false,
+    rebuild: true,
+    query: {},
+    text: [],
+  };
+
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    if (arg === '--json') {
+      opts.json = true;
+    } else if (arg === '--no-rebuild') {
+      opts.rebuild = false;
+    } else if (arg === '--rebuild') {
+      opts.rebuild = true;
+    } else if (arg === '--kind') {
+      opts.query.kind = valueAfter(args, ++i, '--kind');
+    } else if (arg.startsWith('--kind=')) {
+      opts.query.kind = arg.slice('--kind='.length);
+    } else if (arg === '--key') {
+      opts.query.key = valueAfter(args, ++i, '--key');
+    } else if (arg.startsWith('--key=')) {
+      opts.query.key = arg.slice('--key='.length);
+    } else if (arg === '--value') {
+      opts.query.value = valueAfter(args, ++i, '--value');
+    } else if (arg.startsWith('--value=')) {
+      opts.query.value = arg.slice('--value='.length);
+    } else if (arg === '--source') {
+      opts.query.source = valueAfter(args, ++i, '--source');
+    } else if (arg.startsWith('--source=')) {
+      opts.query.source = arg.slice('--source='.length);
+    } else if (arg === '--limit') {
+      opts.query.limit = parsePositiveInteger(valueAfter(args, ++i, '--limit'), '--limit');
+    } else if (arg.startsWith('--limit=')) {
+      opts.query.limit = parsePositiveInteger(arg.slice('--limit='.length), '--limit');
+    } else if (arg === '--help' || arg === '-h') {
+      opts.help = true;
+    } else if (arg.startsWith('--')) {
+      throw new Error(`unknown flag "${arg}"`);
+    } else {
+      opts.text.push(arg);
+    }
+  }
+
+  if (opts.text.length > 0) opts.query.text = opts.text.join(' ');
+  return opts;
+}
+
+function valueAfter(values, index, flag) {
+  const value = values[index];
+  if (!value || value.startsWith('--')) throw new Error(`${flag} requires a value`);
+  return value;
+}
+
+function parsePositiveInteger(value, flag) {
+  const parsed = Number(value);
+  if (!Number.isInteger(parsed) || parsed <= 0) throw new Error(`${flag} must be a positive integer`);
+  return parsed;
+}
+
+function status(opts) {
+  const summary = jobForgeIndexSummary(PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify(summary, null, 2));
+    return;
+  }
+  if (!summary.exists) {
+    console.log(`index: missing (${relativePath(summary.path)})`);
+    console.log('run: job-forge index:build');
+    return;
+  }
+  const result = verifyJobForgeIndex({ rebuild: false }, PROJECT_DIR);
+  console.log(`index:   ${relativePath(summary.path)}`);
+  console.log(`config:  ${relativePath(summary.config)}`);
+  console.log(`sources: ${summary.sources}`);
+  console.log(`files:   ${summary.files}`);
+  console.log(`records: ${summary.records}`);
+  console.log(`verify:  ${result.ok ? 'PASS' : 'FAIL'} (${result.issues.length} issue(s))`);
+}
+
+function build(opts) {
+  const { index, out } = buildJobForgeIndex({}, PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify({ out, stats: index.stats }, null, 2));
+    return;
+  }
+  console.log(formatBuildResult(index, out));
+}
+
+function query(opts) {
+  const records = queryJobForgeIndex(opts.query, { rebuild: opts.rebuild }, PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify(records, null, 2));
+    return;
+  }
+  console.log(formatIndexRecords(records));
+}
+
+function has(opts) {
+  const hit = hasJobForgeIndexRecord(opts.query, { rebuild: opts.rebuild }, PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify({ hit, query: opts.query }, null, 2));
+  } else {
+    console.log(hit ? 'MATCH' : 'MISS');
+  }
+  process.exit(hit ? 0 : 1);
+}
+
+function verify(opts) {
+  if (!opts.rebuild && !indexExists(PROJECT_DIR)) {
+    if (opts.json) {
+      console.log(JSON.stringify({ ok: true, missing: true, path: jobForgeIndexPath(PROJECT_DIR) }, null, 2));
+    } else {
+      console.log(`index: missing (${relativePath(jobForgeIndexPath(PROJECT_DIR))})`);
+    }
+    return;
+  }
+  const result = verifyJobForgeIndex({ rebuild: opts.rebuild }, PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify(result, null, 2));
+  } else {
+    console.log(formatVerifyResult(result));
+  }
+  process.exit(result.ok ? 0 : 1);
+}
+
+function explain(opts) {
+  const config = readJobForgeIndexConfig(PROJECT_DIR);
+  if (opts.json) {
+    console.log(JSON.stringify(config, null, 2));
+    return;
+  }
+  console.log(formatConfigSummary(config));
+}
+
+function relativePath(path) {
+  return relative(PROJECT_DIR, path) || '.';
+}

package/templates/capabilities.json

@@ -11,6 +11,8 @@
           "npx job-forge ledger:*",
           "npx job-forge capabilities:*",
           "npx job-forge context:*",
+          "npx job-forge cache:*",
+          "npx job-forge index:*",
           "rg *"
         ],
         "deny": [
@@ -56,7 +58,9 @@
           "npx job-forge merge",
           "npx job-forge verify",
           "npx job-forge ledger:*",
-          "npx job-forge capabilities:*"
+          "npx job-forge capabilities:*",
+          "npx job-forge cache:*",
+          "npx job-forge index:*"
         ],
         "deny": [
           "task *"

package/templates/index.json

@@ -0,0 +1,144 @@
+{
+  "version": 1,
+  "sources": [
+    {
+      "name": "reports",
+      "include": ["reports/*.md"],
+      "format": "text",
+      "rules": [
+        {
+          "kind": "jobforge.report.url",
+          "pattern": "^\\*\\*URL:\\*\\*\\s*(?<url>https?://\\S+)",
+          "flags": "i",
+          "key": "url:{url}",
+          "value": "{source}",
+          "fields": {
+            "url": "{url}",
+            "report": "{source}"
+          },
+          "tags": ["report", "url"]
+        },
+        {
+          "kind": "jobforge.report.score",
+          "pattern": "^\\*\\*Score:\\*\\*\\s*(?<score>[0-9.]+/5)",
+          "flags": "i",
+          "key": "report:{source}:score",
+          "value": "{score}",
+          "fields": {
+            "score": "{score}",
+            "report": "{source}"
+          },
+          "tags": ["report", "score"]
+        }
+      ]
+    },
+    {
+      "name": "application-day-files",
+      "include": ["data/applications/*.md"],
+      "format": "markdown-table",
+      "records": [
+        {
+          "kind": "jobforge.application",
+          "key": "company-role:{Company|slug}:{Role|slug}",
+          "value": "{Status}",
+          "fields": ["#", "Date", "Company", "Role", "Score", "Status", "PDF", "Report", "Notes"],
+          "tags": ["tracker", "application"]
+        },
+        {
+          "kind": "jobforge.report-ref",
+          "key": "{Report}",
+          "value": "{Company} - {Role}",
+          "fields": {
+            "company": "{Company}",
+            "role": "{Role}",
+            "status": "{Status}",
+            "report": "{Report}"
+          },
+          "tags": ["tracker", "report"]
+        }
+      ]
+    },
+    {
+      "name": "application-single-file",
+      "include": ["data/applications.md", "applications.md"],
+      "format": "markdown-table",
+      "records": [
+        {
+          "kind": "jobforge.application",
+          "key": "company-role:{Company|slug}:{Role|slug}",
+          "value": "{Status}",
+          "fields": ["#", "Date", "Company", "Role", "Score", "Status", "PDF", "Report", "Notes"],
+          "tags": ["tracker", "application"]
+        }
+      ]
+    },
+    {
+      "name": "tracker-additions",
+      "include": ["batch/tracker-additions/*.tsv", "batch/tracker-additions/merged/*.tsv"],
+      "format": "tsv",
+      "header": false,
+      "columns": ["num", "date", "company", "role", "statusOrScore", "scoreOrStatus", "pdf", "report", "notes"],
+      "records": [
+        {
+          "kind": "jobforge.tracker-addition",
+          "key": "company-role:{company|slug}:{role|slug}",
+          "value": "{source}",
+          "fields": ["num", "date", "company", "role", "statusOrScore", "scoreOrStatus", "pdf", "report", "notes"],
+          "tags": ["tracker", "tsv"]
+        }
+      ]
+    },
+    {
+      "name": "pipeline",
+      "include": ["data/pipeline.md"],
+      "format": "text",
+      "rules": [
+        {
+          "kind": "jobforge.pipeline.url",
+          "pattern": "^\\s*-\\s*\\[(?<state>[ xX])\\]\\s+(?<url>https?://\\S+)",
+          "key": "url:{url}",
+          "value": "{state}",
+          "fields": {
+            "url": "{url}",
+            "state": "{state}",
+            "pipeline": "{source}"
+          },
+          "tags": ["pipeline", "url"]
+        }
+      ]
+    },
+    {
+      "name": "scan-history",
+      "include": ["data/scan-history.tsv"],
+      "format": "tsv",
+      "records": [
+        {
+          "kind": "jobforge.scan.url",
+          "key": "url:{url}",
+          "value": "{company} - {role}",
+          "fields": ["date", "company", "role", "url", "ats"],
+          "tags": ["scan", "url"]
+        }
+      ]
+    },
+    {
+      "name": "ledger",
+      "include": [".jobforge-ledger/*.jsonl"],
+      "format": "jsonl",
+      "records": [
+        {
+          "kind": "jobforge.ledger.event",
+          "key": "{key}",
+          "value": "{type}",
+          "fields": {
+            "type": "{type}",
+            "key": "{key}",
+            "status": "{data.status}",
+            "source": "{source}"
+          },
+          "tags": ["ledger"]
+        }
+      ]
+    }
+  ]
+}

package/verify-pipeline.mjs

@@ -17,6 +17,7 @@
  * 8. No markdown bold in score column
  * 9. Drift warning if states.yml ids differ from the built-in fallback list
  * 10. Ledger file verifies if .jobforge-ledger/events.jsonl exists
+ * 11. Artifact index verifies if .jobforge-index.json exists
  *
  * Run: node verify-pipeline.mjs   (from repo root; same as npm run verify)
  */
@@ -29,6 +30,7 @@ import {
   usesDayFiles, readAllEntries, listDayFiles, dayFilePath,
 } from './tracker-lib.mjs';
 import { jobForgeLedgerPath, ledgerExists, verifyJobForgeLedger } from './lib/jobforge-ledger.mjs';
+import { indexExists, jobForgeIndexPath, verifyJobForgeIndex } from './lib/jobforge-index.mjs';
 import {
   canonicalStatusValues,
   formatContractIssues,
@@ -153,6 +155,22 @@ function verifyLedgerIfPresent() {
   }
 }
 
+function verifyIndexIfPresent() {
+  if (!indexExists(PROJECT_DIR)) {
+    ok('Artifact index not initialized');
+    return;
+  }
+  const result = verifyJobForgeIndex({ rebuild: false }, PROJECT_DIR);
+  for (const issue of result.issues) {
+    const msg = `index: ${issue.kind}: ${issue.message}`;
+    if (issue.severity === 'error') error(msg);
+    else warn(msg);
+  }
+  if (result.ok) {
+    ok(`Artifact index valid (${result.records} records at ${relative(PROJECT_DIR, jobForgeIndexPath(PROJECT_DIR))})`);
+  }
+}
+
 // --- Read entries ---
 const { entries, source } = readAllEntries();
 
@@ -162,6 +180,7 @@ if (entries.length === 0) {
   checkPendingTrackerAdditions();
   verifyStatesYamlDrift();
   verifyLedgerIfPresent();
+  verifyIndexIfPresent();
   console.log('\n' + '='.repeat(50));
   console.log(`📊 Pipeline Health: ${errors} errors, ${warnings} warnings`);
   if (errors === 0 && warnings === 0) console.log('🟢 Pipeline is clean!');
@@ -297,6 +316,7 @@ if (boldScores === 0) ok('No bold in scores');
 
 verifyStatesYamlDrift();
 verifyLedgerIfPresent();
+verifyIndexIfPresent();
 
 console.log('\n' + '='.repeat(50));
 console.log(`📊 Pipeline Health: ${errors} errors, ${warnings} warnings`);