job-forge 2.14.29 → 2.14.31

package/templates/facts.json

@@ -0,0 +1,200 @@
+{
+  "version": 1,
+  "sources": [
+    {
+      "name": "reports",
+      "include": ["reports/*.md"],
+      "format": "text",
+      "rules": [
+        {
+          "fact": "job.url",
+          "pattern": "^\\*\\*URL:\\*\\*\\s*(?<url>https?://\\S+)",
+          "flags": "i",
+          "key": "url:{url}",
+          "value": "{url}",
+          "fields": {
+            "url": "{url}",
+            "report": "{source}"
+          },
+          "tags": ["report", "url"]
+        },
+        {
+          "fact": "job.score",
+          "pattern": "^\\*\\*Score:\\*\\*\\s*(?<score>[0-9.]+/5)",
+          "flags": "i",
+          "key": "report:{source}:score",
+          "value": "{score}",
+          "fields": {
+            "score": "{score}",
+            "report": "{source}"
+          },
+          "tags": ["report", "score"]
+        }
+      ]
+    },
+    {
+      "name": "application-day-files",
+      "include": ["data/applications/*.md"],
+      "format": "markdown-table",
+      "records": [
+        {
+          "fact": "application.status",
+          "key": "company-role:{Company|slug}:{Role|slug}",
+          "value": "{Status}",
+          "fields": {
+            "num": "{#}",
+            "date": "{Date}",
+            "company": "{Company}",
+            "role": "{Role}",
+            "score": "{Score}",
+            "status": "{Status}",
+            "pdf": "{PDF}",
+            "report": "{Report}",
+            "notes": "{Notes}"
+          },
+          "tags": ["tracker", "application"]
+        }
+      ]
+    },
+    {
+      "name": "application-single-file",
+      "include": ["data/applications.md", "applications.md"],
+      "format": "markdown-table",
+      "records": [
+        {
+          "fact": "application.status",
+          "key": "company-role:{Company|slug}:{Role|slug}",
+          "value": "{Status}",
+          "fields": {
+            "num": "{#}",
+            "date": "{Date}",
+            "company": "{Company}",
+            "role": "{Role}",
+            "score": "{Score}",
+            "status": "{Status}",
+            "pdf": "{PDF}",
+            "report": "{Report}",
+            "notes": "{Notes}"
+          },
+          "tags": ["tracker", "application"]
+        }
+      ]
+    },
+    {
+      "name": "tracker-additions",
+      "include": ["batch/tracker-additions/*.tsv", "batch/tracker-additions/merged/*.tsv"],
+      "format": "tsv",
+      "header": false,
+      "columns": ["num", "date", "company", "role", "statusOrScore", "scoreOrStatus", "pdf", "report", "notes"],
+      "records": [
+        {
+          "fact": "tracker.addition",
+          "key": "company-role:{company|slug}:{role|slug}",
+          "value": "{source}",
+          "fields": ["num", "date", "company", "role", "statusOrScore", "scoreOrStatus", "pdf", "report", "notes"],
+          "tags": ["tracker", "tsv"]
+        }
+      ]
+    },
+    {
+      "name": "pipeline",
+      "include": ["data/pipeline.md"],
+      "format": "text",
+      "rules": [
+        {
+          "fact": "job.url",
+          "pattern": "^\\s*-\\s*\\[(?<state>[ xX])\\]\\s+(?<url>https?://\\S+)",
+          "key": "url:{url}",
+          "value": "{state}",
+          "fields": {
+            "url": "{url}",
+            "state": "{state}",
+            "pipeline": "{source}"
+          },
+          "tags": ["pipeline", "url"]
+        }
+      ]
+    },
+    {
+      "name": "scan-history",
+      "include": ["data/scan-history.tsv"],
+      "format": "tsv",
+      "records": [
+        {
+          "fact": "job.url",
+          "key": "url:{url}",
+          "value": "{url}",
+          "fields": ["date", "company", "role", "url", "ats"],
+          "tags": ["scan", "url"]
+        }
+      ]
+    },
+    {
+      "name": "preflight-candidates-object",
+      "include": ["batch/preflight-candidates.json"],
+      "format": "json",
+      "records": [
+        {
+          "fact": "candidate.ready",
+          "path": "$.candidates[]",
+          "key": "{companyRoleKey}",
+          "value": "{url}",
+          "fields": {
+            "id": "{id}",
+            "company": "{company}",
+            "role": "{role}",
+            "companyRoleKey": "{companyRoleKey}",
+            "url": "{url}",
+            "score": "{score}",
+            "gateStatus": "{gate.status}",
+            "locationStatus": "{location.status}"
+          },
+          "tags": ["candidate", "preflight"]
+        }
+      ]
+    },
+    {
+      "name": "preflight-candidates-array",
+      "include": ["batch/preflight-candidates.json"],
+      "format": "json",
+      "records": [
+        {
+          "fact": "candidate.ready",
+          "path": "$[]",
+          "key": "{companyRoleKey}",
+          "value": "{url}",
+          "fields": {
+            "id": "{id}",
+            "company": "{company}",
+            "role": "{role}",
+            "companyRoleKey": "{companyRoleKey}",
+            "url": "{url}",
+            "score": "{score}",
+            "gateStatus": "{gate.status}",
+            "locationStatus": "{location.status}"
+          },
+          "tags": ["candidate", "preflight"]
+        }
+      ]
+    },
+    {
+      "name": "ledger",
+      "include": [".jobforge-ledger/*.jsonl"],
+      "format": "jsonl",
+      "records": [
+        {
+          "fact": "ledger.event",
+          "key": "{key}",
+          "value": "{type}",
+          "fields": {
+            "type": "{type}",
+            "key": "{key}",
+            "status": "{data.status}",
+            "source": "{source}"
+          },
+          "tags": ["ledger"]
+        }
+      ]
+    }
+  ]
+}

package/templates/migrations.json

@@ -33,6 +33,13 @@
             "index:has": "job-forge index:has",
             "index:query": "job-forge index:query",
             "index:explain": "job-forge index:explain",
+            "facts:build": "job-forge facts:build",
+            "facts:status": "job-forge facts:status",
+            "facts:verify": "job-forge facts:verify",
+            "facts:check": "job-forge facts:check",
+            "facts:has": "job-forge facts:has",
+            "facts:query": "job-forge facts:query",
+            "facts:explain": "job-forge facts:explain",
             "canon:normalize": "job-forge canon:normalize",
             "canon:key": "job-forge canon:key",
             "canon:compare": "job-forge canon:compare",
@@ -43,6 +50,10 @@
             "postflight:status": "job-forge postflight:status",
             "postflight:check": "job-forge postflight:check",
             "postflight:explain": "job-forge postflight:explain",
+            "redact:scan": "job-forge redact:scan",
+            "redact:verify": "job-forge redact:verify",
+            "redact:apply": "job-forge redact:apply",
+            "redact:explain": "job-forge redact:explain",
             "migrate:plan": "job-forge migrate:plan",
             "migrate:apply": "job-forge migrate:apply",
             "migrate:check": "job-forge migrate:check",
@@ -65,6 +76,8 @@
             ".jobforge-ledger/",
             ".jobforge-cache/",
             ".jobforge-index.json",
+            ".jobforge-facts.json",
+            ".jobforge-redacted/",
             "batch/preflight-candidates.json",
             "batch/preflight-plan.json",
             "batch/postflight-outcomes.json"

package/templates/redact.json

@@ -0,0 +1,77 @@
+{
+  "version": 1,
+  "defaults": {
+    "severity": "error",
+    "replacement": "[REDACTED:{id}]"
+  },
+  "builtins": [
+    {
+      "id": "email",
+      "severity": "warn"
+    },
+    {
+      "id": "phone",
+      "severity": "warn"
+    },
+    "openai-api-key",
+    "github-token",
+    "npm-token",
+    "aws-access-key-id",
+    "bearer-token",
+    "private-key",
+    "proxy-url-credentials"
+  ],
+  "fields": [
+    {
+      "id": "profile-contact",
+      "label": "Profile contact field",
+      "severity": "warn",
+      "names": [
+        "email",
+        "phone",
+        "address",
+        "street",
+        "city",
+        "postalCode",
+        "zip",
+        "linkedin"
+      ]
+    },
+    {
+      "id": "proxy-config",
+      "label": "Proxy configuration field",
+      "names": [
+        "proxy",
+        "proxyUrl",
+        "proxy_url",
+        "server",
+        "username",
+        "password",
+        "bypass"
+      ]
+    },
+    {
+      "id": "credential-field",
+      "label": "Credential field",
+      "names": [
+        "apiKey",
+        "api_key",
+        "access_token",
+        "refresh_token",
+        "client_secret",
+        "clientSecret",
+        "authorization",
+        "cookie",
+        "session",
+        "token"
+      ]
+    }
+  ],
+  "patterns": [
+    {
+      "id": "proxy-provider-account",
+      "label": "Proxy provider account identifier",
+      "pattern": "\\bbrd-customer-[A-Za-z0-9_.-]+\\b"
+    }
+  ]
+}

package/verify-pipeline.mjs

@@ -18,6 +18,7 @@
  * 9. Drift warning if states.yml ids differ from the built-in fallback list
  * 10. Ledger file verifies if .jobforge-ledger/events.jsonl exists
  * 11. Artifact index verifies if .jobforge-index.json exists
+ * 12. Fact set verifies if .jobforge-facts.json exists
  *
  * Run: node verify-pipeline.mjs   (from repo root; same as npm run verify)
  */
@@ -31,6 +32,7 @@ import {
 } from './tracker-lib.mjs';
 import { jobForgeLedgerPath, ledgerExists, verifyJobForgeLedger } from './lib/jobforge-ledger.mjs';
 import { indexExists, jobForgeIndexPath, verifyJobForgeIndex } from './lib/jobforge-index.mjs';
+import { factsExist, jobForgeFactsPath, verifyJobForgeFacts } from './lib/jobforge-facts.mjs';
 import {
   canonicalStatusValues,
   formatContractIssues,
@@ -171,6 +173,22 @@ function verifyIndexIfPresent() {
   }
 }
 
+function verifyFactsIfPresent() {
+  if (!factsExist(PROJECT_DIR)) {
+    ok('Fact set not initialized');
+    return;
+  }
+  const result = verifyJobForgeFacts({ rebuild: false }, PROJECT_DIR);
+  for (const issue of result.issues) {
+    const msg = `facts: ${issue.kind}: ${issue.message}`;
+    if (issue.severity === 'error') error(msg);
+    else warn(msg);
+  }
+  if (result.ok) {
+    ok(`Fact set valid (${result.facts} facts at ${relative(PROJECT_DIR, jobForgeFactsPath(PROJECT_DIR))})`);
+  }
+}
+
 // --- Read entries ---
 const { entries, source } = readAllEntries();
 
@@ -181,6 +199,7 @@ if (entries.length === 0) {
   verifyStatesYamlDrift();
   verifyLedgerIfPresent();
   verifyIndexIfPresent();
+  verifyFactsIfPresent();
   console.log('\n' + '='.repeat(50));
   console.log(`📊 Pipeline Health: ${errors} errors, ${warnings} warnings`);
   if (errors === 0 && warnings === 0) console.log('🟢 Pipeline is clean!');
@@ -317,6 +336,7 @@ if (boldScores === 0) ok('No bold in scores');
 verifyStatesYamlDrift();
 verifyLedgerIfPresent();
 verifyIndexIfPresent();
+verifyFactsIfPresent();
 
 console.log('\n' + '='.repeat(50));
 console.log(`📊 Pipeline Health: ${errors} errors, ${warnings} warnings`);