@forwardimpact/map 0.12.0 → 0.14.0

package/README.md

@@ -64,4 +64,4 @@ examples/
 └── questions/            # Interview questions
 ```
 
-See the [documentation](../../docs/map/index.md) for details.
+See the [documentation](../../website/docs/map/index.md) for details.

package/bin/fit-map.js

@@ -72,11 +72,11 @@ async function findDataDir(providedPath) {
     throw new Error(`Data directory not found: ${providedPath}`);
   }
 
-  // Check common locations
   const candidates = [
+    join(process.cwd(), "data/pathway"),
+    join(process.cwd(), "examples/pathway"),
     join(process.cwd(), "data"),
     join(process.cwd(), "examples"),
-    join(__dirname, "../examples"),
   ];
 
   for (const candidate of candidates) {
@@ -124,17 +124,17 @@ function formatValidationResults(result) {
 async function runValidate(dataDir) {
   console.log(`🔍 Validating data in: ${dataDir}\n`);
 
-  const { runSchemaValidation, loadAllData } = await import("../src/index.js");
+  const { createDataLoader, createSchemaValidator } =
+    await import("../src/index.js");
 
-  // Load data first
-  const data = await loadAllData(dataDir, { validate: false });
+  const loader = createDataLoader();
+  const validator = createSchemaValidator();
 
-  // Run full validation
-  const result = await runSchemaValidation(dataDir, data);
+  const data = await loader.loadAllData(dataDir);
+  const result = await validator.runFullValidation(dataDir, data);
 
   console.log(formatValidationResults(result));
 
-  // Print summary
   console.log("\n📊 Data Summary:");
   console.log(`   Skills:      ${data.skills?.length || 0}`);
   console.log(`   Behaviours:  ${data.behaviours?.length || 0}`);
@@ -152,9 +152,10 @@ async function runValidate(dataDir) {
 async function runGenerateIndex(dataDir) {
   console.log(`📁 Generating index files in: ${dataDir}\n`);
 
-  const { generateAllIndexes } = await import("../src/index.js");
+  const { createIndexGenerator } = await import("../src/index.js");
 
-  const results = await generateAllIndexes(dataDir);
+  const generator = createIndexGenerator();
+  const results = await generator.generateAllIndexes(dataDir);
 
   for (const [dir, files] of Object.entries(results)) {
     if (files.error) {
@@ -179,7 +180,6 @@ async function runValidateShacl() {
     const { default: N3 } = await import("n3");
     const { readFile, readdir } = await import("fs/promises");
 
-    // Find all .ttl files in the RDF directory
     const files = await readdir(rdfDir);
     const ttlFiles = files.filter((f) => f.endsWith(".ttl")).sort();
 
@@ -229,7 +229,7 @@ async function runPeopleImport(filePath, dataDir) {
   console.log(`👤 Importing people from: ${filePath}\n`);
 
   const { loadPeopleFile, validatePeople } =
-    await import("../activity/ingestion/people.js");
+    await import("../activity/transform/people.js");
 
   const people = await loadPeopleFile(filePath);
   console.log(`  Loaded ${people.length} people from file`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forwardimpact/map",
-  "version": "0.12.0",
+  "version": "0.14.0",
   "description": "Public data model for career frameworks, consumed by AI agents and engineers",
   "license": "Apache-2.0",
   "repository": {
@@ -20,7 +20,6 @@
   },
   "files": [
     "bin/",
-    "examples/",
     "src/",
     "schema/"
   ],
@@ -31,16 +30,20 @@
     "./schema-validation": "./src/schema-validation.js",
     "./index-generator": "./src/index-generator.js",
     "./levels": "./src/levels.js",
-    "./examples/*": "./examples/*",
     "./schema/json/*": "./schema/json/*",
     "./schema/rdf/*": "./schema/rdf/*",
     "./activity/queries/org": "./activity/queries/org.js",
     "./activity/queries/snapshots": "./activity/queries/snapshots.js",
     "./activity/queries/evidence": "./activity/queries/evidence.js",
     "./activity/queries/artifacts": "./activity/queries/artifacts.js",
-    "./activity/ingestion/people": "./activity/ingestion/people.js",
-    "./activity/ingestion/getdx": "./activity/ingestion/getdx.js",
-    "./activity/ingestion/github": "./activity/ingestion/github.js"
+    "./activity/storage": "./activity/storage.js",
+    "./activity/extract/github": "./activity/extract/github.js",
+    "./activity/extract/getdx": "./activity/extract/getdx.js",
+    "./activity/extract/people": "./activity/extract/people.js",
+    "./activity/transform/github": "./activity/transform/github.js",
+    "./activity/transform/getdx": "./activity/transform/getdx.js",
+    "./activity/transform/people": "./activity/transform/people.js",
+    "./activity/transform": "./activity/transform/index.js"
   },
   "dependencies": {
     "ajv": "^8.17.1",

package/schema/json/discipline.schema.json

@@ -22,6 +22,10 @@
       "type": "boolean",
       "description": "If true, this is a management discipline (default false)"
     },
+    "hidden": {
+      "type": "boolean",
+      "description": "If true, this discipline is hidden from the web UI but remains available via the CLI"
+    },
     "validTracks": {
       "type": "array",
       "description": "REQUIRED. Explicit list of valid tracks. Use null to allow trackless (generalist). Empty array = no valid combinations.",
@@ -88,13 +92,9 @@
     "disciplineHumanSection": {
       "type": "object",
       "properties": {
-        "professionalRoleSummary": {
-          "type": "string",
-          "description": "Role summary for professional/IC track. May use {roleTitle} placeholder."
-        },
-        "managementRoleSummary": {
+        "roleSummary": {
           "type": "string",
-          "description": "Role summary for management track. May use {specialization} placeholder."
+          "description": "Role summary for this discipline. May use {roleTitle} or {specialization} placeholder."
         }
       },
       "additionalProperties": false

package/schema/rdf/discipline.ttl

@@ -58,6 +58,12 @@ fit:isManagement a rdf:Property ;
     rdfs:domain fit:Discipline ;
     rdfs:range xsd:boolean .
 
+fit:hidden a rdf:Property ;
+    rdfs:label "hidden"@en ;
+    rdfs:comment "If true, this discipline is hidden from the web UI but remains available via the CLI"@en ;
+    rdfs:domain fit:Discipline ;
+    rdfs:range xsd:boolean .
+
 fit:validTracks a rdf:Property ;
     rdfs:label "validTracks"@en ;
     rdfs:comment "REQUIRED. Explicit list of valid tracks. Empty array = trackless only."@en ;
@@ -86,15 +92,9 @@ fit:behaviourModifiers a rdf:Property ;
     rdfs:label "behaviourModifiers"@en ;
     rdfs:comment "Modifiers to behaviour expectations"@en .
 
-fit:professionalRoleSummary a rdf:Property ;
-    rdfs:label "professionalRoleSummary"@en ;
-    rdfs:comment "Role summary for professional/IC track. May use {roleTitle} placeholder."@en ;
-    rdfs:domain fit:DisciplineHumanSection ;
-    rdfs:range xsd:string .
-
-fit:managementRoleSummary a rdf:Property ;
-    rdfs:label "managementRoleSummary"@en ;
-    rdfs:comment "Role summary for management track. May use {specialization} placeholder."@en ;
+fit:roleSummary a rdf:Property ;
+    rdfs:label "roleSummary"@en ;
+    rdfs:comment "Role summary for this discipline. May use {roleTitle} or {specialization} placeholder."@en ;
     rdfs:domain fit:DisciplineHumanSection ;
     rdfs:range xsd:string .
 
@@ -169,6 +169,13 @@ fit:DisciplineShape a sh:NodeShape ;
         sh:name "isManagement" ;
         sh:description "If true, this is a management discipline (default false)" ;
     ] ;
+    sh:property [
+        sh:path fit:hidden ;
+        sh:datatype xsd:boolean ;
+        sh:maxCount 1 ;
+        sh:name "hidden" ;
+        sh:description "If true, this discipline is hidden from the web UI but remains available via the CLI" ;
+    ] ;
     sh:property [
         sh:path fit:validTracks ;
         sh:minCount 1 ;
@@ -244,18 +251,11 @@ fit:DisciplineShape a sh:NodeShape ;
 fit:DisciplineHumanSectionShape a sh:NodeShape ;
     sh:targetClass fit:DisciplineHumanSection ;
     sh:property [
-        sh:path fit:professionalRoleSummary ;
-        sh:datatype xsd:string ;
-        sh:maxCount 1 ;
-        sh:name "professionalRoleSummary" ;
-        sh:description "Role summary for professional/IC track" ;
-    ] ;
-    sh:property [
-        sh:path fit:managementRoleSummary ;
+        sh:path fit:roleSummary ;
         sh:datatype xsd:string ;
         sh:maxCount 1 ;
-        sh:name "managementRoleSummary" ;
-        sh:description "Role summary for management track" ;
+        sh:name "roleSummary" ;
+        sh:description "Role summary for this discipline" ;
     ] .
 
 # -----------------------------------------------------------------------------

package/src/index-generator.js

@@ -10,56 +10,85 @@ import { join, basename } from "path";
 import { stringify as stringifyYaml } from "yaml";
 
 /**
- * Generate _index.yaml for a directory
- * @param {string} dir - Directory path
- * @returns {Promise<string[]>} List of file IDs included
+ * Index generator class with injectable filesystem and serializer dependencies.
  */
-export async function generateDirIndex(dir) {
-  const files = await readdir(dir);
-  const yamlFiles = files.filter(
-    (f) => f.endsWith(".yaml") && !f.startsWith("_"),
-  );
+export class IndexGenerator {
+  #fs;
+  #yaml;
+
+  /**
+   * @param {{ readdir: Function, writeFile: Function }} fs
+   * @param {{ stringify: Function }} yamlSerializer
+   */
+  constructor(fs, yamlSerializer) {
+    if (!fs) throw new Error("fs is required");
+    if (!yamlSerializer) throw new Error("yamlSerializer is required");
+    this.#fs = fs;
+    this.#yaml = yamlSerializer;
+  }
 
-  const fileIds = yamlFiles.map((f) => basename(f, ".yaml")).sort();
+  /**
+   * Generate _index.yaml for a directory
+   * @param {string} dir - Directory path
+   * @returns {Promise<string[]>} List of file IDs included
+   */
+  async generateDirIndex(dir) {
+    const files = await this.#fs.readdir(dir);
+    const yamlFiles = files.filter(
+      (f) => f.endsWith(".yaml") && !f.startsWith("_"),
+    );
 
-  const content = stringifyYaml(
-    {
-      // Auto-generated index for browser loading
-      // Do not edit manually - regenerate with: npx pathway --generate-index
-      files: fileIds,
-    },
-    { lineWidth: 0 },
-  );
+    const fileIds = yamlFiles.map((f) => basename(f, ".yaml")).sort();
 
-  // Add header comment
-  const output = `# Auto-generated index for browser loading
+    const content = this.#yaml.stringify(
+      {
+        // Auto-generated index for browser loading
+        // Do not edit manually - regenerate with: npx pathway --generate-index
+        files: fileIds,
+      },
+      { lineWidth: 0 },
+    );
+
+    const output = `# Auto-generated index for browser loading
 # Do not edit manually - regenerate with: npx pathway --generate-index
 ${content}`;
 
-  await writeFile(join(dir, "_index.yaml"), output, "utf-8");
+    await this.#fs.writeFile(join(dir, "_index.yaml"), output, "utf-8");
 
-  return fileIds;
-}
+    return fileIds;
+  }
 
-/**
- * Generate all index files for the data directory
- * @param {string} dataDir - Path to the data directory
- * @returns {Promise<Object>} Summary of generated indexes
- */
-export async function generateAllIndexes(dataDir) {
-  const directories = ["behaviours", "disciplines", "tracks", "capabilities"];
+  /**
+   * Generate all index files for the data directory
+   * @param {string} dataDir - Path to the data directory
+   * @returns {Promise<Object>} Summary of generated indexes
+   */
+  async generateAllIndexes(dataDir) {
+    const directories = ["behaviours", "disciplines", "tracks", "capabilities"];
 
-  const results = {};
+    const results = {};
 
-  for (const dir of directories) {
-    const fullPath = join(dataDir, dir);
-    try {
-      const files = await generateDirIndex(fullPath);
-      results[dir] = files;
-    } catch (err) {
-      results[dir] = { error: err.message };
+    for (const dir of directories) {
+      const fullPath = join(dataDir, dir);
+      try {
+        const files = await this.generateDirIndex(fullPath);
+        results[dir] = files;
+      } catch (err) {
+        results[dir] = { error: err.message };
+      }
     }
+
+    return results;
   }
+}
 
-  return results;
+/**
+ * Create an IndexGenerator with real filesystem and serializer dependencies
+ * @returns {IndexGenerator}
+ */
+export function createIndexGenerator() {
+  return new IndexGenerator(
+    { readdir, writeFile },
+    { stringify: stringifyYaml },
+  );
 }

package/src/index.js

@@ -4,22 +4,17 @@
  * Data model definitions, validation, and loading for Engineering Pathway.
  */
 
-// Data loading
-export {
-  loadAllData,
-  loadYamlFile,
-  createDataLoader,
-  loadFrameworkConfig,
-  loadQuestionFolder,
-  loadQuestionBankFromFolder,
-  loadSelfAssessments,
-  loadExampleData,
-  loadAndValidate,
-  loadAgentData,
-  loadSkillsWithAgentData,
-} from "./loader.js";
+// Classes
+export { DataLoader } from "./loader.js";
+export { SchemaValidator } from "./schema-validation.js";
+export { IndexGenerator } from "./index-generator.js";
+
+// Factory functions
+export { createDataLoader } from "./loader.js";
+export { createSchemaValidator } from "./schema-validation.js";
+export { createIndexGenerator } from "./index-generator.js";
 
-// Referential integrity validation
+// Pure validation functions (unchanged)
 export {
   validateAllData,
   validateQuestionBank,
@@ -27,16 +22,6 @@ export {
   validateAgentData,
 } from "./validation.js";
 
-// Schema-based validation
-export {
-  validateDataDirectory,
-  validateReferentialIntegrity,
-  runSchemaValidation,
-} from "./schema-validation.js";
-
-// Index generation
-export { generateAllIndexes, generateDirIndex } from "./index-generator.js";
-
 // Type constants and helpers
 export * from "./levels.js";