studiograph 1.1.2 → 1.2.0-beta.1

package/dist/cli/commands/source.js

@@ -0,0 +1,159 @@
+/**
+ * studiograph source
+ *
+ * Manage sync sources — external data systems mapped to the knowledge graph.
+ *
+ * Sources define how external entities (Pipedrive deals, Granola meetings,
+ * Obsidian notes) map to Studiograph entity types via field maps.
+ *
+ * Source configs are stored at .studiograph/sources/<name>.json.
+ *
+ *   studiograph source setup <name>   — apply default mappings (or skeleton)
+ *   studiograph source list           — show registered sources
+ *   studiograph source remove <name>  — delete source config
+ */
+import { join } from 'path';
+import { writeFileSync, mkdirSync } from 'fs';
+import { Command } from 'commander';
+import { ConnectorManager } from '../../mcp/connector-manager.js';
+import { SOURCE_DEFINITIONS } from '../../services/sync/source-definitions/definitions.js';
+import { SourceConfigManager } from '../../services/sync/source-config.js';
+import { Workspace } from '../../core/workspace.js';
+function modeLabel(mode) {
+    if (mode === 'structured')
+        return 'field-map';
+    if (mode === 'frontmatter')
+        return 'frontmatter';
+    return 'LLM';
+}
+export const sourceCommand = new Command('source')
+    .description('Manage sync sources for entity extraction');
+// ── source setup ──────────────────────────────────────────────────────────────
+sourceCommand
+    .command('setup <name>')
+    .description('Set up a sync source with default mappings from the connector definition')
+    .option('--force', 'Overwrite existing source config')
+    .action(async (name, opts) => {
+    if (!/^[a-z0-9_-]+$/.test(name)) {
+        console.error(`Source name must be lowercase alphanumeric/dash/underscore. Got: "${name}"`);
+        process.exit(1);
+    }
+    const workspace = new Workspace(process.cwd());
+    if (!workspace.isWorkspace()) {
+        console.error('Not in a Studiograph workspace. Run "studiograph init" first.');
+        process.exit(1);
+    }
+    // Check connector exists
+    const connectors = ConnectorManager.loadConfigs();
+    const connector = connectors.find(c => c.name === name);
+    if (!connector) {
+        console.error(`No connector named "${name}" found.`);
+        console.error('Run "studiograph connector add <name>" first.');
+        console.error(`Available connectors: ${connectors.map(c => c.name).join(', ') || '(none)'}`);
+        process.exit(1);
+    }
+    const mgr = new SourceConfigManager(process.cwd());
+    const existing = mgr.get(name);
+    if (existing && !opts.force) {
+        console.error(`Source "${name}" already exists. Use --force to overwrite.`);
+        process.exit(1);
+    }
+    // Look up default mappings from source definition
+    const sourceDef = SOURCE_DEFINITIONS[name];
+    const mappings = sourceDef?.defaultMappings ?? [];
+    const config = {
+        name,
+        connector: name,
+        enabled: true,
+        added_at: new Date().toISOString(),
+        entity_mappings: mappings,
+    };
+    const validation = mgr.validate(config);
+    if (!validation.valid) {
+        console.error('Validation errors:');
+        validation.errors.forEach(e => console.error(`  - ${e}`));
+        process.exit(1);
+    }
+    mgr.save(config);
+    const configPath = join('.studiograph', 'sources', `${name}.json`);
+    if (mappings.length > 0) {
+        console.log(`Source "${name}" configured with ${mappings.length} mapping(s):`);
+        for (const m of mappings) {
+            console.log(`  ${m.source_type} -> ${m.entity_type} (${m.target_repo})  [${modeLabel(m.extraction_mode)}]`);
+        }
+    }
+    else {
+        console.log(`Source "${name}" saved with no default mappings.`);
+    }
+    // Write a template file if the source definition ships example mappings
+    const examples = sourceDef?.exampleMappings;
+    if (examples && examples.length > 0) {
+        const templateConfig = {
+            ...config,
+            entity_mappings: examples,
+        };
+        const sourcesDir = join(process.cwd(), '.studiograph', 'sources');
+        mkdirSync(sourcesDir, { recursive: true });
+        const templatePath = join(sourcesDir, `${name}.template`);
+        writeFileSync(templatePath, JSON.stringify(templateConfig, null, 2) + '\n', 'utf-8');
+        const relTemplatePath = join('.studiograph', 'sources', `${name}.template`);
+        console.log(`\nTemplate with example mappings written to ${relTemplatePath}`);
+        console.log('Copy mappings from the template into your config and adjust for your data.');
+    }
+    else if (mappings.length === 0) {
+        console.log('Edit the config file to add entity_mappings.');
+    }
+    console.log(`\nConfig: ${configPath}`);
+});
+// ── source list ───────────────────────────────────────────────────────────────
+sourceCommand
+    .command('list')
+    .description('List registered sync sources')
+    .action(() => {
+    const workspace = new Workspace(process.cwd());
+    if (!workspace.isWorkspace()) {
+        console.error('Not in a Studiograph workspace.');
+        process.exit(1);
+    }
+    const mgr = new SourceConfigManager(process.cwd());
+    const sources = mgr.getAll();
+    if (sources.length === 0) {
+        console.log('No sync sources configured.');
+        console.log('Run: studiograph source setup <name>');
+        return;
+    }
+    console.log(`Sync sources (${sources.length}):\n`);
+    for (const s of sources) {
+        const status = s.enabled ? 'enabled' : 'disabled';
+        const mappingCount = s.entity_mappings.length;
+        const configPath = join('.studiograph', 'sources', `${s.name}.json`);
+        console.log(`  ${s.name.padEnd(20)} [${status}]  ${mappingCount} mapping(s)`);
+        for (const m of s.entity_mappings) {
+            const mode = modeLabel(m.extraction_mode);
+            console.log(`    ${m.source_type} -> ${m.entity_type} (${m.target_repo})  [${mode}]`);
+        }
+        console.log(`    config: ${configPath}`);
+        console.log();
+    }
+});
+// ── source remove ─────────────────────────────────────────────────────────────
+sourceCommand
+    .command('remove <name>')
+    .description('Remove a sync source')
+    .action((name) => {
+    const workspace = new Workspace(process.cwd());
+    if (!workspace.isWorkspace()) {
+        console.error('Not in a Studiograph workspace.');
+        process.exit(1);
+    }
+    const mgr = new SourceConfigManager(process.cwd());
+    const removed = mgr.remove(name);
+    if (removed) {
+        console.log(`Source "${name}" removed.`);
+    }
+    else {
+        console.error(`No source named "${name}" found.`);
+        process.exit(1);
+    }
+});
+//# sourceMappingURL=source.js.map

package/dist/cli/commands/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../../../src/cli/commands/source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAGpD,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,IAAI,KAAK,YAAY;QAAE,OAAO,WAAW,CAAC;IAC9C,IAAI,IAAI,KAAK,aAAa;QAAE,OAAO,aAAa,CAAC;IACjD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC;KAC/C,WAAW,CAAC,2CAA2C,CAAC,CAAC;AAE5D,iFAAiF;AAEjF,aAAa;KACV,OAAO,CAAC,cAAc,CAAC;KACvB,WAAW,CAAC,0EAA0E,CAAC;KACvF,MAAM,CAAC,SAAS,EAAE,kCAAkC,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,IAAyB,EAAE,EAAE;IACxD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,qEAAqE,IAAI,GAAG,CAAC,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;QAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,yBAAyB;IACzB,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,IAAI,UAAU,CAAC,CAAC;QACrD,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC/D,OAAO,CAAC,KAAK,CAAC,yBAAyB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAE/B,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,6CAA6C,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,kDAAkD;IAClD,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,SAAS,EAAE,eAAe,IAAI,EAAE,CAAC;IAElD,MAAM,MAAM,GAAiB;QAC3B,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAClC,eAAe,EAAE,QAAQ;KAC1B,CAAC;IAEF,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACpC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IAEnE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,qBAAqB,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAC;QAC/E,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,WAAW,OAAO,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,OAAO,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAC9G,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,mCAAmC,CAAC,CAAC;IAClE,CAAC;IAED,wEAAwE;IACxE,MAAM,QAAQ,GAAG,SAAS,EAAE,eAAe,CAAC;IAC5C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,cAAc,GAAiB;YACnC,GAAG,MAAM;YACT,eAAe,EAAE,QAAQ;SAC1B,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;QAClE,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,WAAW,CAAC,CAAC;QAC1D,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAErF,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,GAAG,IAAI,WAAW,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,+CAA+C,eAAe,EAAE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;IAC5F,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,EAAE,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEL,iFAAiF;AAEjF,aAAa;KACV,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,8BAA8B,CAAC;KAC3C,MAAM,CAAC,GAAG,EAAE;IACX,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;IAE7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,MAAM,MAAM,CAAC,CAAC;IACnD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;QAClD,MAAM,YAAY,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,MAAM,MAAM,YAAY,aAAa,CAAC,CAAC;QAC9E,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,WAAW,OAAO,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,OAAO,IAAI,GAAG,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,EAAE,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,iFAAiF;AAEjF,aAAa;KACV,OAAO,CAAC,eAAe,CAAC;KACxB,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE;IACvB,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,YAAY,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,oBAAoB,IAAI,UAAU,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC"}