sensemaking 0.1.0

package/dist/cjs/errors.js

@@ -0,0 +1,134 @@
+// Typed errors for library modules. Library code (config.ts, scan.ts,
+// db.ts, watch.ts) never calls process.exit and never prints -- it throws.
+// Only cli.ts catches, prints the message, and maps it to an exit code.
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "SenseError", {
+    enumerable: true,
+    get: function() {
+        return SenseError;
+    }
+});
+function _assert_this_initialized(self) {
+    if (self === void 0) {
+        throw new ReferenceError("this hasn't been initialised - super() hasn't been called");
+    }
+    return self;
+}
+function _call_super(_this, derived, args) {
+    derived = _get_prototype_of(derived);
+    return _possible_constructor_return(_this, _is_native_reflect_construct() ? Reflect.construct(derived, args || [], _get_prototype_of(_this).constructor) : derived.apply(_this, args));
+}
+function _class_call_check(instance, Constructor) {
+    if (!(instance instanceof Constructor)) {
+        throw new TypeError("Cannot call a class as a function");
+    }
+}
+function _construct(Parent, args, Class) {
+    if (_is_native_reflect_construct()) {
+        _construct = Reflect.construct;
+    } else {
+        _construct = function construct(Parent, args, Class) {
+            var a = [
+                null
+            ];
+            a.push.apply(a, args);
+            var Constructor = Function.bind.apply(Parent, a);
+            var instance = new Constructor();
+            if (Class) _set_prototype_of(instance, Class.prototype);
+            return instance;
+        };
+    }
+    return _construct.apply(null, arguments);
+}
+function _get_prototype_of(o) {
+    _get_prototype_of = Object.setPrototypeOf ? Object.getPrototypeOf : function getPrototypeOf(o) {
+        return o.__proto__ || Object.getPrototypeOf(o);
+    };
+    return _get_prototype_of(o);
+}
+function _inherits(subClass, superClass) {
+    if (typeof superClass !== "function" && superClass !== null) {
+        throw new TypeError("Super expression must either be null or a function");
+    }
+    subClass.prototype = Object.create(superClass && superClass.prototype, {
+        constructor: {
+            value: subClass,
+            writable: true,
+            configurable: true
+        }
+    });
+    if (superClass) _set_prototype_of(subClass, superClass);
+}
+function _is_native_function(fn) {
+    return Function.toString.call(fn).indexOf("[native code]") !== -1;
+}
+function _possible_constructor_return(self, call) {
+    if (call && (_type_of(call) === "object" || typeof call === "function")) {
+        return call;
+    }
+    return _assert_this_initialized(self);
+}
+function _set_prototype_of(o, p) {
+    _set_prototype_of = Object.setPrototypeOf || function setPrototypeOf(o, p) {
+        o.__proto__ = p;
+        return o;
+    };
+    return _set_prototype_of(o, p);
+}
+function _type_of(obj) {
+    "@swc/helpers - typeof";
+    return obj && typeof Symbol !== "undefined" && obj.constructor === Symbol ? "symbol" : typeof obj;
+}
+function _wrap_native_super(Class) {
+    var _cache = typeof Map === "function" ? new Map() : undefined;
+    _wrap_native_super = function wrapNativeSuper(Class) {
+        if (Class === null || !_is_native_function(Class)) return Class;
+        if (typeof Class !== "function") {
+            throw new TypeError("Super expression must either be null or a function");
+        }
+        if (typeof _cache !== "undefined") {
+            if (_cache.has(Class)) return _cache.get(Class);
+            _cache.set(Class, Wrapper);
+        }
+        function Wrapper() {
+            return _construct(Class, arguments, _get_prototype_of(this).constructor);
+        }
+        Wrapper.prototype = Object.create(Class.prototype, {
+            constructor: {
+                value: Wrapper,
+                enumerable: false,
+                writable: true,
+                configurable: true
+            }
+        });
+        return _set_prototype_of(Wrapper, Class);
+    };
+    return _wrap_native_super(Class);
+}
+function _is_native_reflect_construct() {
+    try {
+        var result = !Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function() {}));
+    } catch (_) {}
+    return (_is_native_reflect_construct = function() {
+        return !!result;
+    })();
+}
+var SenseError = /*#__PURE__*/ function(Error1) {
+    "use strict";
+    _inherits(SenseError, Error1);
+    function SenseError(code, message) {
+        _class_call_check(this, SenseError);
+        var _this;
+        _this = _call_super(this, SenseError, [
+            message
+        ]);
+        _this.name = 'SenseError';
+        _this.code = code;
+        return _this;
+    }
+    return SenseError;
+}(_wrap_native_super(Error));
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/errors.ts"],"sourcesContent":["// Typed errors for library modules. Library code (config.ts, scan.ts,\n// db.ts, watch.ts) never calls process.exit and never prints -- it throws.\n// Only cli.ts catches, prints the message, and maps it to an exit code.\nexport type SenseErrorCode = 'CONFIG_NOT_FOUND' | 'CONFIG_EXISTS' | 'CONFIG_VERSION_UNSUPPORTED' | 'WATCH_ACTIVE';\n\nexport class SenseError extends Error {\n  code: SenseErrorCode;\n\n  constructor(code: SenseErrorCode, message: string) {\n    super(message);\n    this.name = 'SenseError';\n    this.code = code;\n  }\n}\n"],"names":["SenseError","code","message","name","Error"],"mappings":"AAAA,sEAAsE;AACtE,2EAA2E;AAC3E,wEAAwE;;;;;+BAG3DA;;;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAN,IAAA,AAAMA,2BAAN;;cAAMA;aAAAA,WAGCC,IAAoB,EAAEC,OAAe;gCAHtCF;;gBAIT,kBAJSA;YAIHE;;QACN,MAAKC,IAAI,GAAG;QACZ,MAAKF,IAAI,GAAGA;;;WANHD;qBAAmBI"}

package/dist/cjs/index.d.cts

@@ -0,0 +1,12 @@
+export type { Config, ResolvedConfig } from './config.js';
+export { CONFIG_FILENAME, findConfigPath, initConfig, loadConfig, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './config.js';
+export type { OpenResult } from './db.js';
+export { DB_FILENAME, docCount, getMeta, open, rebuild, reconcile, setMeta } from './db.js';
+export type { SenseErrorCode } from './errors.js';
+export { SenseError } from './errors.js';
+export type { Row } from './output.js';
+export { printRows } from './output.js';
+export type { FileStat, ParsedDoc } from './scan.js';
+export { listFiles, parseFile } from './scan.js';
+export type { WatchEvent, WatchOptions } from './watch.js';
+export { runWatch } from './watch.js';

package/dist/cjs/index.d.ts

@@ -0,0 +1,12 @@
+export type { Config, ResolvedConfig } from './config.js';
+export { CONFIG_FILENAME, findConfigPath, initConfig, loadConfig, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './config.js';
+export type { OpenResult } from './db.js';
+export { DB_FILENAME, docCount, getMeta, open, rebuild, reconcile, setMeta } from './db.js';
+export type { SenseErrorCode } from './errors.js';
+export { SenseError } from './errors.js';
+export type { Row } from './output.js';
+export { printRows } from './output.js';
+export type { FileStat, ParsedDoc } from './scan.js';
+export { listFiles, parseFile } from './scan.js';
+export type { WatchEvent, WatchOptions } from './watch.js';
+export { runWatch } from './watch.js';

package/dist/cjs/index.js

@@ -0,0 +1,76 @@
+// Public library API. cli.ts is a consumer of this surface, not a source of
+// truth for it -- anything a test or another tool needs from sense should be
+// exported here rather than reached into src/ by relative path.
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get CONFIG_FILENAME () {
+        return _configts.CONFIG_FILENAME;
+    },
+    get DB_FILENAME () {
+        return _dbts.DB_FILENAME;
+    },
+    get STATE_DIR () {
+        return _configts.STATE_DIR;
+    },
+    get SUPPORTED_CONFIG_VERSION () {
+        return _configts.SUPPORTED_CONFIG_VERSION;
+    },
+    get SenseError () {
+        return _errorsts.SenseError;
+    },
+    get docCount () {
+        return _dbts.docCount;
+    },
+    get findConfigPath () {
+        return _configts.findConfigPath;
+    },
+    get getMeta () {
+        return _dbts.getMeta;
+    },
+    get initConfig () {
+        return _configts.initConfig;
+    },
+    get listFiles () {
+        return _scants.listFiles;
+    },
+    get loadConfig () {
+        return _configts.loadConfig;
+    },
+    get open () {
+        return _dbts.open;
+    },
+    get parseFile () {
+        return _scants.parseFile;
+    },
+    get printRows () {
+        return _outputts.printRows;
+    },
+    get rebuild () {
+        return _dbts.rebuild;
+    },
+    get reconcile () {
+        return _dbts.reconcile;
+    },
+    get runWatch () {
+        return _watchts.runWatch;
+    },
+    get setMeta () {
+        return _dbts.setMeta;
+    }
+});
+var _configts = require("./config.js");
+var _dbts = require("./db.js");
+var _errorsts = require("./errors.js");
+var _outputts = require("./output.js");
+var _scants = require("./scan.js");
+var _watchts = require("./watch.js");
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/index.ts"],"sourcesContent":["// Public library API. cli.ts is a consumer of this surface, not a source of\n// truth for it -- anything a test or another tool needs from sense should be\n// exported here rather than reached into src/ by relative path.\n\nexport type { Config, ResolvedConfig } from './config.ts';\nexport { CONFIG_FILENAME, findConfigPath, initConfig, loadConfig, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './config.ts';\n\nexport type { OpenResult } from './db.ts';\nexport { DB_FILENAME, docCount, getMeta, open, rebuild, reconcile, setMeta } from './db.ts';\n\nexport type { SenseErrorCode } from './errors.ts';\nexport { SenseError } from './errors.ts';\n\nexport type { Row } from './output.ts';\nexport { printRows } from './output.ts';\n\nexport type { FileStat, ParsedDoc } from './scan.ts';\nexport { listFiles, parseFile } from './scan.ts';\n\nexport type { WatchEvent, WatchOptions } from './watch.ts';\nexport { runWatch } from './watch.ts';\n"],"names":["CONFIG_FILENAME","DB_FILENAME","STATE_DIR","SUPPORTED_CONFIG_VERSION","SenseError","docCount","findConfigPath","getMeta","initConfig","listFiles","loadConfig","open","parseFile","printRows","rebuild","reconcile","runWatch","setMeta"],"mappings":"AAAA,4EAA4E;AAC5E,6EAA6E;AAC7E,gEAAgE;;;;;;;;;;;;QAGvDA;eAAAA,yBAAe;;QAGfC;eAAAA,iBAAW;;QAH8CC;eAAAA,mBAAS;;QAAEC;eAAAA,kCAAwB;;QAM5FC;eAAAA,oBAAU;;QAHGC;eAAAA,cAAQ;;QAHJC;eAAAA,wBAAc;;QAGRC;eAAAA,aAAO;;QAHGC;eAAAA,oBAAU;;QAY3CC;eAAAA,iBAAS;;QAZoCC;eAAAA,oBAAU;;QAGvBC;eAAAA,UAAI;;QASzBC;eAAAA,iBAAS;;QAHpBC;eAAAA,mBAAS;;QAN6BC;eAAAA,aAAO;;QAAEC;eAAAA,eAAS;;QAYxDC;eAAAA,iBAAQ;;QAZkDC;eAAAA,aAAO;;;wBAHmC;oBAG3B;wBAGvD;wBAGD;sBAGW;uBAGZ"}

package/dist/cjs/output.d.cts

@@ -0,0 +1,2 @@
+export type Row = Record<string, unknown>;
+export declare function printRows(rows: Row[], format: 'table' | 'json'): void;

package/dist/cjs/output.d.ts

@@ -0,0 +1,2 @@
+export type Row = Record<string, unknown>;
+export declare function printRows(rows: Row[], format: 'table' | 'json'): void;

package/dist/cjs/output.js

@@ -0,0 +1,90 @@
+// rows -> table (default) | json
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "printRows", {
+    enumerable: true,
+    get: function() {
+        return printRows;
+    }
+});
+function _array_like_to_array(arr, len) {
+    if (len == null || len > arr.length) len = arr.length;
+    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
+    return arr2;
+}
+function _array_without_holes(arr) {
+    if (Array.isArray(arr)) return _array_like_to_array(arr);
+}
+function _iterable_to_array(iter) {
+    if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter);
+}
+function _non_iterable_spread() {
+    throw new TypeError("Invalid attempt to spread non-iterable instance.\\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _to_consumable_array(arr) {
+    return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
+}
+function _unsupported_iterable_to_array(o, minLen) {
+    if (!o) return;
+    if (typeof o === "string") return _array_like_to_array(o, minLen);
+    var n = Object.prototype.toString.call(o).slice(8, -1);
+    if (n === "Object" && o.constructor) n = o.constructor.name;
+    if (n === "Map" || n === "Set") return Array.from(n);
+    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
+}
+function printRows(rows, format) {
+    var _Math;
+    if (format === 'json') {
+        console.log(JSON.stringify(rows, null, 2));
+        return;
+    }
+    if (rows.length === 0) {
+        console.log('(0 rows)');
+        return;
+    }
+    var columns = Object.keys(rows[0]);
+    var widths = columns.map(function(col) {
+        return (_Math = Math).max.apply(_Math, [
+            col.length
+        ].concat(_to_consumable_array(rows.map(function(row) {
+            var _row_col;
+            return String((_row_col = row[col]) !== null && _row_col !== void 0 ? _row_col : '').length;
+        }))));
+    });
+    var formatRow = function formatRow(values) {
+        return values.map(function(value, i) {
+            return value.padEnd(widths[i]);
+        }).join('  ');
+    };
+    console.log(formatRow(columns));
+    console.log(widths.map(function(w) {
+        return '-'.repeat(w);
+    }).join('  '));
+    var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+    try {
+        var _loop = function() {
+            var row = _step.value;
+            console.log(formatRow(columns.map(function(col) {
+                var _row_col;
+                return String((_row_col = row[col]) !== null && _row_col !== void 0 ? _row_col : '');
+            })));
+        };
+        for(var _iterator = rows[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true)_loop();
+    } catch (err) {
+        _didIteratorError = true;
+        _iteratorError = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion && _iterator.return != null) {
+                _iterator.return();
+            }
+        } finally{
+            if (_didIteratorError) {
+                throw _iteratorError;
+            }
+        }
+    }
+}
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/output.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/output.ts"],"sourcesContent":["// rows -> table (default) | json\n\nexport type Row = Record<string, unknown>;\n\nexport function printRows(rows: Row[], format: 'table' | 'json'): void {\n  if (format === 'json') {\n    console.log(JSON.stringify(rows, null, 2));\n    return;\n  }\n\n  if (rows.length === 0) {\n    console.log('(0 rows)');\n    return;\n  }\n\n  const columns = Object.keys(rows[0]);\n  const widths = columns.map((col) => Math.max(col.length, ...rows.map((row) => String(row[col] ?? '').length)));\n\n  const formatRow = (values: string[]) => values.map((value, i) => value.padEnd(widths[i])).join('  ');\n\n  console.log(formatRow(columns));\n  console.log(widths.map((w) => '-'.repeat(w)).join('  '));\n  for (const row of rows) {\n    console.log(formatRow(columns.map((col) => String(row[col] ?? ''))));\n  }\n}\n"],"names":["printRows","rows","format","Math","console","log","JSON","stringify","length","columns","Object","keys","widths","map","col","max","row","String","formatRow","values","value","i","padEnd","join","w","repeat"],"mappings":"AAAA,iCAAiC;;;;;+BAIjBA;;;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAT,SAASA,UAAUC,IAAW,EAAEC,MAAwB;QAYzBC;IAXpC,IAAID,WAAW,QAAQ;QACrBE,QAAQC,GAAG,CAACC,KAAKC,SAAS,CAACN,MAAM,MAAM;QACvC;IACF;IAEA,IAAIA,KAAKO,MAAM,KAAK,GAAG;QACrBJ,QAAQC,GAAG,CAAC;QACZ;IACF;IAEA,IAAMI,UAAUC,OAAOC,IAAI,CAACV,IAAI,CAAC,EAAE;IACnC,IAAMW,SAASH,QAAQI,GAAG,CAAC,SAACC;eAAQX,CAAAA,QAAAA,MAAKY,GAAG,OAARZ,OAAAA;YAASW,IAAIN,MAAM;SAAsD,CAAzEL,OAAqB,qBAAGF,KAAKY,GAAG,CAAC,SAACG;gBAAeA;mBAAPC,QAAOD,WAAAA,GAAG,CAACF,IAAI,cAARE,sBAAAA,WAAY,IAAIR,MAAM;;;IAE3G,IAAMU,YAAY,mBAACC;eAAqBA,OAAON,GAAG,CAAC,SAACO,OAAOC;mBAAMD,MAAME,MAAM,CAACV,MAAM,CAACS,EAAE;WAAGE,IAAI,CAAC;;IAE/FnB,QAAQC,GAAG,CAACa,UAAUT;IACtBL,QAAQC,GAAG,CAACO,OAAOC,GAAG,CAAC,SAACW;eAAM,IAAIC,MAAM,CAACD;OAAID,IAAI,CAAC;QAC7C,kCAAA,2BAAA;;;YAAA,IAAMP,MAAN;YACHZ,QAAQC,GAAG,CAACa,UAAUT,QAAQI,GAAG,CAAC,SAACC;oBAAeE;uBAAPC,QAAOD,WAAAA,GAAG,CAACF,IAAI,cAARE,sBAAAA,WAAY;;QAChE;QAFA,QAAK,YAAaf,yBAAb,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAGP"}

package/dist/cjs/package.json

@@ -0,0 +1 @@
+{ "type": "commonjs" }

package/dist/cjs/scan.d.cts

@@ -0,0 +1,18 @@
+import type { Config } from './config.js';
+export interface FileStat {
+    relPath: string;
+    absPath: string;
+    mtimeMs: number;
+    size: number;
+}
+export declare function listFiles(cfg: Config, baseDir: string): FileStat[];
+export interface ParsedDoc {
+    relPath: string;
+    mtimeMs: number;
+    size: number;
+    data: Record<string, string | number | null>;
+}
+export declare function parseFile(file: FileStat): {
+    doc: ParsedDoc;
+    warnings: string[];
+};

package/dist/cjs/scan.d.ts

@@ -0,0 +1,18 @@
+import type { Config } from './config.js';
+export interface FileStat {
+    relPath: string;
+    absPath: string;
+    mtimeMs: number;
+    size: number;
+}
+export declare function listFiles(cfg: Config, baseDir: string): FileStat[];
+export interface ParsedDoc {
+    relPath: string;
+    mtimeMs: number;
+    size: number;
+    data: Record<string, string | number | null>;
+}
+export declare function parseFile(file: FileStat): {
+    doc: ParsedDoc;
+    warnings: string[];
+};

package/dist/cjs/scan.js

@@ -0,0 +1,113 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get listFiles () {
+        return listFiles;
+    },
+    get parseFile () {
+        return parseFile;
+    }
+});
+var _nodefs = require("node:fs");
+var _nodepath = require("node:path");
+var _fastglob = /*#__PURE__*/ _interop_require_default(require("fast-glob"));
+var _graymatter = /*#__PURE__*/ _interop_require_default(require("gray-matter"));
+function _instanceof(left, right) {
+    "@swc/helpers - instanceof";
+    if (right != null && typeof Symbol !== "undefined" && right[Symbol.hasInstance]) {
+        return !!right[Symbol.hasInstance](left);
+    } else {
+        return left instanceof right;
+    }
+}
+function _interop_require_default(obj) {
+    return obj && obj.__esModule ? obj : {
+        default: obj
+    };
+}
+// Filesystem -> rows. Pure data in, data + warnings out -- no node:sqlite,
+// no printing. db.ts is the only thing that knows what to do with the
+// result (diffing against `docs`, writing SQL).
+// Reserved `docs` columns: the real file path plus the mtime/size pair used
+// to detect staleness. A frontmatter key literally named one of these would
+// collide, so it's dropped (with a warning returned to the caller) rather
+// than clobbering the column.
+var RESERVED_COLUMNS = new Set([
+    'path',
+    '_mtime',
+    '_size'
+]);
+function listFiles(cfg, baseDir) {
+    var relPaths = _fastglob.default.sync(cfg.scan.include, {
+        cwd: baseDir
+    }).sort();
+    return relPaths.map(function(relPath) {
+        var absPath = (0, _nodepath.join)(baseDir, relPath);
+        var st = (0, _nodefs.statSync)(absPath);
+        return {
+            relPath: relPath,
+            absPath: absPath,
+            mtimeMs: st.mtimeMs,
+            size: st.size
+        };
+    });
+}
+// Value mapping: strings/numbers as-is; booleans -> 0/1; dates -> ISO
+// strings (lexicographic = chronological, no date lib); arrays/objects ->
+// JSON text. `null`/`undefined` map to SQL NULL.
+function mapValue(value) {
+    if (value === null || value === undefined) return null;
+    if (_instanceof(value, Date)) return value.toISOString();
+    if (typeof value === 'boolean') return value ? 1 : 0;
+    if (typeof value === 'string' || typeof value === 'number') return value;
+    // arrays and plain objects
+    return JSON.stringify(value);
+}
+function parseFile(file) {
+    var raw = (0, _nodefs.readFileSync)(file.absPath, 'utf8');
+    var data = (0, _graymatter.default)(raw).data;
+    var warnings = [];
+    var mapped = {};
+    var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+    try {
+        for(var _iterator = Object.keys(data)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
+            var key = _step.value;
+            if (RESERVED_COLUMNS.has(key)) {
+                warnings.push("warning: ".concat(file.relPath, ' has a frontmatter key named "').concat(key, '", which is reserved; ignoring it'));
+                continue;
+            }
+            mapped[key] = mapValue(data[key]);
+        }
+    } catch (err) {
+        _didIteratorError = true;
+        _iteratorError = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion && _iterator.return != null) {
+                _iterator.return();
+            }
+        } finally{
+            if (_didIteratorError) {
+                throw _iteratorError;
+            }
+        }
+    }
+    return {
+        doc: {
+            relPath: file.relPath,
+            mtimeMs: file.mtimeMs,
+            size: file.size,
+            data: mapped
+        },
+        warnings: warnings
+    };
+}
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/scan.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/scan.ts"],"sourcesContent":["import { readFileSync, statSync } from 'node:fs';\nimport { join } from 'node:path';\nimport fastGlob from 'fast-glob';\nimport matter from 'gray-matter';\nimport type { Config } from './config.ts';\n\n// Filesystem -> rows. Pure data in, data + warnings out -- no node:sqlite,\n// no printing. db.ts is the only thing that knows what to do with the\n// result (diffing against `docs`, writing SQL).\n\n// Reserved `docs` columns: the real file path plus the mtime/size pair used\n// to detect staleness. A frontmatter key literally named one of these would\n// collide, so it's dropped (with a warning returned to the caller) rather\n// than clobbering the column.\nconst RESERVED_COLUMNS = new Set(['path', '_mtime', '_size']);\n\nexport interface FileStat {\n  relPath: string;\n  absPath: string;\n  mtimeMs: number;\n  size: number;\n}\n\n// Glob the files `cfg.scan.include` matches under `baseDir`, stat each.\n// Sorted for deterministic output.\nexport function listFiles(cfg: Config, baseDir: string): FileStat[] {\n  const relPaths = fastGlob.sync(cfg.scan.include, { cwd: baseDir }).sort();\n  return relPaths.map((relPath) => {\n    const absPath = join(baseDir, relPath);\n    const st = statSync(absPath);\n    return { relPath, absPath, mtimeMs: st.mtimeMs, size: st.size };\n  });\n}\n\nexport interface ParsedDoc {\n  relPath: string;\n  mtimeMs: number;\n  size: number;\n  // Already value-mapped (booleans -> 0/1, dates -> ISO, arrays/objects ->\n  // JSON text), reserved keys already dropped -- ready to bind into SQL.\n  data: Record<string, string | number | null>;\n}\n\n// Value mapping: strings/numbers as-is; booleans -> 0/1; dates -> ISO\n// strings (lexicographic = chronological, no date lib); arrays/objects ->\n// JSON text. `null`/`undefined` map to SQL NULL.\nfunction mapValue(value: unknown): string | number | null {\n  if (value === null || value === undefined) return null;\n  if (value instanceof Date) return value.toISOString();\n  if (typeof value === 'boolean') return value ? 1 : 0;\n  if (typeof value === 'string' || typeof value === 'number') return value;\n  // arrays and plain objects\n  return JSON.stringify(value);\n}\n\n// Read + parse one file's frontmatter, mapping values and dropping reserved\n// keys. Returns the parsed doc plus any warnings (e.g. a reserved key\n// collision) for the caller to surface.\nexport function parseFile(file: FileStat): { doc: ParsedDoc; warnings: string[] } {\n  const raw = readFileSync(file.absPath, 'utf8');\n  const { data } = matter(raw);\n\n  const warnings: string[] = [];\n  const mapped: Record<string, string | number | null> = {};\n\n  for (const key of Object.keys(data)) {\n    if (RESERVED_COLUMNS.has(key)) {\n      warnings.push(`warning: ${file.relPath} has a frontmatter key named \"${key}\", which is reserved; ignoring it`);\n      continue;\n    }\n    mapped[key] = mapValue(data[key]);\n  }\n\n  return {\n    doc: { relPath: file.relPath, mtimeMs: file.mtimeMs, size: file.size, data: mapped },\n    warnings,\n  };\n}\n"],"names":["listFiles","parseFile","RESERVED_COLUMNS","Set","cfg","baseDir","relPaths","fastGlob","sync","scan","include","cwd","sort","map","relPath","absPath","join","st","statSync","mtimeMs","size","mapValue","value","undefined","Date","toISOString","JSON","stringify","file","raw","readFileSync","data","matter","warnings","mapped","Object","keys","key","has","push","doc"],"mappings":";;;;;;;;;;;QAyBgBA;eAAAA;;QAiCAC;eAAAA;;;sBA1DuB;wBAClB;+DACA;iEACF;;;;;;;;;;;;;;AAGnB,2EAA2E;AAC3E,sEAAsE;AACtE,gDAAgD;AAEhD,4EAA4E;AAC5E,4EAA4E;AAC5E,0EAA0E;AAC1E,8BAA8B;AAC9B,IAAMC,mBAAmB,IAAIC,IAAI;IAAC;IAAQ;IAAU;CAAQ;AAWrD,SAASH,UAAUI,GAAW,EAAEC,OAAe;IACpD,IAAMC,WAAWC,iBAAQ,CAACC,IAAI,CAACJ,IAAIK,IAAI,CAACC,OAAO,EAAE;QAAEC,KAAKN;IAAQ,GAAGO,IAAI;IACvE,OAAON,SAASO,GAAG,CAAC,SAACC;QACnB,IAAMC,UAAUC,IAAAA,cAAI,EAACX,SAASS;QAC9B,IAAMG,KAAKC,IAAAA,gBAAQ,EAACH;QACpB,OAAO;YAAED,SAAAA;YAASC,SAAAA;YAASI,SAASF,GAAGE,OAAO;YAAEC,MAAMH,GAAGG,IAAI;QAAC;IAChE;AACF;AAWA,sEAAsE;AACtE,0EAA0E;AAC1E,iDAAiD;AACjD,SAASC,SAASC,KAAc;IAC9B,IAAIA,UAAU,QAAQA,UAAUC,WAAW,OAAO;IAClD,IAAID,AAAK,YAALA,OAAiBE,OAAM,OAAOF,MAAMG,WAAW;IACnD,IAAI,OAAOH,UAAU,WAAW,OAAOA,QAAQ,IAAI;IACnD,IAAI,OAAOA,UAAU,YAAY,OAAOA,UAAU,UAAU,OAAOA;IACnE,2BAA2B;IAC3B,OAAOI,KAAKC,SAAS,CAACL;AACxB;AAKO,SAASrB,UAAU2B,IAAc;IACtC,IAAMC,MAAMC,IAAAA,oBAAY,EAACF,KAAKb,OAAO,EAAE;IACvC,IAAM,AAAEgB,OAASC,IAAAA,mBAAM,EAACH,KAAhBE;IAER,IAAME,WAAqB,EAAE;IAC7B,IAAMC,SAAiD,CAAC;QAEnD,kCAAA,2BAAA;;QAAL,QAAK,YAAaC,OAAOC,IAAI,CAACL,0BAAzB,SAAA,6BAAA,QAAA,yBAAA,iCAAgC;YAAhC,IAAMM,MAAN;YACH,IAAInC,iBAAiBoC,GAAG,CAACD,MAAM;gBAC7BJ,SAASM,IAAI,CAAC,AAAC,YAAwDF,OAA7CT,KAAKd,OAAO,EAAC,kCAAoC,OAAJuB,KAAI;gBAC3E;YACF;YACAH,MAAM,CAACG,IAAI,GAAGhB,SAASU,IAAI,CAACM,IAAI;QAClC;;QANK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQL,OAAO;QACLG,KAAK;YAAE1B,SAASc,KAAKd,OAAO;YAAEK,SAASS,KAAKT,OAAO;YAAEC,MAAMQ,KAAKR,IAAI;YAAEW,MAAMG;QAAO;QACnFD,UAAAA;IACF;AACF"}

package/dist/cjs/watch.d.cts

@@ -0,0 +1,19 @@
+import type { ResolvedConfig } from './config.js';
+export type WatchEvent = {
+    type: 'started';
+    baseDir: string;
+    dbPath: string;
+} | {
+    type: 'reconciled';
+    parsed: number;
+    total: number;
+    warnings: string[];
+} | {
+    type: 'reconcile-error';
+    message: string;
+};
+export interface WatchOptions {
+    force?: boolean;
+    onEvent?: (event: WatchEvent) => void;
+}
+export declare function runWatch(cfg: ResolvedConfig, opts?: WatchOptions): Promise<void>;

package/dist/cjs/watch.d.ts

@@ -0,0 +1,19 @@
+import type { ResolvedConfig } from './config.js';
+export type WatchEvent = {
+    type: 'started';
+    baseDir: string;
+    dbPath: string;
+} | {
+    type: 'reconciled';
+    parsed: number;
+    total: number;
+    warnings: string[];
+} | {
+    type: 'reconcile-error';
+    message: string;
+};
+export interface WatchOptions {
+    force?: boolean;
+    onEvent?: (event: WatchEvent) => void;
+}
+export declare function runWatch(cfg: ResolvedConfig, opts?: WatchOptions): Promise<void>;