@rlabs-inc/fsdb 1.1.0 → 1.2.0

package/README.md

@@ -1,18 +1,21 @@
+
 # fsDB - Fractal State Database
 
-A reactive database with parallel arrays and fine-grained reactivity. Built on the **Father State Pattern** at every level.
+A reactive database built with parallel arrays and fine-grained reactivity.
 
-**F**ather **S**tate **DB** = **F**ractal **S**tate **DB**
+**F**ractal **S**tate **DB**
 
 ## Features
 
-- **Parallel Arrays** - One reactive array per field, not array of objects
-- **Fine-Grained Reactivity** - Update one field, only that field triggers
+- **Fine-grained reactivity** at field level
+- **Markdown Persistence** - YAML frontmatter + body, human-readable
+- **O(1) array access** vs object property lookup
+- **Zero Global State** - Each database instance is isolated
 - **Reactive Queries** - Queries auto-update when data changes
 - **Vector Search** - Cosine similarity with stale detection
-- **Markdown Persistence** - YAML frontmatter + body, human-readable
 - **File Watching** - External changes sync automatically
-- **Zero Global State** - Each database instance is isolated
+- **CPU cache locality**
+- **Minimal garbage collection**
 
 ## Installation
 
@@ -61,33 +64,6 @@ effect(() => {
 users.update(id, { active: false })
 ```
 
-## The Father State Pattern
-
-Instead of storing records as objects (slow):
-
-```typescript
-// Traditional - array of objects
-const records = [
-  { id: '1', name: 'Alice', age: 30 },
-  { id: '2', name: 'Bob', age: 25 },
-]
-```
-
-We use parallel arrays indexed by a central registry (fast):
-
-```typescript
-// Father State Pattern - parallel arrays
-registry = { idToIndex: { '1': 0, '2': 1 } }
-names = ['Alice', 'Bob']
-ages  = [30, 25]
-```
-
-**Benefits:**
-- O(1) array access vs object property lookup
-- Better CPU cache locality
-- Fine-grained reactivity at field level
-- Minimal garbage collection
-
 ## API Reference
 
 ### Database
@@ -217,7 +193,7 @@ const activeCount = queryCount(users, r => r.active)
 // First match
 const admin = queryFirst(users, r => r.role === 'admin')
 
-// Use in effects - auto-updates!
+// Use in effects
 effect(() => {
   console.log('Active users:', activeUsers.value.count)
 })
@@ -290,7 +266,7 @@ age: 30
 embedding: [0.1, 0.2, 0.3, ...]
 ---
 
-This is the bio content (contentColumn)
+This is the bio content in markdown format (contentColumn)
 ```
 
 ### Stale Detection
@@ -332,9 +308,9 @@ On Apple Silicon (M1/M2/M3):
 ## Architecture
 
 ```
-Database (FatherState)
+Database (ECS Arrays)
   └── Collections (ReactiveMap)
-        └── Collection (FatherState)
+        └── Collection (ECS Arrays)
               ├── Registry (index management)
               └── Columns (parallel arrays)
                     ├── names:  ['Alice', 'Bob', ...]

package/dist/index.js

@@ -1761,10 +1761,21 @@ function listMarkdownFiles(dirpath) {
   }
 }
 function idToFilename(id) {
-  return id.replace(/[<>:"/\\|?*\x00-\x1f]/g, "_") + ".md";
+  const encoded = id.replace(/[^a-zA-Z0-9\-_.]/g, (char) => {
+    const code = char.charCodeAt(0);
+    if (code > 255) {
+      return `%u${code.toString(16).padStart(4, "0")}`;
+    }
+    return `%${code.toString(16).padStart(2, "0")}`;
+  });
+  const safe = encoded.startsWith(".") ? `%2e${encoded.slice(1)}` : encoded;
+  return safe + ".md";
 }
 function filenameToId(filename) {
-  return filename.replace(/\.md$/, "");
+  const withoutExt = filename.replace(/\.md$/, "");
+  return withoutExt.replace(/%u([0-9a-fA-F]{4})|%([0-9a-fA-F]{2})/g, (_, quad, pair) => {
+    return String.fromCharCode(parseInt(quad || pair, 16));
+  });
 }
 function parseMarkdown(text) {
   const frontmatter = {};
@@ -1802,6 +1813,14 @@ function parseYamlValue(value) {
     return true;
   if (value === "false")
     return false;
+  if (value === ".nan" || value === "NaN")
+    return NaN;
+  if (value === ".inf" || value === "Infinity")
+    return Infinity;
+  if (value === "-.inf" || value === "-Infinity")
+    return -Infinity;
+  if (value === "-0.0" || value === "-0")
+    return -0;
   if (/^-?\d+$/.test(value)) {
     return parseInt(value, 10);
   }
@@ -1815,7 +1834,14 @@ function parseYamlValue(value) {
       return value;
     }
   }
-  if (value.startsWith('"') && value.endsWith('"') || value.startsWith("'") && value.endsWith("'")) {
+  if (value.startsWith('"') && value.endsWith('"')) {
+    try {
+      return JSON.parse(value);
+    } catch {
+      return value.slice(1, -1);
+    }
+  }
+  if (value.startsWith("'") && value.endsWith("'")) {
     return value.slice(1, -1);
   }
   return value;
@@ -1828,6 +1854,14 @@ function toYamlValue(value) {
     return value ? "true" : "false";
   }
   if (typeof value === "number") {
+    if (Number.isNaN(value))
+      return ".nan";
+    if (value === Infinity)
+      return ".inf";
+    if (value === -Infinity)
+      return "-.inf";
+    if (Object.is(value, -0))
+      return "-0.0";
     return String(value);
   }
   if (Array.isArray(value)) {
@@ -1837,11 +1871,7 @@ function toYamlValue(value) {
     return JSON.stringify(Array.from(value));
   }
   if (typeof value === "string") {
-    if (value.includes(":") || value.includes("#") || value.includes(`
-`) || value.startsWith('"') || value.startsWith("'") || value === "true" || value === "false" || value === "null") {
-      return JSON.stringify(value);
-    }
-    return value;
+    return JSON.stringify(value);
   }
   return JSON.stringify(value);
 }
@@ -1893,6 +1923,12 @@ async function loadFromMarkdown(filepath, schema, contentColumn) {
         const parsed = parseColumnType(schema[key]);
         if (parsed.baseType === "vector" && Array.isArray(value)) {
           value = new Float32Array(value);
+        } else if (parsed.baseType === "string" && typeof value !== "string") {
+          value = value === null ? "" : String(value);
+        } else if (parsed.baseType === "number" && typeof value !== "number") {
+          value = Number(value) || 0;
+        } else if (parsed.baseType === "boolean" && typeof value !== "boolean") {
+          value = value === "true" || value === true;
         }
         record[key] = value;
       }

package/dist/index.mjs

@@ -1670,10 +1670,21 @@ function listMarkdownFiles(dirpath) {
   }
 }
 function idToFilename(id) {
-  return id.replace(/[<>:"/\\|?*\x00-\x1f]/g, "_") + ".md";
+  const encoded = id.replace(/[^a-zA-Z0-9\-_.]/g, (char) => {
+    const code = char.charCodeAt(0);
+    if (code > 255) {
+      return `%u${code.toString(16).padStart(4, "0")}`;
+    }
+    return `%${code.toString(16).padStart(2, "0")}`;
+  });
+  const safe = encoded.startsWith(".") ? `%2e${encoded.slice(1)}` : encoded;
+  return safe + ".md";
 }
 function filenameToId(filename) {
-  return filename.replace(/\.md$/, "");
+  const withoutExt = filename.replace(/\.md$/, "");
+  return withoutExt.replace(/%u([0-9a-fA-F]{4})|%([0-9a-fA-F]{2})/g, (_, quad, pair) => {
+    return String.fromCharCode(parseInt(quad || pair, 16));
+  });
 }
 function parseMarkdown(text) {
   const frontmatter = {};
@@ -1711,6 +1722,14 @@ function parseYamlValue(value) {
     return true;
   if (value === "false")
     return false;
+  if (value === ".nan" || value === "NaN")
+    return NaN;
+  if (value === ".inf" || value === "Infinity")
+    return Infinity;
+  if (value === "-.inf" || value === "-Infinity")
+    return -Infinity;
+  if (value === "-0.0" || value === "-0")
+    return -0;
   if (/^-?\d+$/.test(value)) {
     return parseInt(value, 10);
   }
@@ -1724,7 +1743,14 @@ function parseYamlValue(value) {
       return value;
     }
   }
-  if (value.startsWith('"') && value.endsWith('"') || value.startsWith("'") && value.endsWith("'")) {
+  if (value.startsWith('"') && value.endsWith('"')) {
+    try {
+      return JSON.parse(value);
+    } catch {
+      return value.slice(1, -1);
+    }
+  }
+  if (value.startsWith("'") && value.endsWith("'")) {
     return value.slice(1, -1);
   }
   return value;
@@ -1737,6 +1763,14 @@ function toYamlValue(value) {
     return value ? "true" : "false";
   }
   if (typeof value === "number") {
+    if (Number.isNaN(value))
+      return ".nan";
+    if (value === Infinity)
+      return ".inf";
+    if (value === -Infinity)
+      return "-.inf";
+    if (Object.is(value, -0))
+      return "-0.0";
     return String(value);
   }
   if (Array.isArray(value)) {
@@ -1746,11 +1780,7 @@ function toYamlValue(value) {
     return JSON.stringify(Array.from(value));
   }
   if (typeof value === "string") {
-    if (value.includes(":") || value.includes("#") || value.includes(`
-`) || value.startsWith('"') || value.startsWith("'") || value === "true" || value === "false" || value === "null") {
-      return JSON.stringify(value);
-    }
-    return value;
+    return JSON.stringify(value);
   }
   return JSON.stringify(value);
 }
@@ -1802,6 +1832,12 @@ async function loadFromMarkdown(filepath, schema, contentColumn) {
         const parsed = parseColumnType(schema[key]);
         if (parsed.baseType === "vector" && Array.isArray(value)) {
           value = new Float32Array(value);
+        } else if (parsed.baseType === "string" && typeof value !== "string") {
+          value = value === null ? "" : String(value);
+        } else if (parsed.baseType === "number" && typeof value !== "number") {
+          value = Number(value) || 0;
+        } else if (parsed.baseType === "boolean" && typeof value !== "boolean") {
+          value = value === "true" || value === true;
         }
         record[key] = value;
       }

package/dist/persistence/markdown.d.ts

@@ -5,9 +5,9 @@
  * Uses Bun file APIs when available, falls back to Node.js fs/promises.
  */
 import type { SchemaDefinition, RecordWithMeta } from '../core/types';
-/** Convert an ID to a safe filename */
+/** Convert an ID to a safe filename (reversible via percent-encoding) */
 export declare function idToFilename(id: string): string;
-/** Extract ID from a filename */
+/** Extract ID from a filename (decodes percent-encoding) */
 export declare function filenameToId(filename: string): string;
 interface ParsedMarkdown {
     frontmatter: Record<string, unknown>;

package/dist/persistence/markdown.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/persistence/markdown.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAkB,cAAc,EAAE,MAAM,eAAe,CAAA;AA2DrF,uCAAuC;AACvC,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAG/C;AAED,iCAAiC;AACjC,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAMD,UAAU,cAAc;IACtB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACpC,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAqC1D;AAkFD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,gBAAgB,EACzD,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EACzB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,MAAM,CA4BR;AAMD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,CAAC,SAAS,gBAAgB,EAC/D,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;CAAE,GAAG,IAAI,CAAC,CA6CpE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,CAAC,SAAS,gBAAgB,EAC7D,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EACzB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC,OAAO,CAAC,CAOlB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,CAAC,SAAS,gBAAgB,EAChE,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;CAAE,EAAE,CAAC,CAkB/D;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAQ3E;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGpE"}
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/persistence/markdown.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAkB,cAAc,EAAE,MAAM,eAAe,CAAA;AA2DrF,yEAAyE;AACzE,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAe/C;AAED,4DAA4D;AAC5D,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAMrD;AAMD,UAAU,cAAc;IACtB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACpC,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAqC1D;AAqGD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,gBAAgB,EACzD,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EACzB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,MAAM,CA4BR;AAMD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,CAAC,SAAS,gBAAgB,EAC/D,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;CAAE,GAAG,IAAI,CAAC,CAmDpE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,CAAC,SAAS,gBAAgB,EAC7D,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EACzB,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC,OAAO,CAAC,CAOlB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,CAAC,SAAS,gBAAgB,EAChE,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,CAAC,EACT,aAAa,CAAC,EAAE,MAAM,CAAC,GACtB,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;CAAE,EAAE,CAAC,CAkB/D;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAQ3E;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGpE"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rlabs-inc/fsdb",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "Fractal State Database - A reactive in memory database with markdown files persistence made with parallel arrays and fine-grained reactivity.",
   "main": "dist/index.js",
   "module": "dist/index.mjs",