@proseql/core 0.1.0

package/dist/validators/foreign-key.js

@@ -0,0 +1,153 @@
+/**
+ * Foreign key validation system.
+ *
+ * Effect-based validators use Ref<ReadonlyMap> for O(1) lookups.
+ */
+import { Effect, Ref } from "effect";
+import { ForeignKeyError } from "../errors/crud-errors.js";
+// ============================================================================
+// Foreign Key Config Extraction (pure, shared by legacy and Effect paths)
+// ============================================================================
+/**
+ * Extract foreign key configurations from relationships
+ */
+export function extractForeignKeyConfigs(relationships) {
+    const configs = [];
+    for (const [field, rel] of Object.entries(relationships)) {
+        if (rel.type === "ref") {
+            const targetCollection = rel.target ||
+                rel
+                    .__targetCollection ||
+                field;
+            configs.push({
+                field,
+                foreignKey: rel.foreignKey || `${field}Id`,
+                targetCollection,
+                optional: false,
+            });
+        }
+    }
+    return configs;
+}
+// ============================================================================
+// Effect-based Foreign Key Validation
+// ============================================================================
+/**
+ * Validate foreign keys for an entity using Ref-based state.
+ * Returns Effect that fails with ForeignKeyError if a violation is found.
+ *
+ * Uses ReadonlyMap for O(1) lookups instead of legacy array scanning.
+ */
+export const validateForeignKeysEffect = (entity, collectionName, relationships, stateRefs) => {
+    const configs = extractForeignKeyConfigs(relationships);
+    if (configs.length === 0) {
+        return Effect.void;
+    }
+    return Effect.forEach(configs, (config) => {
+        const value = entity[config.foreignKey];
+        if (value === undefined || value === null) {
+            return Effect.void;
+        }
+        const targetRef = stateRefs[config.targetCollection];
+        if (targetRef === undefined) {
+            return Effect.fail(new ForeignKeyError({
+                collection: collectionName,
+                field: config.foreignKey,
+                value: String(value),
+                targetCollection: config.targetCollection,
+                message: `Foreign key constraint violated: '${config.foreignKey}' references non-existent collection '${config.targetCollection}'`,
+            }));
+        }
+        return Ref.get(targetRef).pipe(Effect.flatMap((targetMap) => {
+            if (targetMap.has(String(value))) {
+                return Effect.void;
+            }
+            return Effect.fail(new ForeignKeyError({
+                collection: collectionName,
+                field: config.foreignKey,
+                value: String(value),
+                targetCollection: config.targetCollection,
+                message: `Foreign key constraint violated: '${config.foreignKey}' references non-existent ${config.targetCollection} '${value}'`,
+            }));
+        }));
+    }, { discard: true });
+};
+/**
+ * Check if deleting an entity would violate foreign key constraints.
+ * Scans all collections for "ref" relationships targeting this collection
+ * whose foreign key field references the entity being deleted.
+ *
+ * Returns Effect that fails with ForeignKeyError if violations exist.
+ */
+export const checkDeleteConstraintsEffect = (entityId, collectionName, allRelationships, stateRefs) => Effect.gen(function* () {
+    for (const [otherCollection, relationships] of Object.entries(allRelationships)) {
+        for (const [field, rel] of Object.entries(relationships)) {
+            if (rel.type === "ref" && rel.target === collectionName) {
+                const foreignKey = rel.foreignKey || `${field}Id`;
+                const otherRef = stateRefs[otherCollection];
+                if (otherRef === undefined)
+                    continue;
+                const otherMap = yield* Ref.get(otherRef);
+                let refCount = 0;
+                for (const entity of otherMap.values()) {
+                    if (entity[foreignKey] === entityId) {
+                        refCount++;
+                    }
+                }
+                if (refCount > 0) {
+                    return yield* Effect.fail(new ForeignKeyError({
+                        collection: collectionName,
+                        field: foreignKey,
+                        value: entityId,
+                        targetCollection: otherCollection,
+                        message: `Cannot delete: ${refCount} ${otherCollection} entities reference this ${collectionName}`,
+                    }));
+                }
+            }
+        }
+    }
+});
+/**
+ * Check referential integrity for an entire database using Ref-based state.
+ * Returns Effect with a list of violations.
+ */
+export const checkReferentialIntegrityEffect = (allRelationships, stateRefs) => Effect.gen(function* () {
+    const violations = [];
+    for (const [collection, relationships] of Object.entries(allRelationships)) {
+        const collectionRef = stateRefs[collection];
+        if (collectionRef === undefined)
+            continue;
+        const collectionMap = yield* Ref.get(collectionRef);
+        const foreignKeyConfigs = extractForeignKeyConfigs(relationships);
+        for (const [entityId, entity] of collectionMap.entries()) {
+            for (const config of foreignKeyConfigs) {
+                const value = entity[config.foreignKey];
+                if (value === null || value === undefined)
+                    continue;
+                const targetRef = stateRefs[config.targetCollection];
+                if (targetRef === undefined) {
+                    violations.push({
+                        collection,
+                        entityId,
+                        field: config.field,
+                        invalidReference: value,
+                        targetCollection: config.targetCollection,
+                    });
+                    continue;
+                }
+                const targetMap = yield* Ref.get(targetRef);
+                if (!targetMap.has(String(value))) {
+                    violations.push({
+                        collection,
+                        entityId,
+                        field: config.field,
+                        invalidReference: value,
+                        targetCollection: config.targetCollection,
+                    });
+                }
+            }
+        }
+    }
+    return violations;
+});
+//# sourceMappingURL=foreign-key.js.map

package/dist/validators/foreign-key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"foreign-key.js","sourceRoot":"","sources":["../../src/validators/foreign-key.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAgB3D,+EAA+E;AAC/E,0EAA0E;AAC1E,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACvC,aAGC;IAED,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,MAAM,gBAAgB,GACrB,GAAG,CAAC,MAAM;gBACT,GAAyD;qBACxD,kBAAkB;gBACpB,KAAK,CAAC;YACP,OAAO,CAAC,IAAI,CAAC;gBACZ,KAAK;gBACL,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG,KAAK,IAAI;gBAC1C,gBAAgB;gBAChB,QAAQ,EAAE,KAAK;aACf,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,sCAAsC;AACtC,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACxC,MAAS,EACT,cAAsB,EACtB,aAAiD,EACjD,SAA8D,EACvB,EAAE;IACzC,MAAM,OAAO,GAAG,wBAAwB,CACvC,aAGC,CACD,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CACpB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE;QACV,MAAM,KAAK,GAAI,MAAkC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACrE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO,MAAM,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,IAAI,CACjB,IAAI,eAAe,CAAC;gBACnB,UAAU,EAAE,cAAc;gBAC1B,KAAK,EAAE,MAAM,CAAC,UAAU;gBACxB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;gBACpB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,OAAO,EAAE,qCAAqC,MAAM,CAAC,UAAU,yCAAyC,MAAM,CAAC,gBAAgB,GAAG;aAClI,CAAC,CACF,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAC7B,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC5B,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAClC,OAAO,MAAM,CAAC,IAAI,CAAC;YACpB,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CACjB,IAAI,eAAe,CAAC;gBACnB,UAAU,EAAE,cAAc;gBAC1B,KAAK,EAAE,MAAM,CAAC,UAAU;gBACxB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;gBACpB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,OAAO,EAAE,qCAAqC,MAAM,CAAC,UAAU,6BAA6B,MAAM,CAAC,gBAAgB,KAAK,KAAK,GAAG;aAChI,CAAC,CACF,CAAC;QACH,CAAC,CAAC,CACF,CAAC;IACH,CAAC,EACD,EAAE,OAAO,EAAE,IAAI,EAAE,CACjB,CAAC;AACH,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC3C,QAAgB,EAChB,cAAsB,EACtB,gBAAoE,EACpE,SAA8D,EACvB,EAAE,CACzC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnB,KAAK,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAC5D,gBAAgB,CAChB,EAAE,CAAC;QACH,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;gBACzD,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,KAAK,IAAI,CAAC;gBAClD,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,CAAC;gBAC5C,IAAI,QAAQ,KAAK,SAAS;oBAAE,SAAS;gBAErC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC1C,IAAI,QAAQ,GAAG,CAAC,CAAC;gBAEjB,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;oBACxC,IAAK,MAAkC,CAAC,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;wBAClE,QAAQ,EAAE,CAAC;oBACZ,CAAC;gBACF,CAAC;gBAED,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;oBAClB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CACxB,IAAI,eAAe,CAAC;wBACnB,UAAU,EAAE,cAAc;wBAC1B,KAAK,EAAE,UAAU;wBACjB,KAAK,EAAE,QAAQ;wBACf,gBAAgB,EAAE,eAAe;wBACjC,OAAO,EAAE,kBAAkB,QAAQ,IAAI,eAAe,4BAA4B,cAAc,EAAE;qBAClG,CAAC,CACF,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC,CAAC,CAAC;AAEJ;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAC9C,gBAAoE,EACpE,SAA8D,EAS7D,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnB,MAAM,UAAU,GAMX,EAAE,CAAC;IAER,KAAK,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CACvD,gBAAgB,CAChB,EAAE,CAAC;QACH,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,aAAa,KAAK,SAAS;YAAE,SAAS;QAE1C,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,wBAAwB,CACjD,aAGC,CACD,CAAC;QAEF,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAI,MAAkC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACrE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;oBAAE,SAAS;gBAEpD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;gBACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC7B,UAAU,CAAC,IAAI,CAAC;wBACf,UAAU;wBACV,QAAQ;wBACR,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,gBAAgB,EAAE,KAAK;wBACvB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;qBACzC,CAAC,CAAC;oBACH,SAAS;gBACV,CAAC;gBAED,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBACnC,UAAU,CAAC,IAAI,CAAC;wBACf,UAAU;wBACV,QAAQ;wBACR,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,gBAAgB,EAAE,KAAK;wBACvB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;qBACzC,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC,CAAC"}

package/dist/validators/schema-validator.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Effect Schema decode/encode wrappers that map ParseError to ValidationError.
+ *
+ * These functions bridge Effect Schema's parse errors into the database's
+ * ValidationError type for consistent error handling across CRUD operations.
+ */
+import { Effect, Schema } from "effect";
+import { ValidationError } from "../errors/index.js";
+/**
+ * Decode unknown data through an Effect Schema, producing a typed entity.
+ * Maps Schema ParseError to the database's ValidationError.
+ */
+export declare const validateEntity: <A, I, R>(schema: Schema.Schema<A, I, R>, data: unknown) => Effect.Effect<A, ValidationError, R>;
+/**
+ * Encode a typed entity through an Effect Schema, producing the encoded (on-disk) form.
+ * Maps Schema ParseError to the database's ValidationError.
+ */
+export declare const encodeEntity: <A, I, R>(schema: Schema.Schema<A, I, R>, entity: A) => Effect.Effect<I, ValidationError, R>;
+//# sourceMappingURL=schema-validator.d.ts.map

package/dist/validators/schema-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-validator.d.ts","sourceRoot":"","sources":["../../src/validators/schema-validator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAe,MAAM,EAAE,MAAM,QAAQ,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,cAAc,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACrC,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC9B,MAAM,OAAO,KACX,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAGpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,YAAY,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACnC,QAAQ,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAC9B,QAAQ,CAAC,KACP,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAGpC,CAAC"}

package/dist/validators/schema-validator.js

@@ -0,0 +1,34 @@
+/**
+ * Effect Schema decode/encode wrappers that map ParseError to ValidationError.
+ *
+ * These functions bridge Effect Schema's parse errors into the database's
+ * ValidationError type for consistent error handling across CRUD operations.
+ */
+import { Effect, ParseResult, Schema } from "effect";
+import { ValidationError } from "../errors/index.js";
+/**
+ * Decode unknown data through an Effect Schema, producing a typed entity.
+ * Maps Schema ParseError to the database's ValidationError.
+ */
+export const validateEntity = (schema, data) => Schema.decodeUnknown(schema)(data).pipe(Effect.mapError((parseError) => parseErrorToValidationError(parseError)));
+/**
+ * Encode a typed entity through an Effect Schema, producing the encoded (on-disk) form.
+ * Maps Schema ParseError to the database's ValidationError.
+ */
+export const encodeEntity = (schema, entity) => Schema.encode(schema)(entity).pipe(Effect.mapError((parseError) => parseErrorToValidationError(parseError)));
+/**
+ * Convert an Effect Schema ParseError into our ValidationError,
+ * extracting structured issue details via ArrayFormatter.
+ */
+const parseErrorToValidationError = (parseError) => {
+    const arrayIssues = ParseResult.ArrayFormatter.formatErrorSync(parseError);
+    const message = ParseResult.TreeFormatter.formatErrorSync(parseError);
+    return new ValidationError({
+        message,
+        issues: arrayIssues.map((issue) => ({
+            field: issue.path.map(String).join(".") || "(root)",
+            message: issue.message,
+        })),
+    });
+};
+//# sourceMappingURL=schema-validator.js.map

package/dist/validators/schema-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-validator.js","sourceRoot":"","sources":["../../src/validators/schema-validator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC7B,MAA8B,EAC9B,IAAa,EAC0B,EAAE,CACzC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CACtC,MAAM,CAAC,QAAQ,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,2BAA2B,CAAC,UAAU,CAAC,CAAC,CACxE,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAC3B,MAA8B,EAC9B,MAAS,EAC8B,EAAE,CACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,2BAA2B,CAAC,UAAU,CAAC,CAAC,CACxE,CAAC;AAEH;;;GAGG;AACH,MAAM,2BAA2B,GAAG,CACnC,UAAkC,EAChB,EAAE;IACpB,MAAM,WAAW,GAAG,WAAW,CAAC,cAAc,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,WAAW,CAAC,aAAa,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IAEtE,OAAO,IAAI,eAAe,CAAC;QAC1B,OAAO;QACP,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACnC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ;YACnD,OAAO,EAAE,KAAK,CAAC,OAAO;SACtB,CAAC,CAAC;KACH,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,57 @@
+{
+  "name": "@proseql/core",
+  "version": "0.1.0",
+  "description": "Type-safe in-memory database that persists to plain text files (JSON, YAML, TOML), built on Effect",
+  "type": "module",
+  "scripts": {
+    "build": "bunx tsc --build",
+    "clean": "rm -rf dist *.tsbuildinfo",
+    "prepublishOnly": "bun run build && bun test"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "LICENSE",
+    "README.md"
+  ],
+  "license": "MIT",
+  "author": "Simon W. Jackson",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/simonwjackson/proseql.git",
+    "directory": "packages/core"
+  },
+  "keywords": [
+    "database",
+    "typescript",
+    "effect",
+    "yaml",
+    "json",
+    "plain-text",
+    "type-safe",
+    "in-memory"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "sideEffects": false,
+  "dependencies": {
+    "effect": "^3.15.2",
+    "yaml": "^2.3.4",
+    "json5": "^2.2.3",
+    "jsonc-parser": "^3.3.1",
+    "smol-toml": "^1.6.0",
+    "@toon-format/toon": "^2.1.0",
+    "hjson": "^3.2.2"
+  }
+}