@jay-framework/data-files 0.24.1 → 0.24.3

package/dist/index.d.ts

@@ -123,7 +123,4 @@ declare const generateDataPagesContract: _jay_framework_fullstack_component.Dyna
 declare const generateDataListContract: _jay_framework_fullstack_component.DynamicContractGenerator<[]>;
 declare const generateDataItemContract: _jay_framework_fullstack_component.DynamicContractGenerator<[]>;
 
-declare function generateSchema(contentDir: string): Promise<string>;
-declare function generateSchemaCommand(args: string[]): Promise<void>;
-
-export { buildSlugIndex, clearFileCache, clearParseCache, clearSchemaCache, dataItem, dataList, dataPages, generateDataItemContract, generateDataListContract, generateDataPagesContract, generateSchema, generateSchemaCommand, loadSchema, parseDataFile, resolveReferences };
+export { buildSlugIndex, clearFileCache, clearParseCache, clearSchemaCache, dataItem, dataList, dataPages, generateDataItemContract, generateDataListContract, generateDataPagesContract, loadSchema, parseDataFile, resolveReferences };

package/dist/index.js

@@ -1,105 +1,9 @@
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
 import { makeJayStackComponent, notFound, phaseOutput, makeContractGenerator } from "@jay-framework/fullstack-component";
+import { F as FileCache, p as parseDataFile, b as buildSlugIndex } from "./parse-data-BfLjCqSm.js";
+import { c } from "./parse-data-BfLjCqSm.js";
 import fs from "node:fs/promises";
 import path from "node:path";
 import yaml from "js-yaml";
-const CACHE_TTL_MS = 1e4;
-class FileCache {
-  constructor() {
-    __publicField(this, "entries", /* @__PURE__ */ new Map());
-  }
-  async get(filePath, loader) {
-    const cached = this.entries.get(filePath);
-    if (cached) {
-      const now = Date.now();
-      if (now - cached.checkedAt < CACHE_TTL_MS) return cached.value;
-      try {
-        const stat2 = await fs.stat(filePath);
-        cached.checkedAt = now;
-        if (stat2.mtimeMs === cached.mtime) return cached.value;
-      } catch {
-      }
-    }
-    const value = await loader();
-    const stat = await fs.stat(filePath);
-    this.entries.set(filePath, { value, mtime: stat.mtimeMs, checkedAt: Date.now() });
-    return value;
-  }
-  clear() {
-    this.entries.clear();
-  }
-}
-const cache$1 = new FileCache();
-async function parseDataFile(filePath) {
-  const ext = path.extname(filePath).toLowerCase();
-  const supportedExtensions = [".csv", ".yaml", ".yml", ".json", ".jsonl"];
-  if (!supportedExtensions.includes(ext)) {
-    throw new Error(
-      `Unsupported data file format "${ext}". Supported: .csv, .yaml, .yml, .json, .jsonl`
-    );
-  }
-  return cache$1.get(filePath, async () => {
-    const content = await fs.readFile(filePath, "utf-8");
-    switch (ext) {
-      case ".csv":
-        return parseCsv(content);
-      case ".yaml":
-      case ".yml":
-        return parseYaml(content);
-      case ".json":
-        return parseJson(content);
-      case ".jsonl":
-        return parseJsonl(content);
-      default:
-        throw new Error("Unreachable");
-    }
-  });
-}
-function parseCsv(content) {
-  const lines = content.split("\n").filter((l) => l.trim().length > 0);
-  if (lines.length === 0) return [];
-  const headers = lines[0].split(",").map((h) => h.trim());
-  return lines.slice(1).map((line) => {
-    const values = line.split(",").map((v) => v.trim());
-    const row = {};
-    for (let i = 0; i < headers.length; i++) {
-      row[headers[i]] = values[i] ?? "";
-    }
-    return row;
-  });
-}
-function parseYaml(content) {
-  const data = yaml.load(content);
-  if (!Array.isArray(data)) {
-    throw new Error("YAML data file must be an array of objects");
-  }
-  return data;
-}
-function parseJson(content) {
-  const data = JSON.parse(content);
-  if (!Array.isArray(data)) {
-    throw new Error("JSON data file must be an array of objects");
-  }
-  return data;
-}
-function parseJsonl(content) {
-  return content.split("\n").map((line) => line.trim()).filter((line) => line.length > 0).map((line) => JSON.parse(line));
-}
-function clearParseCache() {
-  cache$1.clear();
-}
-function buildSlugIndex(rows, slugField) {
-  const index = /* @__PURE__ */ new Map();
-  for (const row of rows) {
-    const slug = String(row[slugField] ?? "");
-    if (slug) {
-      index.set(slug, row);
-    }
-  }
-  return index;
-}
 const MAX_ROWS = 1e4;
 const cache = new FileCache();
 async function loadSchema(contentDir) {
@@ -413,130 +317,10 @@ const generateDataItemContract = makeContractGenerator().generateWith(async () =
     })
   );
 });
-function inferType(value) {
-  if (value === null || value === void 0) return "string";
-  if (typeof value === "number") return "number";
-  if (typeof value === "boolean") return "boolean";
-  if (typeof value === "string") {
-    if (value.startsWith("<")) return "html-string";
-    return "string";
-  }
-  return "string";
-}
-function inferTags(rows) {
-  if (rows.length === 0) return [];
-  const firstRow = rows[0];
-  const tags = [];
-  for (const [key, value] of Object.entries(firstRow)) {
-    if (Array.isArray(value)) {
-      const itemTags = value.length > 0 && typeof value[0] === "object" && value[0] !== null ? inferTags(value) : [];
-      const trackBy = itemTags.find((t) => t.tag === "id" || t.tag === "slug")?.tag;
-      tags.push({
-        tag: key,
-        type: "sub-contract",
-        repeated: true,
-        trackBy: trackBy || (itemTags.length > 0 ? itemTags[0].tag : "id"),
-        tags: itemTags
-      });
-    } else if (typeof value === "object" && value !== null) {
-      tags.push({
-        tag: key,
-        type: "sub-contract",
-        tags: inferTags([value])
-      });
-    } else {
-      tags.push({
-        tag: key,
-        type: "data",
-        dataType: inferType(value)
-      });
-    }
-  }
-  return tags;
-}
-function pickSlugField(tags) {
-  const candidates = ["slug", "id", "key", "name"];
-  for (const candidate of candidates) {
-    if (tags.find((t) => t.tag === candidate && t.type === "data")) {
-      return candidate;
-    }
-  }
-  return tags.find((t) => t.type === "data")?.tag;
-}
-function tagToYaml(tag, indent) {
-  const pad = "  ".repeat(indent);
-  const lines = [];
-  lines.push(`${pad}- tag: ${tag.tag}`);
-  lines.push(`${pad}  type: ${tag.type}`);
-  if (tag.dataType) lines.push(`${pad}  dataType: ${tag.dataType}`);
-  if (tag.isSlug) {
-    lines.push(`${pad}  meta:`);
-    lines.push(`${pad}    slug: "true"`);
-  }
-  if (tag.repeated) lines.push(`${pad}  repeated: true`);
-  if (tag.trackBy) lines.push(`${pad}  trackBy: ${tag.trackBy}`);
-  if (tag.tags && tag.tags.length > 0) {
-    lines.push(`${pad}  tags:`);
-    for (const child of tag.tags) {
-      lines.push(tagToYaml(child, indent + 2));
-    }
-  }
-  return lines.join("\n");
-}
-async function generateSchema(contentDir) {
-  const files = await fs.readdir(contentDir);
-  const dataFile = files.find(
-    (f) => f.endsWith(".csv") || f.endsWith(".yaml") || f.endsWith(".yml") || f.endsWith(".json") || f.endsWith(".jsonl")
-  );
-  if (!dataFile) {
-    throw new Error(`No data file found in "${contentDir}"`);
-  }
-  const rows = await parseDataFile(path.join(contentDir, dataFile));
-  if (rows.length === 0) {
-    throw new Error(`Data file "${dataFile}" is empty`);
-  }
-  const tags = inferTags(rows);
-  const slugField = pickSlugField(tags);
-  if (slugField) {
-    const slugTag = tags.find((t) => t.tag === slugField);
-    if (slugTag) slugTag.isSlug = true;
-  }
-  const dirName = path.basename(contentDir);
-  const lines = [
-    `name: ${dirName}`,
-    `description: Auto-generated schema for ${dirName}`,
-    "",
-    "tags:",
-    ...tags.map((t) => tagToYaml(t, 1))
-  ];
-  return lines.join("\n") + "\n";
-}
-async function generateSchemaCommand(args) {
-  const contentDir = args[0];
-  if (!contentDir) {
-    console.error(
-      "Usage: jay-stack run data-files/generate-schema <content-dir>\nExample: jay-stack run data-files/generate-schema content/team"
-    );
-    process.exit(1);
-  }
-  const yaml2 = await generateSchema(contentDir);
-  const dirName = path.basename(contentDir);
-  const outputPath = path.join(contentDir, `${dirName}.jay-contract`);
-  try {
-    await fs.access(outputPath);
-    console.error(`Schema file already exists: ${outputPath}
-Delete it first to regenerate.`);
-    process.exit(1);
-  } catch {
-  }
-  await fs.writeFile(outputPath, yaml2, "utf-8");
-  console.log(`Generated schema: ${outputPath}`);
-  console.log("Review and refine the schema — check slug field, add descriptions, define links.");
-}
 export {
   buildSlugIndex,
   clearFileCache,
-  clearParseCache,
+  c as clearParseCache,
   clearSchemaCache,
   dataItem,
   dataList,
@@ -544,8 +328,6 @@ export {
   generateDataItemContract,
   generateDataListContract,
   generateDataPagesContract,
-  generateSchema,
-  generateSchemaCommand,
   loadSchema,
   parseDataFile,
   resolveReferences

package/dist/parse-data-BfLjCqSm.js

@@ -0,0 +1,107 @@
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+import fs from "node:fs/promises";
+import path from "node:path";
+import yaml from "js-yaml";
+const CACHE_TTL_MS = 1e4;
+class FileCache {
+  constructor() {
+    __publicField(this, "entries", /* @__PURE__ */ new Map());
+  }
+  async get(filePath, loader) {
+    const cached = this.entries.get(filePath);
+    if (cached) {
+      const now = Date.now();
+      if (now - cached.checkedAt < CACHE_TTL_MS) return cached.value;
+      try {
+        const stat2 = await fs.stat(filePath);
+        cached.checkedAt = now;
+        if (stat2.mtimeMs === cached.mtime) return cached.value;
+      } catch {
+      }
+    }
+    const value = await loader();
+    const stat = await fs.stat(filePath);
+    this.entries.set(filePath, { value, mtime: stat.mtimeMs, checkedAt: Date.now() });
+    return value;
+  }
+  clear() {
+    this.entries.clear();
+  }
+}
+const cache = new FileCache();
+async function parseDataFile(filePath) {
+  const ext = path.extname(filePath).toLowerCase();
+  const supportedExtensions = [".csv", ".yaml", ".yml", ".json", ".jsonl"];
+  if (!supportedExtensions.includes(ext)) {
+    throw new Error(
+      `Unsupported data file format "${ext}". Supported: .csv, .yaml, .yml, .json, .jsonl`
+    );
+  }
+  return cache.get(filePath, async () => {
+    const content = await fs.readFile(filePath, "utf-8");
+    switch (ext) {
+      case ".csv":
+        return parseCsv(content);
+      case ".yaml":
+      case ".yml":
+        return parseYaml(content);
+      case ".json":
+        return parseJson(content);
+      case ".jsonl":
+        return parseJsonl(content);
+      default:
+        throw new Error("Unreachable");
+    }
+  });
+}
+function parseCsv(content) {
+  const lines = content.split("\n").filter((l) => l.trim().length > 0);
+  if (lines.length === 0) return [];
+  const headers = lines[0].split(",").map((h) => h.trim());
+  return lines.slice(1).map((line) => {
+    const values = line.split(",").map((v) => v.trim());
+    const row = {};
+    for (let i = 0; i < headers.length; i++) {
+      row[headers[i]] = values[i] ?? "";
+    }
+    return row;
+  });
+}
+function parseYaml(content) {
+  const data = yaml.load(content);
+  if (!Array.isArray(data)) {
+    throw new Error("YAML data file must be an array of objects");
+  }
+  return data;
+}
+function parseJson(content) {
+  const data = JSON.parse(content);
+  if (!Array.isArray(data)) {
+    throw new Error("JSON data file must be an array of objects");
+  }
+  return data;
+}
+function parseJsonl(content) {
+  return content.split("\n").map((line) => line.trim()).filter((line) => line.length > 0).map((line) => JSON.parse(line));
+}
+function clearParseCache() {
+  cache.clear();
+}
+function buildSlugIndex(rows, slugField) {
+  const index = /* @__PURE__ */ new Map();
+  for (const row of rows) {
+    const slug = String(row[slugField] ?? "");
+    if (slug) {
+      index.set(slug, row);
+    }
+  }
+  return index;
+}
+export {
+  FileCache as F,
+  buildSlugIndex as b,
+  clearParseCache as c,
+  parseDataFile as p
+};

package/dist/tools.d.ts

@@ -0,0 +1,4 @@
+declare function generateSchema(contentDir: string): Promise<string>;
+declare function generateSchemaCommand(args: string[]): Promise<void>;
+
+export { generateSchema, generateSchemaCommand };

package/dist/tools.js

@@ -0,0 +1,127 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import { p as parseDataFile } from "./parse-data-BfLjCqSm.js";
+function inferType(value) {
+  if (value === null || value === void 0) return "string";
+  if (typeof value === "number") return "number";
+  if (typeof value === "boolean") return "boolean";
+  if (typeof value === "string") {
+    if (value.startsWith("<")) return "html-string";
+    return "string";
+  }
+  return "string";
+}
+function inferTags(rows) {
+  if (rows.length === 0) return [];
+  const firstRow = rows[0];
+  const tags = [];
+  for (const [key, value] of Object.entries(firstRow)) {
+    if (Array.isArray(value)) {
+      const itemTags = value.length > 0 && typeof value[0] === "object" && value[0] !== null ? inferTags(value) : [];
+      const trackBy = itemTags.find((t) => t.tag === "id" || t.tag === "slug")?.tag;
+      tags.push({
+        tag: key,
+        type: "sub-contract",
+        repeated: true,
+        trackBy: trackBy || (itemTags.length > 0 ? itemTags[0].tag : "id"),
+        tags: itemTags
+      });
+    } else if (typeof value === "object" && value !== null) {
+      tags.push({
+        tag: key,
+        type: "sub-contract",
+        tags: inferTags([value])
+      });
+    } else {
+      tags.push({
+        tag: key,
+        type: "data",
+        dataType: inferType(value)
+      });
+    }
+  }
+  return tags;
+}
+function pickSlugField(tags) {
+  const candidates = ["slug", "id", "key", "name"];
+  for (const candidate of candidates) {
+    if (tags.find((t) => t.tag === candidate && t.type === "data")) {
+      return candidate;
+    }
+  }
+  return tags.find((t) => t.type === "data")?.tag;
+}
+function tagToYaml(tag, indent) {
+  const pad = "  ".repeat(indent);
+  const lines = [];
+  lines.push(`${pad}- tag: ${tag.tag}`);
+  lines.push(`${pad}  type: ${tag.type}`);
+  if (tag.dataType) lines.push(`${pad}  dataType: ${tag.dataType}`);
+  if (tag.isSlug) {
+    lines.push(`${pad}  meta:`);
+    lines.push(`${pad}    slug: "true"`);
+  }
+  if (tag.repeated) lines.push(`${pad}  repeated: true`);
+  if (tag.trackBy) lines.push(`${pad}  trackBy: ${tag.trackBy}`);
+  if (tag.tags && tag.tags.length > 0) {
+    lines.push(`${pad}  tags:`);
+    for (const child of tag.tags) {
+      lines.push(tagToYaml(child, indent + 2));
+    }
+  }
+  return lines.join("\n");
+}
+async function generateSchema(contentDir) {
+  const files = await fs.readdir(contentDir);
+  const dataFile = files.find(
+    (f) => f.endsWith(".csv") || f.endsWith(".yaml") || f.endsWith(".yml") || f.endsWith(".json") || f.endsWith(".jsonl")
+  );
+  if (!dataFile) {
+    throw new Error(`No data file found in "${contentDir}"`);
+  }
+  const rows = await parseDataFile(path.join(contentDir, dataFile));
+  if (rows.length === 0) {
+    throw new Error(`Data file "${dataFile}" is empty`);
+  }
+  const tags = inferTags(rows);
+  const slugField = pickSlugField(tags);
+  if (slugField) {
+    const slugTag = tags.find((t) => t.tag === slugField);
+    if (slugTag) slugTag.isSlug = true;
+  }
+  const dirName = path.basename(contentDir);
+  const lines = [
+    `name: ${dirName}`,
+    `description: Auto-generated schema for ${dirName}`,
+    "",
+    "tags:",
+    ...tags.map((t) => tagToYaml(t, 1))
+  ];
+  return lines.join("\n") + "\n";
+}
+async function generateSchemaCommand(args) {
+  const contentDir = args[0];
+  if (!contentDir) {
+    console.error(
+      "Usage: jay-stack run data-files/generate-schema <content-dir>\nExample: jay-stack run data-files/generate-schema content/team"
+    );
+    process.exit(1);
+  }
+  const yaml = await generateSchema(contentDir);
+  const dirName = path.basename(contentDir);
+  const outputPath = path.join(contentDir, `${dirName}.jay-contract`);
+  try {
+    await fs.access(outputPath);
+    console.error(`Schema file already exists: ${outputPath}
+Delete it first to regenerate.`);
+    process.exit(1);
+  } catch {
+  }
+  await fs.writeFile(outputPath, yaml, "utf-8");
+  console.log(`Generated schema: ${outputPath}`);
+  console.log("Review and refine the schema — check slug field, add descriptions, define links.");
+}
+export {
+  generateSchema,
+  generateSchemaCommand
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jay-framework/data-files",
-  "version": "0.24.1",
+  "version": "0.24.3",
   "type": "module",
   "description": "Data files plugin for Jay Framework — CSV, YAML, JSON, JSONL data sources with list views, item views, and per-item pages",
   "license": "Apache-2.0",
@@ -13,13 +13,14 @@
   "exports": {
     ".": "./dist/index.js",
     "./client": "./dist/index.client.js",
+    "./tools": "./dist/tools.js",
     "./plugin.yaml": "./plugin.yaml"
   },
   "scripts": {
     "build": "npm run build:server && npm run build:client && npm run build:types",
     "build:client": "vite build",
     "build:server": "vite build --ssr",
-    "build:types": "tsup lib/index.ts --dts-only --format esm",
+    "build:types": "tsup lib/index.ts lib/tools.ts --dts-only --format esm",
     "build:check-types": "tsc",
     "validate": "jay-stack-cli validate-plugin",
     "clean": "rimraf dist",
@@ -27,18 +28,18 @@
     "test": "vitest run"
   },
   "dependencies": {
-    "@jay-framework/component": "^0.24.1",
-    "@jay-framework/fullstack-component": "^0.24.1",
-    "@jay-framework/reactive": "^0.24.1",
-    "@jay-framework/runtime": "^0.24.1",
-    "@jay-framework/stack-client-runtime": "^0.24.1",
-    "@jay-framework/stack-server-runtime": "^0.24.1",
+    "@jay-framework/component": "^0.24.3",
+    "@jay-framework/fullstack-component": "^0.24.3",
+    "@jay-framework/reactive": "^0.24.3",
+    "@jay-framework/runtime": "^0.24.3",
+    "@jay-framework/stack-client-runtime": "^0.24.3",
+    "@jay-framework/stack-server-runtime": "^0.24.3",
     "js-yaml": "^4.1.0",
     "papaparse": "^5.4.1"
   },
   "devDependencies": {
-    "@jay-framework/dev-environment": "^0.24.1",
-    "@jay-framework/jay-stack-cli": "^0.24.1",
+    "@jay-framework/dev-environment": "^0.24.3",
+    "@jay-framework/jay-stack-cli": "^0.24.3",
     "@types/js-yaml": "^4.0.9",
     "@types/node": "^22.15.21",
     "@types/papaparse": "^5.3.14",