isorite 0.10.0 → 0.11.0

package/dist/core.js

@@ -440,6 +440,38 @@ const pictureType = (path) => {
 	const dot = path.lastIndexOf(".");
 	return dot < 0 || path.lastIndexOf("/") > dot ? null : TYPES[path.slice(dot + 1).toLowerCase()] ?? null;
 };
+const OTHER = {
+	html: "text/html",
+	htm: "text/html",
+	csv: "text/csv",
+	tsv: "text/tab-separated-values",
+	json: "application/json",
+	jsonl: "application/jsonl",
+	ndjson: "application/x-ndjson",
+	txt: "text/plain",
+	tex: "text/plain",
+	pdf: "application/pdf",
+	glb: "model/gltf-binary",
+	gltf: "model/gltf+json",
+	stl: "model/stl",
+	obj: "model/obj",
+	zip: "application/zip",
+	parquet: "application/vnd.apache.parquet",
+	arrow: "application/vnd.apache.arrow.file",
+	npy: "application/octet-stream",
+	xlsx: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+	docx: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+	epub: "application/epub+zip",
+	odt: "application/vnd.oasis.opendocument.text"
+};
+/** Any file's media type in the notes (M23), by its extension: a picture's, one listed, or octet-stream. Null for a
+*  note (Markdown is read as a note, never as a file) and for a path with no extension. */
+const fileType = (path) => {
+	const dot = path.lastIndexOf(".");
+	if (dot < 0 || path.lastIndexOf("/") > dot) return null;
+	const ext = path.slice(dot + 1).toLowerCase();
+	return ext === "md" ? null : pictureType(path) ?? OTHER[ext] ?? "application/octet-stream";
+};
 /** Width and height in pixels, or null. */
 function pictureSize(bytes, type) {
 	const v = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength), n = bytes.length;
@@ -584,10 +616,19 @@ function outwardLinks(body) {
 /** The base's own instructions, for Iso and any other agent, at the top of the notes (M15). Not a note. */
 const AGENTS_FILE = "AGENTS.md";
 const OKF_VERSION = "0.2";
-const ARTIFACT = /\.html?$/i;
-const IMAGE = /\.(png|jpe?g|gif|svg|webp|avif)$/i;
-/** What kind of citable file a path is, or null. */
-const citeKind = (path) => ARTIFACT.test(path) ? "artifact" : IMAGE.test(path) ? "image" : null;
+const KINDS$2 = [
+	["artifact", /\.html?$/i],
+	["image", /\.(png|jpe?g|gif|svg|webp|avif)$/i],
+	["data", /\.(csv|tsv|json|jsonl|ndjson|parquet|arrow|feather|npy|npz|xlsx|xls|h5|hdf5|nc)$/i],
+	["document", /\.(pdf|docx?|odt|rtf|epub|pptx?|odp|txt|tex)$/i]
+];
+/** What kind of file a path is: null for a note, or a path with no extension (a note or a folder named without one);
+*  anything not listed is misc rather than dropped. */
+const citeKind = (path) => {
+	const name = basename(path);
+	if (/\.md$/i.test(name) || !/\.[^.]+$/.test(name.replace(/^\./, ""))) return null;
+	return KINDS$2.find(([, re]) => re.test(name))?.[0] ?? "misc";
+};
 const isEntry = (v) => typeof v === "object" && v !== null && !Array.isArray(v);
 var Concept = class {
 	id;
@@ -2159,10 +2200,54 @@ function mapModel(base) {
 		]);
 	}
 	const holdsFiles = /* @__PURE__ */ new Set();
-	for (const f of base.files) holdsFiles.add(f.includes("/") ? f.slice(0, f.lastIndexOf("/")) : "");
+	const parentOf = (p) => p.includes("/") ? p.slice(0, p.lastIndexOf("/")) : "";
+	for (const f of base.files) holdsFiles.add(parentOf(f));
+	const pictureFolder = (d) => {
+		const dd = base.directories.get(d);
+		const here = [...base.files].filter((f) => parentOf(f) === d);
+		return !!d && (!dd || !dd.concepts.length && !dd.children.length) && here.length > 0 && here.every((f) => citeKind(f) === "image");
+	};
+	const refOf = (f) => citeKind(f) === "image" && pictureFolder(parentOf(f)) ? parentOf(f) + "/" : f;
+	const fileEdges = /* @__PURE__ */ new Map();
+	for (const c of base.concepts.values()) for (const x of c.cites) {
+		if (x.broken || !base.files.has(x.target)) continue;
+		const ref = refOf(x.target);
+		if (!fileEdges.has(c.id)) fileEdges.set(c.id, /* @__PURE__ */ new Set());
+		fileEdges.get(c.id).add(ref);
+	}
+	const rankOf = /* @__PURE__ */ new Map();
+	for (const [from, refs] of fileEdges) for (const ref of refs) {
+		edges.push([
+			from,
+			ref,
+			STRENGTH.uses
+		]);
+		rankOf.set(ref, Math.max(rankOf.get(ref) ?? 0, order.get(from)?.depth ?? 0));
+	}
+	const filesIn = /* @__PURE__ */ new Map();
+	for (const f of [...base.files].sort()) {
+		const of = citeKind(f), ref = of ? refOf(f) : null;
+		if (!of || !ref) continue;
+		const at = ref.endsWith("/") ? parentOf(ref.slice(0, -1)) : parentOf(f);
+		const list = filesIn.get(at) ?? [];
+		if (!list.some((n) => n.ref === ref)) list.push({
+			kind: "concept",
+			id: "f:" + ref,
+			ref,
+			weight: 1,
+			rank: rankOf.get(ref) ?? 0,
+			of
+		});
+		filesIn.set(at, list);
+	}
 	const dir = (id) => {
 		const d = base.directories.get(id);
-		const children = [...[...d.children].sort().map(dir).filter((c) => c !== null), ...[...d.concepts].sort().map(note)];
+		if (id && pictureFolder(id)) return null;
+		const children = [
+			...[...d.children].sort().map(dir).filter((c) => c !== null),
+			...[...d.concepts].sort().map(note),
+			...filesIn.get(id) ?? []
+		];
 		return id && !children.length && (holdsFiles.has(id) || d.children.length) ? null : {
 			kind: "dir",
 			id: "d:" + id,
@@ -2175,6 +2260,8 @@ function mapModel(base) {
 		edges
 	};
 }
+/** Whether a map item is a file (M23), not a note: its ref has an extension, or is a folder of pictures. */
+const isFileRef = (ref) => ref.endsWith("/") || citeKind(ref) !== null;
 /** What lights when a note is chosen on the Atlas (refs, as the map model names notes). Where the base rates its
 *  links, only "requires" is followed back; where it rates none, every drawn link is. */
 function reach(model, note) {
@@ -2290,4 +2377,4 @@ function ago(at, now = Date.now()) {
 /** A moment is named by its last entry: the one the note is shown at. */
 const momentKey = (m) => m.ids.at(-1);
 //#endregion
-export { ABOUT, AGENTS_FILE, Bundle, CONFIG_FILE, Concept, DEVICE_RE, DONE, DiffError, Directory, FrontmatterError, GITATTRIBUTES, ID_RE, KINDS, LearnerError, MAX_EVENT_BYTES, OKF_VERSION, OWN_DIR, OWN_FORMAT, RATINGS, SESSION_GAP_MS, SETTINGS_FILE, SNAPSHOT_EVERY, STRENGTH, STUDY_DIR, STUDY_FORMAT, SearchIndex, StudyError, agentName, ago, anchorOf, applyHunks, authors, blocks, change, citeKind, cleanEvent, cmp, cmpTuple, codeTarget, contentHash, describe, diffLines, doneOf, dumpFrontmatter, editFrontmatter, embedFor, embedRefs, findAnchor, findPassage, floatRepr, frontmatterText, hashText, headings, idsOf, impliedLinks, insertAt, iso, journalLine, journalPath, kindOf, legacyId, linkRefs, linkTexts, locate, mapModel, mergeRecords, momentKey, moments, newId, noteIds, outwardLinks, pagerank, parseSettings, parseStudyConfig, parseYaml, passageOf, pending, pictureSize, pictureType, pyRepr, rating, reach, readJournal, readRecord, reconcile, recordPath, replay, round3, section, sessionMoments, settingsText, sha256, slugify, snippet, spliceText, splitFrontmatter, splitSource, stamp, strengthEdges, strip, stronglyConnected, text, textAt, toTime, tokenize, touched, wordAuthors, written };
+export { ABOUT, AGENTS_FILE, Bundle, CONFIG_FILE, Concept, DEVICE_RE, DONE, DiffError, Directory, FrontmatterError, GITATTRIBUTES, ID_RE, KINDS, LearnerError, MAX_EVENT_BYTES, OKF_VERSION, OWN_DIR, OWN_FORMAT, RATINGS, SESSION_GAP_MS, SETTINGS_FILE, SNAPSHOT_EVERY, STRENGTH, STUDY_DIR, STUDY_FORMAT, SearchIndex, StudyError, agentName, ago, anchorOf, applyHunks, authors, blocks, change, citeKind, cleanEvent, cmp, cmpTuple, codeTarget, contentHash, describe, diffLines, doneOf, dumpFrontmatter, editFrontmatter, embedFor, embedRefs, fileType, findAnchor, findPassage, floatRepr, frontmatterText, hashText, headings, idsOf, impliedLinks, insertAt, isFileRef, iso, journalLine, journalPath, kindOf, legacyId, linkRefs, linkTexts, locate, mapModel, mergeRecords, momentKey, moments, newId, noteIds, outwardLinks, pagerank, parseSettings, parseStudyConfig, parseYaml, passageOf, pending, pictureSize, pictureType, pyRepr, rating, reach, readJournal, readRecord, reconcile, recordPath, replay, round3, section, sessionMoments, settingsText, sha256, slugify, snippet, spliceText, splitFrontmatter, splitSource, stamp, strengthEdges, strip, stronglyConnected, text, textAt, toTime, tokenize, touched, wordAuthors, written };