@graphty/graph-io 0.3.47 → 0.3.49

package/dist/src/sources/sparql/index.js

@@ -0,0 +1,314 @@
+/**
+ * `@graphty/graph-io/sources/sparql`: the SPARQL source. It sends CONSTRUCT (or DESCRIBE) queries
+ * over the SPARQL 1.1 protocol (a form POST, N-Triples back) and reads the triples as a graph: an
+ * IRI or blank-node object is an edge from the subject (`type` is the predicate's local name,
+ * `predicate` the full IRI), a literal is an attribute of the subject named by the predicate's
+ * local name. Node ids are the IRIs.
+ *
+ * - Paging: the source adds `ORDER BY` (the template's variables) and `LIMIT` / `OFFSET` to the
+ *   caller's query, unless it sets its own; a load stops between pages at a cap and hands back
+ *   `{ offset }` as its cursor. A page is `pageSize` solutions, so its triple count varies; the
+ *   first empty page ends the load.
+ * - Expand: the triples of the seeds, `VALUES ?s { ... }` out and `VALUES ?o { ... }` in.
+ * - Validate: SHA-256 of the first page's triples.
+ *
+ * Experimental.
+ * @module @graphty/graph-io/sources/sparql
+ */
+import { throwIfAborted } from "../../common/input.js";
+import { defineSource } from "../define.js";
+import { failOn } from "../fail.js";
+import { SPARQL_SOURCE_ID } from "../ids.js";
+import { sha256Hex } from "../sigv4.js";
+import { SPARQL_DESCRIPTOR } from "./descriptor.js";
+import { canonicalTriple, graphTriples, parseNTriples } from "./ntriples.js";
+import { allQuery, aroundQuery, iriTerm, pagedQuery, readQuery, validLanguage } from "./query.js";
+export { SPARQL_DESCRIPTOR } from "./descriptor.js";
+/** Solutions per page when the params name none. */
+const DEFAULT_PAGE_SIZE = 1000;
+/** Triples per hop of an expansion when the request names no limit. */
+const DEFAULT_EXPAND_LIMIT = 500;
+/** The deepest expansion, as for every built-in source. */
+const MAX_DEPTH = 10;
+/** What CONSTRUCT and DESCRIBE are asked to answer. */
+const ACCEPT_TRIPLES = "application/n-triples, text/plain;q=0.9";
+/**
+ * Send a query and read the answer as N-Triples.
+ * @param ctx - the context
+ * @param query - the query
+ * @returns the triples
+ */
+async function send(ctx, query) {
+    throwIfAborted(ctx.signal);
+    const response = await ctx.fetch(ctx.endpoint ?? "", {
+        method: "POST",
+        idempotent: true,
+        headers: { Accept: ACCEPT_TRIPLES, "Content-Type": "application/x-www-form-urlencoded" },
+        body: new URLSearchParams({ query }).toString(),
+        allowStatus: [400],
+    });
+    if (response.status === 400) {
+        const text = (await response.text()).trim().slice(0, 500);
+        failOn(ctx.report, "E_SOURCE_QUERY", "the endpoint refused the query", {
+            serverCode: null,
+            line: null,
+            column: null,
+            serverMessage: text === "" ? null : text,
+        });
+    }
+    const contentType = response.headers.get("content-type");
+    const notTriples = () => failOn(ctx.report, "E_SOURCE_RESPONSE", "the endpoint did not answer N-Triples", {
+        expected: "n-triples",
+        contentType,
+    });
+    if (contentType !== null && /html|json|xml/i.test(contentType)) {
+        notTriples();
+    }
+    const { triples, badLine } = parseNTriples(await response.text());
+    if (badLine !== null) {
+        notTriples();
+    }
+    return triples;
+}
+/**
+ * A whole-number param, checked.
+ * @param value - the value
+ * @param name - the param
+ * @param max - the largest allowed
+ * @param ctx - the context
+ * @returns the number
+ */
+function integer(value, name, max, ctx) {
+    if (!Number.isInteger(value) || value < 1 || value > max) {
+        failOn(ctx.report, "E_SOURCE_PARAM", `${name} is an integer from 1 to ${String(max)}`, {
+            name,
+            reason: "range",
+        });
+    }
+    return value;
+}
+/**
+ * The language filter, lowercase and checked, or "" for none.
+ * @param params - the params
+ * @param ctx - the context
+ * @returns the tag
+ */
+function languageOf(params, ctx) {
+    const language = params.language ?? "";
+    if (language !== "" && !validLanguage(language)) {
+        failOn(ctx.report, "E_SOURCE_PARAM", "language is a language tag", { name: "language", reason: "type" });
+    }
+    return language.toLowerCase();
+}
+/**
+ * The predicate prefixes generated queries follow, checked.
+ * @param params - the params
+ * @param ctx - the context
+ * @returns the prefixes; empty means every predicate
+ */
+function predicatesOf(params, ctx) {
+    const list = params.predicates ?? [];
+    const prefixes = typeof list === "string" ? [list] : list;
+    for (const p of prefixes) {
+        if (typeof p !== "string" || iriTerm(p) === null) {
+            failOn(ctx.report, "E_SOURCE_PARAM", "predicates are IRI prefixes", { name: "predicates", reason: "iri" });
+        }
+    }
+    return prefixes;
+}
+/**
+ * Seed ids as IRI terms; a blank node or anything else that is not an IRI is refused.
+ * @param ids - the ids
+ * @param name - the param, for the error
+ * @param ctx - the context
+ * @returns the terms
+ */
+function irisOf(ids, name, ctx) {
+    if (ids === undefined || ids.length === 0) {
+        failOn(ctx.report, "E_SOURCE_PARAM", `${name} needs at least one IRI`, { name, reason: "required" });
+    }
+    return ids.map((id) => iriTerm(id) ?? failOn(ctx.report, "E_SOURCE_PARAM", `${name}: not an IRI`, { name, reason: "iri" }));
+}
+/**
+ * What a load sends, from its mode.
+ * @param params - the params
+ * @param ctx - the context
+ * @returns the plan
+ */
+function planOf(params, ctx) {
+    const size = integer(params.pageSize ?? DEFAULT_PAGE_SIZE, "pageSize", 10000, ctx);
+    const filter = { language: languageOf(params, ctx), predicates: predicatesOf(params, ctx) };
+    const query = params.query?.trim() ?? "";
+    const mode = params.mode ?? (query === "" ? "all" : "query");
+    if (mode === "neighborhood") {
+        const iris = irisOf(params.ids, "ids", ctx);
+        return { at: (offset) => aroundQuery(iris, "both", filter, size, offset), paged: true };
+    }
+    if (mode === "all") {
+        return { at: (offset) => allQuery(filter, size, offset), paged: true };
+    }
+    if (query === "") {
+        failOn(ctx.report, "E_SOURCE_PARAM", "mode query needs a query", { name: "query", reason: "required" });
+    }
+    const shape = readQuery(query);
+    if (shape.form !== "construct" && shape.form !== "describe") {
+        failOn(ctx.report, "E_SOURCE_PARAM", "the query must be CONSTRUCT or DESCRIBE", {
+            name: "query",
+            reason: "form",
+        });
+    }
+    if (shape.ownLimit) {
+        return { at: () => query, paged: false };
+    }
+    return { at: (offset) => pagedQuery(query, shape, size, offset), paged: true };
+}
+/**
+ * Write nodes and edges into the sink, counting them on the report.
+ * @param graphed - the nodes and edges
+ * @param sink - where to write
+ * @param ctx - the context
+ */
+function write(graphed, sink, ctx) {
+    const { report } = ctx;
+    if (sink.edgeCount === 0) {
+        sink.setDirected(true);
+    }
+    for (const [id, attrs] of graphed.nodes) {
+        try {
+            sink.addNodeRecord(id, attrs);
+            report.counts.nodes++;
+        }
+        catch (err) {
+            report.recordError(err, { element: id });
+            report.counts.skippedNodes++;
+        }
+    }
+    for (const { source, target, ...attrs } of graphed.edges) {
+        try {
+            sink.addEdgeRecord(source, target, attrs, null);
+            report.counts.edges++;
+        }
+        catch (err) {
+            report.recordError(err, { element: `${source} -> ${target}` });
+            report.counts.skippedEdges++;
+        }
+    }
+}
+/**
+ * The content hash of some triples, in any order.
+ * @param triples - the triples
+ * @returns the SHA-256, hex
+ */
+function hashOf(triples) {
+    return sha256Hex(triples.map(canonicalTriple).sort().join("\n")); // NOSONAR(S2871): code-unit order is the point: a locale-free, stable order for the hash
+}
+/**
+ * Load pages into the sink from the cursor's offset until an empty page or a cap.
+ * @param params - the params
+ * @param sink - where to write
+ * @param ctx - the context
+ * @returns the report
+ */
+async function load(params, sink, ctx) {
+    const plan = planOf(params, ctx);
+    const size = params.pageSize ?? DEFAULT_PAGE_SIZE;
+    const start = Number(ctx.cursor?.offset ?? 0);
+    const language = languageOf(params, ctx);
+    let offset = start;
+    let next = null;
+    let contentHash;
+    for (;;) {
+        const triples = await send(ctx, plan.at(offset));
+        if (offset === 0) {
+            contentHash = await hashOf(triples);
+        }
+        write(graphTriples(triples, language), sink, ctx);
+        const { counts } = ctx.report;
+        ctx.progress(counts.nodes + counts.edges, undefined, "items");
+        if (!plan.paged || triples.length === 0) {
+            next = null;
+            break;
+        }
+        offset += size;
+        next = { offset };
+        if (ctx.limits.reached()) {
+            break;
+        }
+    }
+    return ctx.finish({ next, ...(contentHash === undefined ? {} : { validators: { contentHash } }) });
+}
+/**
+ * Fetch the triples around some IRIs into the sink, hop by hop.
+ * @param request - the seeds, direction, depth, limit and predicate filter
+ * @param sink - where to write
+ * @param ctx - the context
+ * @returns the report
+ */
+async function expand(request, sink, ctx) {
+    const direction = request.direction ?? "both";
+    if (!["out", "in", "both"].includes(direction)) {
+        failOn(ctx.report, "E_SOURCE_PARAM", "direction must be out, in or both", {
+            name: "direction",
+            reason: "enum",
+        });
+    }
+    const depth = integer(request.depth ?? 1, "depth", MAX_DEPTH, ctx);
+    const limit = integer(request.limit ?? DEFAULT_EXPAND_LIMIT, "limit", Number.MAX_SAFE_INTEGER, ctx);
+    const language = languageOf(request.params, ctx);
+    const filter = { language, predicates: predicatesOf(request.params, ctx) };
+    const types = request.relationshipTypes === undefined ? null : new Set(request.relationshipTypes);
+    // a capped one-hop expansion resumes at its offset; deeper ones are read whole per hop
+    const offset = depth === 1 ? Number(ctx.cursor?.offset ?? 0) : 0;
+    const seen = new Set(request.ids.map(String));
+    let frontier = irisOf(request.ids, "ids", ctx);
+    let next = null;
+    const graphed = { nodes: new Map(), edges: [] };
+    for (let hop = 0; hop < depth && frontier.length > 0; hop++) {
+        const triples = await send(ctx, aroundQuery(frontier, direction, filter, limit, offset));
+        const before = graphed.edges.length;
+        graphTriples(triples, language, graphed);
+        if (types !== null) {
+            const kept = graphed.edges.slice(before).filter((e) => types.has(e.type) || types.has(e.predicate));
+            graphed.edges.splice(before, Infinity, ...kept);
+        }
+        if (depth === 1 && triples.length > 0) {
+            next = { offset: offset + limit };
+        }
+        const reached = graphed.edges.slice(before).flatMap((e) => [e.source, e.target]);
+        frontier = [...new Set(reached)]
+            .filter((id) => !seen.has(id))
+            .flatMap((id) => {
+            seen.add(id);
+            const term = iriTerm(id);
+            return term === null ? [] : [term];
+        });
+    }
+    write(graphed, sink, ctx);
+    return ctx.finish({ next });
+}
+/**
+ * The SPARQL source: CONSTRUCT or DESCRIBE queries against any SPARQL 1.1 endpoint, paged by
+ * `LIMIT` and `OFFSET`, expanded by `VALUES`, validated by a hash of the first page. Experimental.
+ * @category Network sources
+ */
+export const sparqlSource = defineSource({
+    id: SPARQL_SOURCE_ID,
+    descriptor: SPARQL_DESCRIPTOR,
+    import: load,
+    expand,
+    probe: async (params, ctx) => {
+        // the endpoint answers a one-solution query: it is up, it reads SPARQL, the credential works
+        await send(ctx, "CONSTRUCT { ?s ?p ?o } WHERE { ?s ?p ?o } LIMIT 1");
+        languageOf(params, ctx);
+        return { ok: true };
+    },
+    validate: async (params, seen, ctx) => {
+        const contentHash = await hashOf(await send(ctx, planOf(params, ctx).at(0)));
+        let status = "unverifiable";
+        if (seen.contentHash !== undefined) {
+            status = seen.contentHash === contentHash ? "current" : "changed";
+        }
+        return { status, via: "hash", validators: { contentHash } };
+    },
+});
+//# sourceMappingURL=index.js.map

package/dist/src/sources/sparql/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/sources/sparql/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAIH,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AASxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAgB,YAAY,EAAE,aAAa,EAAe,MAAM,eAAe,CAAC;AAExG,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAElG,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGpD,oDAAoD;AACpD,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,2DAA2D;AAC3D,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,uDAAuD;AACvD,MAAM,cAAc,GAAG,yCAAyC,CAAC;AAUjE;;;;;GAKG;AACH,KAAK,UAAU,IAAI,CAAC,GAAkB,EAAE,KAAa;IACjD,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE;QACjD,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,mCAAmC,EAAE;QACxF,IAAI,EAAE,IAAI,eAAe,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC/C,WAAW,EAAE,CAAC,GAAG,CAAC;KACrB,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1D,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,gCAAgC,EAAE;YACnE,UAAU,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,IAAI;YACZ,aAAa,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;SAC3C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,GAAU,EAAE,CAC3B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,EAAE,uCAAuC,EAAE;QAC7E,QAAQ,EAAE,WAAW;QACrB,WAAW;KACd,CAAC,CAAC;IACP,IAAI,WAAW,KAAK,IAAI,IAAI,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7D,UAAU,EAAE,CAAC;IACjB,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClE,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,UAAU,EAAE,CAAC;IACjB,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW,EAAE,GAAkB;IACzE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAI,4BAA4B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;YACnF,IAAI;YACJ,MAAM,EAAE,OAAO;SAClB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,SAAS,UAAU,CAAC,MAAoB,EAAE,GAAkB;IACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACvC,IAAI,QAAQ,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,4BAA4B,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7G,CAAC;IACD,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED;;;;;GAKG;AACH,SAAS,YAAY,CAAC,MAAoB,EAAE,GAAkB;IAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/G,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,MAAM,CAAC,GAAmC,EAAE,IAAY,EAAE,GAAkB;IACjF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAI,yBAAyB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,OAAO,GAAG,CAAC,GAAG,CACV,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAI,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAC9G,CAAC;AACN,CAAC;AAED;;;;;GAKG;AACH,SAAS,MAAM,CAAC,MAAoB,EAAE,GAAkB;IACpD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,IAAI,iBAAiB,EAAE,UAAU,EAAE,KAAM,EAAE,GAAG,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5F,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC5C,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC5F,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACjB,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC3E,CAAC;IACD,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,0BAA0B,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5G,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1D,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,yCAAyC,EAAE;YAC5E,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,MAAM;SACjB,CAAC,CAAC;IACP,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACnF,CAAC;AAED;;;;;GAKG;AACH,SAAS,KAAK,CAAC,OAAgB,EAAE,IAAe,EAAE,GAAkB;IAChE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IACvB,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IACD,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACvD,IAAI,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,MAAM,EAAE,EAAE,CAAC,CAAC;YAC/D,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,SAAS,MAAM,CAAC,OAA0B;IACtC,OAAO,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,yFAAyF;AAC/J,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,IAAI,CAAC,MAAoB,EAAE,IAAe,EAAE,GAAkB;IACzE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,IAAI,GAAwB,IAAI,CAAC;IACrC,IAAI,WAA+B,CAAC;IACpC,SAAS,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACf,WAAW,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,IAAI,GAAG,IAAI,CAAC;YACZ,MAAM;QACV,CAAC;QACD,MAAM,IAAI,IAAI,CAAC;QACf,IAAI,GAAG,EAAE,MAAM,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACvB,MAAM;QACV,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACvG,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,MAAM,CACjB,OAAoC,EACpC,IAAe,EACf,GAAkB;IAElB,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,mCAAmC,EAAE;YACtE,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,MAAM;SACjB,CAAC,CAAC;IACP,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,oBAAoB,EAAE,OAAO,EAAE,MAAM,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACpG,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAClG,uFAAuF;IACvF,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,IAAI,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,IAAI,GAAwB,IAAI,CAAC;IACrC,MAAM,OAAO,GAAY,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACzD,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QACzF,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QACpC,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACpG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,KAAK,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,GAAG,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACjF,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;aAC3B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAC7B,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;YACzB,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAA8B,YAAY,CAAe;IAC9E,EAAE,EAAE,gBAAgB;IACpB,UAAU,EAAE,iBAAiB;IAC7B,MAAM,EAAE,IAAI;IACZ,MAAM;IACN,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAwB,EAAE;QAC/C,6FAA6F;QAC7F,MAAM,IAAI,CAAC,GAAG,EAAE,mDAAmD,CAAC,CAAC;QACrE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACxB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IACD,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAA4B,EAAE;QAC5D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,MAAM,GAA8B,cAAc,CAAC;QACvD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,GAAG,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC;IAChE,CAAC;CACJ,CAAC,CAAC"}

package/dist/src/sources/sparql/ntriples.d.ts

@@ -0,0 +1,69 @@
+/**
+ * Reading the N-Triples a CONSTRUCT or DESCRIBE answers, and turning triples into nodes and edges:
+ * an IRI or blank-node object is an edge from the subject, a literal is an attribute of the
+ * subject named by the predicate's local name.
+ */
+/** One RDF term. */
+export type Term = {
+    readonly kind: "iri";
+    readonly value: string;
+} | {
+    readonly kind: "bnode";
+    readonly value: string;
+} | {
+    readonly kind: "literal";
+    readonly value: string;
+    readonly lang: string;
+    readonly datatype: string;
+};
+/** One triple. */
+export interface Triple {
+    /** The subject: an IRI or a blank node. */
+    readonly s: Term;
+    /** The predicate IRI. */
+    readonly p: string;
+    /** The object. */
+    readonly o: Term;
+}
+/**
+ * Parse N-Triples.
+ * @param text - the document
+ * @returns the triples, or the 1-based number of the first line that is not a triple
+ */
+export declare function parseNTriples(text: string): {
+    triples: Triple[];
+    badLine: number | null;
+};
+/**
+ * The local name of an IRI: what follows its last `#`, else its last `/`, else its last `:`.
+ * @param iri - the IRI
+ * @returns the local name, or the whole IRI when nothing follows
+ */
+export declare function localName(iri: string): string;
+/** The nodes and edges of some triples. */
+export interface Graphed {
+    /** Each subject's literal attributes, by subject id; a predicate's first value wins. */
+    readonly nodes: Map<string, Record<string, string | number | boolean>>;
+    /** One edge per IRI or blank-node object. */
+    readonly edges: {
+        source: string;
+        target: string;
+        type: string;
+        predicate: string;
+    }[];
+}
+/**
+ * Turn triples into nodes and edges.
+ * @param triples - the triples
+ * @param language - the language filter, lowercase, or ""
+ * @param into - nodes and edges to add to
+ * @returns the nodes and edges
+ */
+export declare function graphTriples(triples: readonly Triple[], language: string, into?: Graphed): Graphed;
+/**
+ * One canonical line per triple, for the content hash.
+ * @param t - the triple
+ * @returns the line
+ */
+export declare function canonicalTriple(t: Triple): string;
+//# sourceMappingURL=ntriples.d.ts.map

package/dist/src/sources/sparql/ntriples.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ntriples.d.ts","sourceRoot":"","sources":["../../../../src/sources/sparql/ntriples.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,oBAAoB;AACpB,MAAM,MAAM,IAAI,GACV;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAClD;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7G,kBAAkB;AAClB,MAAM,WAAW,MAAM;IACnB,2CAA2C;IAC3C,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC;IACjB,yBAAyB;IACzB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB;IAClB,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC;CACpB;AAoFD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CA0BzF;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAI7C;AA4BD,2CAA2C;AAC3C,MAAM,WAAW,OAAO;IACpB,wFAAwF;IACxF,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IACvE,6CAA6C;IAC7C,QAAQ,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACzF;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,OAAO,CAmBlG;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAGjD"}

package/dist/src/sources/sparql/ntriples.js

@@ -0,0 +1,180 @@
+/**
+ * Reading the N-Triples a CONSTRUCT or DESCRIBE answers, and turning triples into nodes and edges:
+ * an IRI or blank-node object is an edge from the subject, a literal is an attribute of the
+ * subject named by the predicate's local name.
+ */
+/** One term at the sticky position: an IRI, a blank node, or a literal with its tag or type. */
+const TERM = /\s*(?:<([^<>]*)>|_:([\w.-]*[\w-])|"((?:[^"\\]|\\.)*)"(?:@([A-Za-z][\w-]*)|\^\^<([^<>]*)>)?)/y;
+/** The end of a statement: a dot, then an optional comment. */
+const END = /\s*\.\s*(?:#.*)?$/y;
+/** The XSD namespace. */
+const XSD = "http://www.w3.org/2001/XMLSchema#";
+/** The XSD numeric types, read as numbers. */
+const NUMERIC = new Set([
+    "integer",
+    "decimal",
+    "double",
+    "float",
+    "int",
+    "long",
+    "short",
+    "byte",
+    "nonNegativeInteger",
+    "nonPositiveInteger",
+    "positiveInteger",
+    "negativeInteger",
+    "unsignedInt",
+    "unsignedLong",
+    "unsignedShort",
+    "unsignedByte",
+].map((t) => XSD + t));
+/**
+ * Undo N-Triples escapes.
+ * @param text - escaped text
+ * @returns the text
+ */
+function unescape(text) {
+    if (!text.includes("\\")) {
+        return text;
+    }
+    const simple = { t: "\t", b: "\b", n: "\n", r: "\r", f: "\f" };
+    return text.replaceAll(/\\(?:u([\da-fA-F]{4})|U([\da-fA-F]{8})|(.))/g, (_m, u4, u8, c) => {
+        const hex = u4 ?? u8;
+        if (hex !== undefined) {
+            return String.fromCodePoint(Number.parseInt(hex, 16));
+        }
+        return simple[c ?? ""] ?? c ?? "";
+    });
+}
+/**
+ * Read one term at `at`.
+ * @param line - the line
+ * @param at - where to start
+ * @returns the term and where it ended, or null when there is none
+ */
+function readTerm(line, at) {
+    TERM.lastIndex = at;
+    const m = TERM.exec(line);
+    if (m === null) {
+        return null;
+    }
+    const [, iri, bnode, lexical, lang, datatype] = m;
+    let term;
+    if (iri !== undefined) {
+        term = { kind: "iri", value: unescape(iri) };
+    }
+    else if (bnode === undefined) {
+        term = {
+            kind: "literal",
+            value: unescape(lexical ?? ""),
+            lang: lang?.toLowerCase() ?? "",
+            datatype: datatype ?? "",
+        };
+    }
+    else {
+        term = { kind: "bnode", value: `_:${bnode}` };
+    }
+    return { term, end: TERM.lastIndex };
+}
+/**
+ * Parse N-Triples.
+ * @param text - the document
+ * @returns the triples, or the 1-based number of the first line that is not a triple
+ */
+export function parseNTriples(text) {
+    const triples = [];
+    const lines = text.split(/\r?\n/);
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const trimmed = line.trim();
+        if (trimmed === "" || trimmed.startsWith("#")) {
+            continue;
+        }
+        const s = readTerm(line, 0);
+        const p = s === null ? null : readTerm(line, s.end);
+        const o = p === null ? null : readTerm(line, p.end);
+        END.lastIndex = o?.end ?? 0;
+        if (s === null ||
+            p === null ||
+            o === null ||
+            s.term.kind === "literal" ||
+            p.term.kind !== "iri" ||
+            !END.test(line)) {
+            return { triples, badLine: i + 1 };
+        }
+        triples.push({ s: s.term, p: p.term.value, o: o.term });
+    }
+    return { triples, badLine: null };
+}
+/**
+ * The local name of an IRI: what follows its last `#`, else its last `/`, else its last `:`.
+ * @param iri - the IRI
+ * @returns the local name, or the whole IRI when nothing follows
+ */
+export function localName(iri) {
+    const cut = Math.max(iri.lastIndexOf("#"), iri.lastIndexOf("/"), iri.lastIndexOf(":"));
+    const name = iri.slice(cut + 1);
+    return name === "" ? iri : name;
+}
+/**
+ * A literal's value: numbers and booleans as such, everything else as its text.
+ * @param term - the literal
+ * @returns the value
+ */
+function literalValue(term) {
+    if (NUMERIC.has(term.datatype)) {
+        const n = Number(term.value);
+        return Number.isFinite(n) ? n : term.value;
+    }
+    if (term.datatype === `${XSD}boolean`) {
+        return term.value === "true" || term.value === "1";
+    }
+    return term.value;
+}
+/**
+ * Whether a literal's language tag passes a language filter (SPARQL's langMatches, plus untagged).
+ * @param lang - the literal's tag, lowercase
+ * @param want - the filter, lowercase, or "" for none
+ * @returns whether to keep it
+ */
+function languageMatches(lang, want) {
+    return want === "" || lang === "" || lang === want || lang.startsWith(`${want}-`);
+}
+/**
+ * Turn triples into nodes and edges.
+ * @param triples - the triples
+ * @param language - the language filter, lowercase, or ""
+ * @param into - nodes and edges to add to
+ * @returns the nodes and edges
+ */
+export function graphTriples(triples, language, into) {
+    const out = into ?? { nodes: new Map(), edges: [] };
+    for (const { s, p, o } of triples) {
+        let attrs = out.nodes.get(s.value);
+        if (attrs === undefined) {
+            attrs = {};
+            out.nodes.set(s.value, attrs);
+        }
+        if (o.kind === "literal") {
+            const key = localName(p);
+            // ponytail: one value per predicate (the first); a list column if multi-valued literals matter
+            if (languageMatches(o.lang, language) && !(key in attrs)) {
+                attrs[key] = literalValue(o);
+            }
+        }
+        else {
+            out.edges.push({ source: s.value, target: o.value, type: localName(p), predicate: p });
+        }
+    }
+    return out;
+}
+/**
+ * One canonical line per triple, for the content hash.
+ * @param t - the triple
+ * @returns the line
+ */
+export function canonicalTriple(t) {
+    const o = t.o.kind === "literal" ? JSON.stringify([t.o.value, t.o.lang, t.o.datatype]) : t.o.value;
+    return `${t.s.value} ${t.p} ${o}`;
+}
+//# sourceMappingURL=ntriples.js.map

package/dist/src/sources/sparql/ntriples.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ntriples.js","sourceRoot":"","sources":["../../../../src/sources/sparql/ntriples.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAkBH,gGAAgG;AAChG,MAAM,IAAI,GAAG,8FAA8F,CAAC;AAE5G,+DAA+D;AAC/D,MAAM,GAAG,GAAG,oBAAoB,CAAC;AAEjC,yBAAyB;AACzB,MAAM,GAAG,GAAG,mCAAmC,CAAC;AAEhD,8CAA8C;AAC9C,MAAM,OAAO,GAAwB,IAAI,GAAG,CACxC;IACI,SAAS;IACT,SAAS;IACT,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;IACN,OAAO;IACP,MAAM;IACN,oBAAoB;IACpB,oBAAoB;IACpB,iBAAiB;IACjB,iBAAiB;IACjB,aAAa;IACb,cAAc;IACd,eAAe;IACf,cAAc;CACjB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CACxB,CAAC;AAEF;;;;GAIG;AACH,SAAS,QAAQ,CAAC,IAAY;IAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAqC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;IACjG,OAAO,IAAI,CAAC,UAAU,CAClB,8CAA8C,EAC9C,CAAC,EAAE,EAAE,EAAW,EAAE,EAAW,EAAE,CAAU,EAAE,EAAE;QACzC,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;QACrB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACtC,CAAC,CACJ,CAAC;AACN,CAAC;AAED;;;;;GAKG;AACH,SAAS,QAAQ,CAAC,IAAY,EAAE,EAAU;IACtC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACpB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,IAAU,CAAC;IACf,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACpB,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IACjD,CAAC;SAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC7B,IAAI,GAAG;YACH,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;YAC9B,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE;YAC/B,QAAQ,EAAE,QAAQ,IAAI,EAAE;SAC3B,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,IAAI,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,KAAK,EAAE,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;AACzC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5C,SAAS;QACb,CAAC;QACD,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACpD,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAC5B,IACI,CAAC,KAAK,IAAI;YACV,CAAC,KAAK,IAAI;YACV,CAAC,KAAK,IAAI;YACV,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS;YACzB,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK;YACrB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EACjB,CAAC;YACC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACtC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAChC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACpC,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,IAAwC;IAC1D,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,GAAG,SAAS,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC;IACvD,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,IAAY,EAAE,IAAY;IAC/C,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;AACtF,CAAC;AAUD;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,OAA0B,EAAE,QAAgB,EAAE,IAAc;IACrF,MAAM,GAAG,GAAY,IAAI,IAAI,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC7D,KAAK,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC;QAChC,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,KAAK,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,+FAA+F;YAC/F,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;gBACvD,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,CAAS;IACrC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACnG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;AACtC,CAAC"}

package/dist/src/sources/sparql/params.d.ts

@@ -0,0 +1,27 @@
+/**
+ * The parameters of the SPARQL source. Experimental.
+ */
+import { type NodeId } from "@graphty/graph-format";
+/**
+ * What to read from a SPARQL endpoint. Experimental.
+ * @category Network sources
+ */
+export interface SparqlParams {
+    /** The caller's CONSTRUCT or DESCRIBE query; without one a query is generated from `mode`. */
+    readonly query?: string | undefined;
+    /** "query" (the caller's), "all" (every triple, paged) or "neighborhood" (the triples of `ids`). */
+    readonly mode?: "query" | "all" | "neighborhood" | undefined;
+    /** The seed IRIs of "neighborhood". */
+    readonly ids?: readonly NodeId[] | undefined;
+    /** Keep literals tagged with this language (`en`) or with none; default every literal. */
+    readonly language?: string | undefined;
+    /**
+     * Generated queries and expansions follow only predicates starting with one of these IRIs
+     * (Wikidata's direct claims: `http://www.wikidata.org/prop/direct/`); literals are always kept.
+     * Default every predicate.
+     */
+    readonly predicates?: readonly string[] | string | undefined;
+    /** Solutions per page, 1 to 10000. A load stops between pages. @defaultValue 1000 */
+    readonly pageSize?: number | undefined;
+}
+//# sourceMappingURL=params.d.ts.map

package/dist/src/sources/sparql/params.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.d.ts","sourceRoot":"","sources":["../../../../src/sources/sparql/params.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD;;;GAGG;AACH,MAAM,WAAW,YAAY;IACzB,8FAA8F;IAC9F,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,oGAAoG;IACpG,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,GAAG,KAAK,GAAG,cAAc,GAAG,SAAS,CAAC;IAC7D,uCAAuC;IACvC,QAAQ,CAAC,GAAG,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAC7C,0FAA0F;IAC1F,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;;;OAIG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7D,qFAAqF;IACrF,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C"}

package/dist/src/sources/sparql/params.js

@@ -0,0 +1,5 @@
+/**
+ * The parameters of the SPARQL source. Experimental.
+ */
+export {};
+//# sourceMappingURL=params.js.map

package/dist/src/sources/sparql/params.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.js","sourceRoot":"","sources":["../../../../src/sources/sparql/params.ts"],"names":[],"mappings":"AAAA;;GAEG"}