@plurnk/plurnk-mimetypes-application-jsonl 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 PossumTech Laboratories, LLC
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,24 @@
+# @plurnk/plurnk-mimetypes-application-jsonl
+
+`application/jsonl` (JSON Lines / NDJSON) mimetype handler for the [plurnk](https://github.com/plurnk) ecosystem. Hand-rolled, no parser dependency.
+
+## install
+
+```
+npm i @plurnk/plurnk-mimetypes-application-jsonl
+```
+
+## what it does
+
+One JSON value per line — training data, eval sets, fine-tune files, chat/agent logs. The structural definition of a JSONL dataset is its **record schema**, not its rows (a file can be millions of lines), so:
+
+- `extractRaw(content)` — the schema: each distinct top-level key across records becomes a `field` symbol at the line it first appears. Scale-safe (bounded by schema width, not record count), and it answers "what is this dataset" — `{prompt, completion, score}`.
+- `extent` — the **record count**, the unit you address by.
+- `deepJson(content)` — the parsed records array, a jsonpath target (`$[5].completion`), computed only on demand.
+- `query(content, dialect, pattern)` — jsonpath dispatches against the records array; regex/glob against the raw text.
+
+Lenient by design: blank lines are skipped, and a line that doesn't parse is skipped (a trailing newline or a partial write doesn't poison the file). The raw body is already readable JSON-per-line, so there is no content projection. References are not applicable.
+
+## license
+
+MIT.

package/dist/Jsonl.d.ts

@@ -0,0 +1,18 @@
+import { BaseHandler } from "@plurnk/plurnk-mimetypes";
+import type { HandlerContent, MimeSymbol } from "@plurnk/plurnk-mimetypes";
+export default class Jsonl extends BaseHandler {
+    extractRaw(content: HandlerContent): MimeSymbol[];
+    deepJson(content: HandlerContent): unknown;
+    extent(content: HandlerContent): number;
+}
+interface SchemaEntry {
+    key: string;
+    firstLine: number;
+}
+export interface JsonlScan {
+    records: unknown[];
+    schema: SchemaEntry[];
+}
+export declare function scan(text: string): JsonlScan;
+export {};
+//# sourceMappingURL=Jsonl.d.ts.map

package/dist/Jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Jsonl.d.ts","sourceRoot":"","sources":["../src/Jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAgB3E,MAAM,CAAC,OAAO,OAAO,KAAM,SAAQ,WAAW;IACjC,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,EAAE;IASjD,QAAQ,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO;IAI1C,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM;CAGnD;AAED,UAAU,WAAW;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,OAAO,EAAE,OAAO,EAAE,CAAC;IACnB,MAAM,EAAE,WAAW,EAAE,CAAC;CACzB;AAED,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAyB5C"}

package/dist/Jsonl.js

@@ -0,0 +1,63 @@
+import { BaseHandler } from "@plurnk/plurnk-mimetypes";
+// application/jsonl (JSON Lines / NDJSON) handler — Tier 4, no parser dep.
+//
+// One JSON value per line: training data, eval sets, fine-tune files, chat /
+// agent logs. The structural definition of a JSONL dataset is its RECORD
+// SCHEMA — the union of top-level keys across records — not its rows: a file
+// can be millions of lines, so one-symbol-per-record would explode and
+// sampling would lie. So symbols are the schema (each distinct top-level key →
+// a `field` at the line it first appears), and `extent` is the record count
+// (the unit you address by). The records themselves live in deepJson — the
+// parsed array, a jsonpath target (`$[N].field`) computed only on demand.
+//
+// Lenient: blank lines are skipped, a line that doesn't parse is skipped (a
+// trailing newline or a partial write doesn't poison the file). The raw body
+// is already readable JSON-per-line, so there is no content projection.
+export default class Jsonl extends BaseHandler {
+    extractRaw(content) {
+        return scan(toText(content)).schema.map((s) => ({
+            name: s.key,
+            kind: "field",
+            line: s.firstLine,
+            endLine: s.firstLine,
+        }));
+    }
+    deepJson(content) {
+        return scan(toText(content)).records;
+    }
+    extent(content) {
+        return scan(toText(content)).records.length;
+    }
+}
+export function scan(text) {
+    const lines = text.split("\n");
+    const records = [];
+    const schema = [];
+    const seen = new Set();
+    for (let i = 0; i < lines.length; i += 1) {
+        const line = lines[i].trim();
+        if (line.length === 0)
+            continue;
+        let value;
+        try {
+            value = JSON.parse(line);
+        }
+        catch {
+            continue;
+        }
+        records.push(value);
+        if (typeof value === "object" && value !== null && !Array.isArray(value)) {
+            for (const key of Object.keys(value)) {
+                if (!seen.has(key)) {
+                    seen.add(key);
+                    schema.push({ key, firstLine: i + 1 });
+                }
+            }
+        }
+    }
+    return { records, schema };
+}
+function toText(content) {
+    return typeof content === "string" ? content : new TextDecoder("utf-8").decode(content);
+}
+//# sourceMappingURL=Jsonl.js.map

package/dist/Jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Jsonl.js","sourceRoot":"","sources":["../src/Jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAGvD,2EAA2E;AAC3E,EAAE;AACF,6EAA6E;AAC7E,yEAAyE;AACzE,6EAA6E;AAC7E,uEAAuE;AACvE,+EAA+E;AAC/E,4EAA4E;AAC5E,2EAA2E;AAC3E,0EAA0E;AAC1E,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,wEAAwE;AACxE,MAAM,CAAC,OAAO,OAAO,KAAM,SAAQ,WAAW;IACjC,UAAU,CAAC,OAAuB;QACvC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,IAAI,EAAE,CAAC,CAAC,GAAG;YACX,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,CAAC,CAAC,SAAS;YACjB,OAAO,EAAE,CAAC,CAAC,SAAS;SACvB,CAAC,CAAC,CAAC;IACR,CAAC;IAEQ,QAAQ,CAAC,OAAuB;QACrC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IACzC,CAAC;IAEQ,MAAM,CAAC,OAAuB;QACnC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAChD,CAAC;CACJ;AAYD,MAAM,UAAU,IAAI,CAAC,IAAY;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAChC,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACL,SAAS;QACb,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACvE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,MAAM,CAAC,OAAuB;IACnC,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC5F,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export { default as Jsonl } from "./Jsonl.ts";
+export { default } from "./Jsonl.ts";
+export { scan } from "./Jsonl.ts";
+export type { JsonlScan } from "./Jsonl.ts";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export { default as Jsonl } from "./Jsonl.js";
+export { default } from "./Jsonl.js";
+export { scan } from "./Jsonl.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC"}

package/package.json

@@ -0,0 +1,53 @@
+{
+    "name": "@plurnk/plurnk-mimetypes-application-jsonl",
+    "version": "0.1.0",
+    "description": "application/jsonl (JSON Lines / NDJSON) mimetype handler for plurnk-service. Record-schema symbols, records array as deepJson. Hand-rolled, no parser dependency.",
+    "type": "module",
+    "license": "MIT",
+    "publishConfig": {
+        "access": "public"
+    },
+    "engines": {
+        "node": ">=25"
+    },
+    "plurnk": {
+        "kind": "mimetype",
+        "handlers": [
+            {
+                "name": "application/jsonl",
+                "glyph": "🧾",
+                "extensions": [
+                    ".jsonl",
+                    ".ndjson"
+                ]
+            }
+        ]
+    },
+    "exports": {
+        ".": {
+            "types": "./dist/index.d.ts",
+            "default": "./dist/index.js"
+        },
+        "./package.json": "./package.json"
+    },
+    "files": [
+        "dist/**/*",
+        "README.md"
+    ],
+    "scripts": {
+        "test:lint": "tsc --noEmit",
+        "test:unit": "node --test src/**/*.test.ts",
+        "test": "npm run test:lint && npm run test:unit",
+        "build:dist": "tsc -p tsconfig.build.json",
+        "build": "npm run build:dist",
+        "prepare": "npm run build"
+    },
+    "devDependencies": {
+        "@types/node": "^25.8.0",
+        "typescript": "^6.0.3",
+        "@plurnk/plurnk-mimetypes": "^0.15.0"
+    },
+    "peerDependencies": {
+        "@plurnk/plurnk-mimetypes": "^0.15.0"
+    }
+}