@peter_marklund/json 0.0.4 → 0.0.5

package/README.md

@@ -16,6 +16,57 @@ npm install @peter_marklund/json -g
 
 ```sh
 echo '{"foo": "1"}' | json .foo
+
+# Colorized pretty printing is the default
+cat test/input/array.json | json           
+# [
+#   {
+#     "id": 1,
+#     "name": "Item 1",
+#     "value": 100
+#   },
+#   {
+#     "id": 2,
+#     "name": "Item 2",
+#     "value": 200
+#   },
+#   {
+#     "id": 3,
+#     "name": "Item 3",
+#     "value": 300
+#   }
+# ]
+
+# Without pretty printing (single line):
+cat test/input/basic.json | PRETTY=false json
+# {"bar":"Hello world","baz":false,"data":[{"id":1,"name":"Item 1","value":100},{"id":2,"name":"Item 2","value":200},{"id":3,"name":"Item 3","value":300}],"foo":1,"nested":{"foo":{"bar":"nested value"}}}
+
+# JSONL output (for an array with one JSON object per line)
+cat test/input/array.json | JSONL=true json 
+# {"id":1,"name":"Item 1","value":100}
+# {"id":2,"name":"Item 2","value":200}
+# {"id":3,"name":"Item 3","value":300}
+
+# The json command can take JSONL as input as well
+cat test/input/array.jsonl | json
+
+# The json command can also parse JSON data at the end of log lines:
+cat test/input/log-with-json.log | json
+# [
+#   {
+#     "_line": "192.168.1.1 - - [21/Feb/2026:10:00:01 +0000] \"GET /api/users HTTP/1.1\" 200 ",
+#     "cache": "hit",
+#     "duration_ms": 42,
+#     "user_id": 1021
+#   },
+#   {
+#     "_line": "192.168.1.2 - - [21/Feb/2026:10:00:03 +0000] \"POST /api/orders HTTP/1.1\" 201 ",
+#     "cache": "miss",
+#     "duration_ms": 87,
+#     "user_id": 4432
+#   },
+#   ...
+# ]
 ```
 
 ## Running the Tests

package/bin/json.js

@@ -61,7 +61,38 @@ function getCodeArg() {
 function readStdIn() {
     return fs.readFileSync(0).toString();
 }
-  
+
+function parseLine(line, openLines) {
+  let result = { openLines: [...openLines] };
+  try {
+    const openIndex = line.startsWith("[") ? 0 : line.indexOf("{");
+    if (
+      openLines.length === 0 &&
+      ((line.indexOf("{") >= 0 && line.endsWith("}")) ||
+        (line.startsWith("[") && line.endsWith("]")))
+    ) {
+      const doc = JSON.parse(line.substring(openIndex));
+      if (openIndex > 0 && !doc._line) doc._line = line.substring(0, openIndex);
+      result.parsedLine = doc;
+    } else if (line === "{") {
+      result.openLines = [line];
+    } else if (openLines.length > 0) {
+      result.openLines.push(line);
+      if (line === "}") {
+        result.parsedLine = JSON.parse(openLines.join("\n"));
+        result.openLines = [];
+      }
+    } else {
+      result.parsedLine = { _line: line };
+    }
+  } catch (err) {
+    result.error = `Error thrown parsing line: ${line} - ${err.stack}`;
+    result.openLines = [];
+    result.parsedLine = { _line: line };
+  }
+  return result;
+}
+
 async function jsonIn(filePath) {
     let textInput
     try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peter_marklund/json",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "description": "A convenient way to work with JSON using JavaScript in the terminal",
   "main": "index.js",
   "scripts": {

package/src/helpers.js

@@ -54,10 +54,17 @@ function base64Encode(data) {
     return data && Buffer.from(data).toString("base64");
 }
 
-function percentile(values, pct) {
-    const sorted = values.sort((a, b) => a - b);
-    const index = Math.floor(sorted.length * pct);
-    return sorted[index];
+function percentile(arr, p) {
+    if (typeof p !== 'number' || p <= 0 || p >= 1.0) {
+        throw new Error('Percentile must be a number between 0 and 1');
+    }
+    const sorted = [...arr].sort((a, b) => a - b);
+    const index = p * (sorted.length - 1);
+    const lower = Math.floor(index);
+    const upper = Math.ceil(index);
+    const weight = index - lower;
+  
+    return sorted[lower] * (1 - weight) + sorted[upper] * weight;
 }
 
 function p50(values) {

package/test/input/array.json

@@ -0,0 +1,17 @@
+[
+    {
+        "id": 1,
+        "name": "Item 1",
+        "value": 100
+    },
+    {
+        "id": 2,
+        "name": "Item 2",
+        "value": 200
+    },
+    {
+        "id": 3,
+        "name": "Item 3",
+        "value": 300
+    }
+]

package/test/input/array.jsonl

@@ -0,0 +1,3 @@
+{"id":1,"name":"Item 1","value":100}
+{"id":2,"name":"Item 2","value":200}
+{"id":3,"name":"Item 3","value":300}

package/test/run.js

@@ -25,7 +25,7 @@ async function runTest(test) {
     console.log(`output: ${output}`)
     const elapsedTime = Date.now() - startTime
     console.log(`elapsed: ${elapsedTime}`)
-    if (isJsonScalarValue(test.expected)) {
+    if (isJsonScalarValue(test.expected) || test.command.includes('JSONL=true')) {
         assert.strictEqual(output, test.expected)
     } else {
         assert.strictEqual(stringify(JSON.parse(output)), stringify(JSON.parse(test.expected)))
@@ -42,6 +42,7 @@ async function run() {
         const elapsedTime = Date.now() - startTime
         console.log(`\nTotal elapsed: ${elapsedTime}`)
         console.log(`Total tests run: ${spec.tests.length}`)
+        console.log('SUCCESS!')
         process.exit(0)
     } catch (error) {
         console.log(error.stack || error)

package/test/test_spec.json

@@ -48,7 +48,22 @@
         {
             "name": "stats",
             "command": "cat test/input/basic.json | json 'pick(stats(data.data.map(i => i.value)), [\"min\", \"max\", \"avg\", \"p50\", \"p90\"])'",
-            "expected": "{\"min\": 100, \"max\": 300, \"avg\": 200, \"p50\": 200, \"p90\": 300}"
+            "expected": "{\"min\": 100, \"max\": 300, \"avg\": 200, \"p50\": 200, \"p90\": 280}"
+        },
+        {
+            "name": "jsonl_input",
+            "command": "cat test/input/array.jsonl | json",
+            "expected": "[{\"id\":1,\"name\":\"Item 1\",\"value\":100},{\"id\":2,\"name\":\"Item 2\",\"value\":200},{\"id\":3,\"name\":\"Item 3\",\"value\":300}]"
+        },
+        {
+            "name": "jsonl_output",
+            "command": "cat test/input/array.jsonl | JSONL=true json",
+            "expected": "{\"id\":1,\"name\":\"Item 1\",\"value\":100}\n{\"id\":2,\"name\":\"Item 2\",\"value\":200}\n{\"id\":3,\"name\":\"Item 3\",\"value\":300}"
+        },
+        {
+            "name": "log_with_json_input",
+            "command": "cat test/input/log-with-json.log | json 'sum(data.map(d => d.duration_ms))'",
+            "expected": "141"
         }
     ]
 }