context_spook 1.5.1 → 1.7.0

data/spec/fixtures/encode/primitives.json

@@ -0,0 +1,262 @@
+{
+  "version": "4.0",
+  "category": "encode",
+  "description": "Primitive value encoding – strings, numbers, booleans, null",
+  "tests": [
+    {
+      "name": "encodes safe strings without quotes",
+      "input": "hello",
+      "expected": "hello",
+      "specSection": "7.2"
+    },
+    {
+      "name": "encodes safe string with underscore and numbers",
+      "input": "Ada_99",
+      "expected": "Ada_99",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes empty string",
+      "input": "",
+      "expected": "\"\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like true",
+      "input": "true",
+      "expected": "\"true\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like false",
+      "input": "false",
+      "expected": "\"false\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like null",
+      "input": "null",
+      "expected": "\"null\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like integer",
+      "input": "42",
+      "expected": "\"42\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like a decimal",
+      "input": "3.14",
+      "expected": "\"3.14\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string that looks like scientific notation",
+      "input": "1e-6",
+      "expected": "\"1e-6\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string with leading zero",
+      "input": "05",
+      "expected": "\"05\"",
+      "specSection": "7.2",
+      "note": "Matches the numeric-like pattern, so it MUST be quoted"
+    },
+    {
+      "name": "escapes newline, tab, and carriage return in strings",
+      "input": ["line1\nline2", "tab\there", "return\rcarriage"],
+      "expected": "[3]: \"line1\\nline2\",\"tab\\there\",\"return\\rcarriage\"",
+      "specSection": "7.1"
+    },
+    {
+      "name": "escapes U+0004, U+0008, and U+000C via \\uXXXX and keeps DEL, U+0085, and U+2028 literal in quoted strings",
+      "input": { "val": "a\u0004\b\fb", "sep": "a:\u007f\u0085\u2028b" },
+      "expected": "val: \"a\\u0004\\u0008\\u000cb\"\nsep: \"a:\u007f\u0085\u2028b\"",
+      "specSection": "7.1",
+      "minSpecVersion": "4.2"
+    },
+    {
+      "name": "escapes backslash in string",
+      "input": "Users\\path",
+      "expected": "\"Users\\\\path\"",
+      "specSection": "7.1"
+    },
+    {
+      "name": "keeps a string with an interior hyphen or hash unquoted",
+      "input": "a-b #c",
+      "expected": "a-b #c",
+      "specSection": "7.2",
+      "minSpecVersion": "4.2"
+    },
+    {
+      "name": "quotes string starting with hyphen-space",
+      "input": "- item",
+      "expected": "\"- item\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes single hyphen and hyphen-space string as object values",
+      "input": { "marker": "-", "note": "- item" },
+      "expected": "marker: \"-\"\nnote: \"- item\"",
+      "specSection": "7.2",
+      "note": "Either would otherwise read as a list item marker"
+    },
+    {
+      "name": "quotes single hyphen and leading-hyphen string in array",
+      "input": { "items": ["-", "-x"] },
+      "expected": "items[2]: \"-\",\"-x\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string with bracket notation",
+      "input": "a[test]",
+      "expected": "\"a[test]\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "quotes string with brace notation",
+      "input": "{key}",
+      "expected": "\"{key}\"",
+      "specSection": "7.2"
+    },
+    {
+      "name": "encodes Unicode string without quotes",
+      "input": "café",
+      "expected": "café",
+      "specSection": "7.2"
+    },
+    {
+      "name": "encodes string with emoji and spaces",
+      "input": "hello 👋 world",
+      "expected": "hello 👋 world",
+      "specSection": "7.2"
+    },
+    {
+      "name": "encodes emoji inside a quoted string",
+      "input": "a,🚀",
+      "expected": "\"a,🚀\"",
+      "specSection": "7.1",
+      "note": "Quoting is triggered by the delimiter; the supplementary scalar stays literal UTF-8, never a surrogate escape"
+    },
+    {
+      "name": "encodes positive integer",
+      "input": 42,
+      "expected": "42",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes decimal number",
+      "input": 3.14,
+      "expected": "3.14",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes negative integer",
+      "input": -7,
+      "expected": "-7",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes zero",
+      "input": 0,
+      "expected": "0",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes negative zero as zero",
+      "input": -0.0,
+      "expected": "0",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes large integer without exponent notation",
+      "input": 1e6,
+      "expected": "1000000",
+      "specSection": "2",
+      "note": "Within the canonical decimal range"
+    },
+    {
+      "name": "encodes small decimal without exponent notation",
+      "input": 0.000001,
+      "expected": "0.000001",
+      "specSection": "2",
+      "note": "Lower bound of the canonical decimal range"
+    },
+    {
+      "name": "encodes large number",
+      "input": 100000000000000000000,
+      "expected": "100000000000000000000",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes MAX_SAFE_INTEGER",
+      "input": 9007199254740991,
+      "expected": "9007199254740991",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes floats with their shortest round-trip digits",
+      "input": [0.3333333333333333, 0.30000000000000004, -0.000001],
+      "expected": "[3]: 0.3333333333333333,0.30000000000000004,-0.000001",
+      "specSection": "2",
+      "minSpecVersion": "4.2"
+    },
+    {
+      "name": "encodes true",
+      "input": true,
+      "expected": "true",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes false",
+      "input": false,
+      "expected": "false",
+      "specSection": "2"
+    },
+    {
+      "name": "encodes null",
+      "input": null,
+      "expected": "null",
+      "specSection": "2"
+    },
+    {
+      "name": "quotes leading-plus numeric-like string",
+      "input": "+1",
+      "expected": "\"+1\"",
+      "specSection": "7.2",
+      "note": "Unquoted, a v3 host-parser decoder would read the number 1"
+    },
+    {
+      "name": "quotes string starting with hash",
+      "input": "#hello",
+      "expected": "\"#hello\"",
+      "specSection": "7.2",
+      "note": "Comment marker at position 0 must be quoted"
+    },
+    {
+      "name": "quotes a root string starting with U+FEFF",
+      "input": "\ufeff8",
+      "expected": "\"\ufeff8\"",
+      "specSection": "7.2",
+      "note": "Unquoted, a decoder would remove the U+FEFF as a byte-order mark (§12) and read the number 8",
+      "minSpecVersion": "4.1"
+    },
+    {
+      "name": "encodes a large integer-valued number with its shortest round-trip digits",
+      "input": 123456789012345680000,
+      "expected": "123456789012345680000",
+      "specSection": "2",
+      "note": "The binary64 value is exactly 123456789012345683968",
+      "minSpecVersion": "4.2"
+    },
+    {
+      "name": "quotes a delimiter, colon, hyphen, or number sign that a combining mark follows",
+      "input": { "items": ["a,\u0301b", "-\u0301", "#\u0301"], "k": "x:\u0301" },
+      "expected": "items[3]: \"a,\u0301b\",\"-\u0301\",\"#\u0301\"\nk: \"x:\u0301\"",
+      "specSection": "1.2",
+      "minSpecVersion": "4.4"
+    }
+  ]
+}

data/spec/fixtures/encode/whitespace.json

@@ -0,0 +1,54 @@
+{
+  "version": "4.0",
+  "category": "encode",
+  "description": "Whitespace and formatting invariants – no trailing spaces, no trailing newlines",
+  "tests": [
+    {
+      "name": "maintains proper indentation for nested structures",
+      "input": {
+        "user": {
+          "id": 123,
+          "name": "Ada"
+        },
+        "items": ["a", "b"]
+      },
+      "expected": "user:\n  id: 123\n  name: Ada\nitems[2]: a,b",
+      "specSection": "12"
+    },
+    {
+      "name": "respects custom indentSize option",
+      "input": {
+        "user": {
+          "name": "Ada",
+          "role": "admin"
+        }
+      },
+      "expected": "user:\n    name: Ada\n    role: admin",
+      "specSection": "12",
+      "options": {
+        "indentSize": 4
+      }
+    },
+    {
+      "name": "leaves non-ASCII whitespace unquoted",
+      "input": {
+        "k": "\u00a0x\u00a0"
+      },
+      "expected": "k: \u00a0x\u00a0",
+      "specSection": "7.2",
+      "note": "The whitespace trigger is U+0020 and U+0009 only",
+      "minSpecVersion": "4.2"
+    },
+    {
+      "name": "indents list-item sibling fields by indentSize",
+      "input": {
+        "a": [{ "b": 1, "c": 2 }, 1]
+      },
+      "expected": "a[2]:\n    - b: 1\n        c: 2\n    - 1",
+      "options": {
+        "indentSize": 4
+      },
+      "specSection": "10"
+    }
+  ]
+}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: context_spook
 version: !ruby/object:Gem::Version
-  version: 1.5.1
+  version: 1.7.0
 platform: ruby
 authors:
 - Florian Frank
@@ -15,14 +15,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.17.0
+        version: 2.18.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.17.0
+        version: 2.18.0
 - !ruby/object:Gem::Dependency
   name: all_images
   requirement: !ruby/object:Gem::Requirement
@@ -177,20 +177,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.4'
-- !ruby/object:Gem::Dependency
-  name: toon-ruby
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.1'
 description: |
   context_spook is a library that collects and organizes project
   information to help AI assistants understand codebases better.
@@ -204,6 +190,7 @@ extra_rdoc_files:
 - lib/context_spook/generator.rb
 - lib/context_spook/output_context.rb
 - lib/context_spook/toon.rb
+- lib/context_spook/toon/encoder.rb
 - lib/context_spook/utils.rb
 - lib/context_spook/verbose_puts.rb
 - lib/context_spook/version.rb
@@ -221,12 +208,41 @@ files:
 - lib/context_spook/generator.rb
 - lib/context_spook/output_context.rb
 - lib/context_spook/toon.rb
+- lib/context_spook/toon/encoder.rb
 - lib/context_spook/toon/example.md
 - lib/context_spook/utils.rb
 - lib/context_spook/verbose_puts.rb
 - lib/context_spook/version.rb
 - spec/context_spook/generator_spec.rb
+- spec/context_spook/toon_encoder_spec.rb
 - spec/context_spook/toon_spec.rb
+- spec/examples/README.md
+- spec/examples/conversions/keyed-tabular-objects.json
+- spec/examples/conversions/keyed-tabular-objects.toon
+- spec/examples/conversions/nested-field-groups.json
+- spec/examples/conversions/nested-field-groups.toon
+- spec/examples/conversions/tabular-arrays.json
+- spec/examples/conversions/tabular-arrays.toon
+- spec/examples/invalid/delimiter-mismatch.toon
+- spec/examples/invalid/length-mismatch.toon
+- spec/examples/invalid/multiple-root-primitives.toon
+- spec/examples/valid/comments.toon
+- spec/examples/valid/delimiter-scoping.toon
+- spec/examples/valid/mixed-arrays.toon
+- spec/examples/valid/nested-objects.toon
+- spec/examples/valid/objects.toon
+- spec/examples/valid/pipe-delimiter.toon
+- spec/examples/valid/primitive-arrays.toon
+- spec/examples/valid/tab-delimiter.toon
+- spec/fixtures/encode/arrays-nested.json
+- spec/fixtures/encode/arrays-objects.json
+- spec/fixtures/encode/arrays-primitive.json
+- spec/fixtures/encode/arrays-tabular.json
+- spec/fixtures/encode/delimiters.json
+- spec/fixtures/encode/objects-keyed.json
+- spec/fixtures/encode/objects.json
+- spec/fixtures/encode/primitives.json
+- spec/fixtures/encode/whitespace.json
 - spec/spec_helper.rb
 homepage: https://github.com/flori/context_spook
 licenses:
@@ -250,10 +266,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.22
 specification_version: 4
 summary: context_spook collects project context for AI
 test_files:
 - spec/context_spook/generator_spec.rb
+- spec/context_spook/toon_encoder_spec.rb
 - spec/context_spook/toon_spec.rb
 - spec/spec_helper.rb