toon-parser 0.1.0

data/lib/toon-parser/serializer.rb

@@ -0,0 +1,137 @@
+# frozen_string_literal: true
+
+module ToonParser
+  # Serializer for converting Ruby objects to TOON format
+  class Serializer
+    def initialize(indent: 2)
+      @indent_size = indent
+    end
+
+    # Serialize Ruby objects into TOON format
+    #
+    # @param data [Hash, Array] Ruby object to serialize
+    # @return [String] TOON formatted string
+    def serialize(data)
+      serialize_value(data, 0)
+    end
+
+    private
+
+    def serialize_value(value, level)
+      case value
+      when Hash
+        serialize_hash(value, level)
+      when Array
+        serialize_array(value, level)
+      else
+        serialize_primitive(value)
+      end
+    end
+
+    def serialize_hash(hash, level)
+      result = []
+      indent = " " * (level * @indent_size)
+
+      hash.each do |key, value|
+        key_str = key.to_s
+
+        case value
+        when Array
+          if array_of_objects?(value)
+            # Array of objects with schema
+            schema = detect_schema(value)
+            result << "#{indent}#{key_str}[#{value.size}]{#{schema.join(',')}}:"
+            value.each do |item|
+              row = serialize_object_row(item, schema)
+              result << "#{indent}  #{row}"
+            end
+          else
+            # Simple array
+            result << "#{indent}#{key_str}[#{value.size}]:"
+            value.each do |item|
+              item_str = serialize_primitive(item)
+              result << "#{indent}  #{item_str}"
+            end
+          end
+        when Hash
+          result << "#{indent}#{key_str}:"
+          result << serialize_hash(value, level + 1)
+        else
+          value_str = serialize_primitive(value)
+          result << "#{indent}#{key_str}: #{value_str}"
+        end
+      end
+
+      result.join("\n")
+    end
+
+    def serialize_array(array, level)
+      result = []
+      indent = " " * (level * @indent_size)
+
+      if array_of_objects?(array)
+        # Array of objects with schema
+        schema = detect_schema(array)
+        result << "#{indent}[#{array.size}]{#{schema.join(',')}}:"
+        array.each do |item|
+          row = serialize_object_row(item, schema)
+          result << "#{indent}  #{row}"
+        end
+      else
+        # Simple array
+        result << "#{indent}[#{array.size}]:"
+        array.each do |item|
+          item_str = serialize_primitive(item)
+          result << "#{indent}  #{item_str}"
+        end
+      end
+
+      result.join("\n")
+    end
+
+    def array_of_objects?(array)
+      return false unless array.is_a?(Array) && !array.empty?
+
+      array.all? { |item| item.is_a?(Hash) }
+    end
+
+    def detect_schema(array)
+      return [] if array.empty?
+
+      # Get all unique keys from all objects
+      all_keys = array.flat_map(&:keys).uniq.map(&:to_s)
+      all_keys.sort
+    end
+
+    def serialize_object_row(obj, schema)
+      values = schema.map do |key|
+        value = obj[key.to_sym] || obj[key]
+        serialize_primitive(value)
+      end
+      values.join(",")
+    end
+
+    def serialize_primitive(value)
+      case value
+      when nil
+        "null"
+      when true
+        "true"
+      when false
+        "false"
+      when Integer, Float
+        value.to_s
+      when String
+        # Quote if contains special characters or spaces
+        if value.match?(/[,\s:\[\]{}]/) || value.empty?
+          "\"#{value.gsub('"', '\\"')}\""
+        else
+          value
+        end
+      else
+        value.to_s
+      end
+    end
+  end
+end
+

data/lib/toon-parser/version.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module ToonParser
+  VERSION = "0.1.0"
+end
+

data/lib/toon-parser.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+require_relative "toon-parser/version"
+
+module ToonParser
+  class Error < StandardError; end
+end
+
+require_relative "toon-parser/parser"
+require_relative "toon-parser/serializer"
+require_relative "toon-parser/api"
+
+# Load Rails integration if Rails is available
+begin
+  require "rails"
+  require_relative "toon-parser/railtie"
+  require_relative "toon-parser/controller_helpers"
+rescue LoadError
+  # Rails is not available, skip Rails integration
+end
+
+module ToonParser
+
+  # Parse a TOON string into Ruby objects
+  #
+  # @param toon_string [String] The TOON formatted string
+  # @return [Hash, Array] Parsed Ruby object
+  #
+  # @example
+  #   ToonParser.parse("users[2]{id,name}:\n  1,Alice\n  2,Bob")
+  #   # => {"users" => [{"id" => 1, "name" => "Alice"}, {"id" => 2, "name" => "Bob"}]}
+  def self.parse(toon_string)
+    Parser.new.parse(toon_string)
+  end
+
+  # Serialize Ruby objects into TOON format
+  #
+  # @param data [Hash, Array] Ruby object to serialize
+  # @return [String] TOON formatted string
+  #
+  # @example
+  #   ToonParser.serialize({"users" => [{"id" => 1, "name" => "Alice"}]})
+  #   # => "users[1]{id,name}:\n  1,Alice"
+  def self.serialize(data)
+    Serializer.new.serialize(data)
+  end
+
+  # Parse a TOON file
+  #
+  # @param file_path [String] Path to the TOON file
+  # @return [Hash, Array] Parsed Ruby object
+  def self.parse_file(file_path)
+    content = File.read(file_path)
+    parse(content)
+  end
+
+  # Serialize Ruby objects to a TOON file
+  #
+  # @param data [Hash, Array] Ruby object to serialize
+  # @param file_path [String] Path where to save the TOON file
+  def self.serialize_to_file(data, file_path)
+    content = serialize(data)
+    File.write(file_path, content)
+  end
+end
+

data/toon-parser.gemspec

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require_relative "lib/toon-parser/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "toon-parser"
+  spec.version       = ToonParser::VERSION
+  spec.authors       = ["afshmini"]
+  spec.email         = [""]
+
+  spec.summary       = "A Ruby gem for parsing and serializing TOON (Token-Oriented Object Notation) format"
+  spec.description   = "Parse TOON files and handle TOON-formatted API requests/responses. TOON is a compact, human-readable data format designed to reduce token usage in LLM applications."
+  spec.homepage      = "https://github.com/afshmini/toon-parser"
+  spec.license       = "MIT"
+  spec.required_ruby_version = ">= 2.7.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = "#{spec.homepage}/blob/main/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?(*%w[bin/ test/ spec/ features/ .git .github appveyor Gemfile])
+    end
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Dependencies
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rubocop", "~> 1.21"
+end
+

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification
+name: toon-parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- afshmini
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2025-11-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.21'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.21'
+description: Parse TOON files and handle TOON-formatted API requests/responses. TOON
+  is a compact, human-readable data format designed to reduce token usage in LLM applications.
+email:
+- ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- CHANGELOG.md
+- CONTRIBUTING.md
+- LICENSE.txt
+- README.md
+- Rakefile
+- examples/rails_controller_example.rb
+- lib/toon-parser.rb
+- lib/toon-parser/api.rb
+- lib/toon-parser/controller_helpers.rb
+- lib/toon-parser/parser.rb
+- lib/toon-parser/railtie.rb
+- lib/toon-parser/serializer.rb
+- lib/toon-parser/version.rb
+- toon-parser.gemspec
+homepage: https://github.com/afshmini/toon-parser
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/afshmini/toon-parser
+  source_code_uri: https://github.com/afshmini/toon-parser
+  changelog_uri: https://github.com/afshmini/toon-parser/blob/main/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.7.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.20
+signing_key: 
+specification_version: 4
+summary: A Ruby gem for parsing and serializing TOON (Token-Oriented Object Notation)
+  format
+test_files: []