poml 0.0.3 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 57f8a3904a43267d79cbc6fb76465dd51c05da5923e58635304242eb90b04b96
-  data.tar.gz: 591512861013d2ae3d302b342b4678696a4d3691c98a26a2d9cdcd042ec70422
+  metadata.gz: b5ba78c3aed937b9021b7d60fa5615fce4e75067ba607226fcb1c98674e720cf
+  data.tar.gz: 366238332f24e1f4309c64ff8da6fe52822747727e411d3925e92902b4b0ab2c
 SHA512:
-  metadata.gz: ba9aeb9b1e06de010b5daa9489d847dc41f5f5d73a9a02e70d81432e997b1c3a3a32116cf9d85ee2f4c70755024201272e62951381cf6363be59dc807c6c55b0
-  data.tar.gz: 2f763c41a44b095f64fbe75cc64f58af266b50c8d966e0d44e6c382945a21fdde9abdd83a49b17ab57608c90a8481fb3066eca6dbc3633533e16269af1693f61
+  metadata.gz: f54b42cd18875cb6200eda77ea3f5be6ef21bbb5a8adcc35e3d349c4b7b6c8e8194f9fccc7c618bfe04c44163bcd8363816f04658f8b5ad279958aa6b9a21e64
+  data.tar.gz: caab1eb1555492e0bcc7342baa2b7c5a48c1a5606a172dee3d4983b617572940ce04d5cfda2b1d966da073cec0bc35b71c060435a5354126d265b3e43148fc5f

data/examples/301_new_schema_syntax.poml

@@ -0,0 +1,62 @@
+<!-- Example demonstrating the new schema syntax in POML -->
+<poml>
+  <!-- Example 1: Output schema with new parser attribute -->
+  <meta type="responseschema" parser="json">
+    {
+      "type": "object",
+      "properties": {
+        "summary": {
+          "type": "string",
+          "description": "A brief summary of the content"
+        },
+        "sentiment": {
+          "type": "string",
+          "enum": ["positive", "negative", "neutral"]
+        },
+        "confidence": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1
+        }
+      },
+      "required": ["summary", "sentiment"]
+    }
+  </meta>
+
+  <!-- Example 2: Tool definition with new parser attribute -->
+  <meta type="tool" name="analyze_text" description="Analyze text sentiment and content" parser="json">
+    {
+      "type": "object",
+      "properties": {
+        "text": {
+          "type": "string",
+          "description": "The text to analyze"
+        },
+        "include_keywords": {
+          "type": "boolean",
+          "description": "Whether to include keyword extraction",
+          "default": false
+        },
+        "language": {
+          "type": "string",
+          "enum": ["en", "es", "fr", "de"],
+          "default": "en"
+        }
+      },
+      "required": ["text"]
+    }
+  </meta>
+
+  <role>Expert text analyzer</role>
+  <task>
+    Analyze the provided text and return insights about its content, 
+    sentiment, and other relevant characteristics. Use the analyze_text 
+    tool when additional analysis is needed.
+  </task>
+
+  <p>
+    Please analyze this text: "The new POML schema syntax is much clearer 
+    and more consistent with modern API standards. The migration from 'lang' 
+    to 'parser' attributes makes the intent more obvious."
+  </p>
+</poml>

data/examples/302_schema_compatibility.poml

@@ -0,0 +1,48 @@
+<!-- Example showing backward compatibility support -->
+<poml>
+  <!-- This still works: Old lang attribute -->
+  <meta type="responseschema" lang="json">
+    {
+      "type": "object",
+      "properties": {
+        "old_format": {"type": "string"}
+      }
+    }
+  </meta>
+
+  <!-- This is the new way: parser attribute -->
+  <meta type="responseschema" parser="json">
+    {
+      "type": "object", 
+      "properties": {
+        "new_format": {"type": "string"}
+      }
+    }
+  </meta>
+
+  <!-- Expression evaluation with new syntax -->
+  <meta type="tool" name="calculator" parser="eval">
+    {
+      "type": "object",
+      "properties": {
+        "operation": {"type": "string", "enum": ["add", "subtract", "multiply", "divide"]},
+        "a": {"type": "number"},
+        "b": {"type": "number"}
+      }
+    }
+  </meta>
+
+  <role>Compatibility demonstration assistant</role>
+  <task>
+    Show that both old and new schema syntax work correctly.
+    The Ruby POML implementation supports both for backward compatibility.
+  </task>
+
+  <p>This example demonstrates that our Ruby implementation supports both:</p>
+  <list>
+    <item>Legacy `lang="json"` and `lang="expr"` attributes</item>
+    <item>New `parser="json"` and `parser="eval"` attributes</item>
+  </list>
+
+  <p>When both are present, `parser` takes precedence over `lang`.</p>
+</poml>

data/lib/poml/components/content.rb

@@ -135,7 +135,7 @@ module Poml
           end
         end
         return content unless content.empty?
-      rescue => e
+      rescue
         # Zip gem not available or error occurred
       end
 

data/lib/poml/components/data.rb

@@ -9,7 +9,7 @@ module Poml
       
       src = get_attribute('src')
       records_attr = get_attribute('records')
-      columns_attr = get_attribute('columns') 
+      _columns_attr = get_attribute('columns')  # Not used but may be needed for future features
       parser = get_attribute('parser', 'auto')
       syntax = get_attribute('syntax')
       selected_columns = parse_array_attribute('selectedColumns')
@@ -85,7 +85,7 @@ module Poml
       else
         { records: [], columns: [] }
       end
-    rescue => e
+    rescue
       { records: [], columns: [] }
     end
     
@@ -138,7 +138,7 @@ module Poml
       records = if records_attr.is_a?(String)
         begin
           JSON.parse(records_attr)
-        rescue JSON::ParserError => e
+        rescue JSON::ParserError
           # Return empty records on parse error
           return { records: [], columns: [] }
         end
@@ -479,7 +479,7 @@ module Poml
       base64 = get_attribute('base64')
       extract_text = get_attribute('extractText', false)
       selector = get_attribute('selector', 'body')
-      syntax = get_attribute('syntax', 'text')
+      _syntax = get_attribute('syntax', 'text')  # May be used for future formatting options
       
       content = if url
         fetch_webpage_content(url, selector, extract_text)

data/lib/poml/components/lists.rb

@@ -33,30 +33,14 @@ module Poml
               "- "
             end
             
-            # Get text content and nested elements separately
-            text_content = child.content.strip
-            nested_elements = child.children.reject { |c| c.tag_name == :text }
-            
-            if nested_elements.any?
-              # Item has both text and nested elements (like nested lists)
-              nested_content = nested_elements.map { |nested_child| 
-                Components.render_element(nested_child, @context) 
-              }.join('').strip
-              
-              # Format with text content on first line, nested content indented
-              indented_nested = nested_content.split("\n").map { |line| 
-                line.strip.empty? ? "" : "   #{line}" 
-              }.join("\n").strip
-              
-              if text_content.empty?
-                items << "#{bullet}#{indented_nested}"
-              else
-                items << "#{bullet}#{text_content} \n\n#{indented_nested}"
-              end
+            # Render all content (text + formatting) together
+            content = if child.children.any?
+              Components.render_element(child, @context).strip
             else
-              # Simple text-only item
-              items << "#{bullet}#{text_content}"
+              child.content.strip
             end
+            
+            items << "#{bullet}#{content}"
           end
         end
         
@@ -70,12 +54,26 @@ module Poml
   class ItemComponent < Component
     def render
       apply_stylesheet
-      content = @element.content.empty? ? render_children : @element.content.strip
       
       if xml_mode?
+        content = @element.content.empty? ? render_children : @element.content.strip
         "<item>#{content}</item>\n"
       else
-        content
+        # For raw mode, handle mixed content properly
+        if @element.children.any?
+          # Render text and child elements together
+          result = ""
+          @element.children.each do |child|
+            if child.text?
+              result += child.content
+            else
+              result += Components.render_element(child, @context)
+            end
+          end
+          result.strip
+        else
+          @element.content.strip
+        end
       end
     end
   end

data/lib/poml/components/meta.rb

@@ -77,18 +77,22 @@ module Poml
     end
     
     def handle_response_schema
-      lang = get_attribute('lang', 'auto')
-      name = get_attribute('name')
-      description = get_attribute('description')
+      # Support both old 'lang' and new 'parser' attributes for compatibility
+      parser_attr = get_attribute('parser') || get_attribute('lang', 'auto')
+      _name = get_attribute('name')  # May be used for schema naming in future
+      _description = get_attribute('description')  # May be used for schema documentation in future
       
       content = @element.content.strip
       
-      # Auto-detect format if lang is auto
-      if lang == 'auto'
-        lang = content.start_with?('{') ? 'json' : 'expr'
+      # Auto-detect format if parser_attr is auto
+      if parser_attr == 'auto'
+        parser_attr = content.start_with?('{') ? 'json' : 'expr'
       end
       
-      schema = case lang.downcase
+      # Handle new 'eval' parser type as alias for 'expr'
+      parser_attr = 'expr' if parser_attr == 'eval'
+      
+      schema = case parser_attr.downcase
       when 'json'
         parse_json_schema(content)
       when 'expr'
@@ -106,18 +110,22 @@ module Poml
     def handle_tool_registration
       name = get_attribute('name')
       description = get_attribute('description')
-      lang = get_attribute('lang', 'auto')
+      # Support both old 'lang' and new 'parser' attributes for compatibility
+      parser_attr = get_attribute('parser') || get_attribute('lang', 'auto')
       
       return unless name
       
       content = @element.content.strip
       
-      # Auto-detect format if lang is auto
-      if lang == 'auto'
-        lang = content.start_with?('{') ? 'json' : 'expr'
+      # Auto-detect format if parser_attr is auto
+      if parser_attr == 'auto'
+        parser_attr = content.start_with?('{') ? 'json' : 'expr'
       end
       
-      schema = case lang.downcase
+      # Handle new 'eval' parser type as alias for 'expr'
+      parser_attr = 'expr' if parser_attr == 'eval'
+      
+      schema = case parser_attr.downcase
       when 'json'
         parse_json_schema(content)
       when 'expr'
@@ -168,20 +176,24 @@ module Poml
       
       begin
         JSON.parse(processed_content)
-      rescue JSON::ParserError => e
+      rescue JSON::ParserError
         nil
       end
     end
     
     def evaluate_expression_schema(content)
-      # This is a simplified version - in a full implementation,
-      # you'd want to evaluate JavaScript expressions with Zod support
+      # Handle template expressions in the content
+      processed_content = @context.template_engine.substitute(content)
+      
       begin
-        # For now, just return the content as-is for expression schemas
-        # In a complete implementation, you'd evaluate this as JavaScript
-        { type: 'expression', content: content }
-      rescue => e
-        nil
+        # For expression schemas, try to parse as JSON first
+        # In the original POML, 'expr' mode evaluates JavaScript expressions
+        # but for simplicity in Ruby, we'll try JSON parsing
+        JSON.parse(processed_content)
+      rescue JSON::ParserError
+        # If JSON parsing fails, return a simple schema object
+        # This is a fallback for complex expressions that can't be easily evaluated
+        { 'type' => 'string', 'description' => 'Expression schema result' }
       end
     end
     

data/lib/poml/components/styling.rb

@@ -25,7 +25,7 @@ module Poml
           stylesheet = JSON.parse(stylesheet_content)
           @context.stylesheet.merge!(stylesheet) if stylesheet.is_a?(Hash)
         end
-      rescue => e
+      rescue
         # Silently fail JSON parsing errors
       end
       

data/lib/poml/components/utilities.rb

@@ -161,7 +161,7 @@ module Poml
     def render_conversation_xml(messages)
       result = ['<conversation>']
       messages.each do |msg|
-        speaker = msg['speaker'] || 'human'
+        speaker = msg['speaker'] || msg['role'] || 'human'
         content = msg['content'] || ''
         result << "  <msg speaker=\"#{speaker}\">#{escape_xml(content)}</msg>"
       end
@@ -172,7 +172,7 @@ module Poml
     def render_conversation_markdown(messages)
       result = []
       messages.each do |msg|
-        speaker = msg['speaker'] || 'human'
+        speaker = msg['speaker'] || msg['role'] || 'human'
         content = msg['content'] || ''
         
         case speaker.downcase

data/lib/poml/components/workflow.rb

@@ -28,22 +28,6 @@ module Poml
     end
   end
 
-  # Human Message component
-  class HumanMessageComponent < Component
-    def render
-      apply_stylesheet
-      
-      content = @element.content.empty? ? render_children : @element.content
-      speaker = get_attribute('speaker', 'human')
-
-      if xml_mode?
-        render_as_xml('human-message', content)
-      else
-        "#{content}\n\n"
-      end
-    end
-  end
-
   # Question-Answer component
   class QAComponent < Component
     def render

data/lib/poml/parser.rb

@@ -163,7 +163,7 @@ module Poml
             stylesheet = JSON.parse(stylesheet_text)
             @context.stylesheet.merge!(stylesheet) if stylesheet.is_a?(Hash)
           end
-        rescue => e
+        rescue
           # Silently fail JSON parsing errors
         end
       end
@@ -235,7 +235,8 @@ module Poml
     
     def preprocess_void_elements(content)
       # List of HTML void elements that should be self-closing in XML
-      void_elements = %w[br hr img input area base col embed link meta param source track wbr]
+      # Note: 'meta' is removed from this list because POML meta components can have content
+      void_elements = %w[br hr img input area base col embed link param source track wbr]
       
       # Convert <element> to <element/> for void elements, but only if not already self-closing
       void_elements.each do |element|

data/lib/poml/renderer.rb

@@ -134,7 +134,7 @@ module Poml
       # Check for system-oriented components
       has_role = tag_names.include?(:role)
       has_task = tag_names.include?(:task)
-      has_hint = tag_names.include?(:hint)
+      _has_hint = tag_names.include?(:hint)  # Prefix with underscore to indicate intentionally unused
       
       # Check for human-oriented components or content that suggests user interaction
       has_document = tag_names.include?(:document) || tag_names.include?('Document')

data/lib/poml/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Poml
-  VERSION = "0.0.3"
+  VERSION = "0.0.5"
 end

data/lib/poml.rb

@@ -17,69 +17,15 @@ module Poml
   # - stylesheet: Optional stylesheet as string or hash
   # - chat: Boolean indicating chat format (default: true)
   # - output_file: Path to save output (optional)
+  # Process POML markup and return the rendered result
+  # 
+  # Parameters:
+  # - markup: POML markup string or file path
   # - format: 'raw', 'dict', 'openai_chat', 'langchain', 'pydantic' (default: 'dict')
-  # - extra_args: Array of extra CLI args (ignored in pure Ruby implementation)
-  def self.process(markup:, context: nil, stylesheet: nil, chat: true, output_file: nil, format: 'dict', extra_args: [])
-    # Create POML context
-    poml_context = Context.new(
-      variables: context || {},
-      stylesheet: stylesheet,
-      chat: chat
-    )
-
-    # Read markup content and set source path
-    content = if File.exist?(markup.to_s)
-      poml_context.source_path = File.expand_path(markup.to_s)
-      File.read(markup)
-    else
-      markup.to_s
-    end
-
-    # Parse POML content
-    parser = Parser.new(poml_context)
-    parsed_elements = parser.parse(content)
-
-    # Render to the desired format
-    renderer = Renderer.new(poml_context)
-    result = renderer.render(parsed_elements, format)
-
-    # Save to file if specified
-    if output_file
-      File.write(output_file, result)
-    end
-
-    result
-  end
-
-  def self.parse(content, context: nil)
-    context ||= Context.new
-    parser = Parser.new(context)
-    parser.parse(content)
-  end
-
-  def self.render(content, format: 'text', context: nil, **options)
-    context ||= Context.new(**options)
-    elements = parse(content, context: context)
-    renderer = Renderer.new(context)
-    renderer.render(elements, format)
-  end
-
-  # Convenience method for quick text rendering
-  def self.to_text(content, **options)
-    render(content, format: 'raw', **options)
-  end
-
-  # Convenience method for chat format
-  def self.to_chat(content, **options)
-    render(content, format: 'openai_chat', **options)
-  end
-
-  # Convenience method for dict format
-  def self.to_dict(content, **options)
-    render(content, format: 'dict', **options)
-  end
-  
-  # Legacy method for backward compatibility
+  # - context/variables: Hash of template variables
+  # - stylesheet: CSS/styling rules
+  # - chat: Enable chat mode (default: true)
+  # - output_file: File path to write output to
   def self.process(markup:, format: 'dict', **options)
     # Handle file paths
     content = if File.exist?(markup)
@@ -116,4 +62,32 @@ module Poml
       result
     end
   end
+
+  def self.parse(content, context: nil)
+    context ||= Context.new
+    parser = Parser.new(context)
+    parser.parse(content)
+  end
+
+  def self.render(content, format: 'text', context: nil, **options)
+    context ||= Context.new(**options)
+    elements = parse(content, context: context)
+    renderer = Renderer.new(context)
+    renderer.render(elements, format)
+  end
+
+  # Convenience method for quick text rendering
+  def self.to_text(content, **options)
+    render(content, format: 'raw', **options)
+  end
+
+  # Convenience method for chat format
+  def self.to_chat(content, **options)
+    render(content, format: 'openai_chat', **options)
+  end
+
+  # Convenience method for dict format
+  def self.to_dict(content, **options)
+    render(content, format: 'dict', **options)
+  end
 end

data/readme.md

@@ -6,6 +6,8 @@ A Ruby implementation of the POML (Prompt Oriented Markup Language) interpreter.
 
 This is a **Ruby port** of the original [POML library](https://github.com/microsoft/poml) developed by Microsoft, which was originally implemented in JavaScript/TypeScript and Python. This Ruby gem is designed to be **fully compatible** with the original POML specification and will **closely follow** the development of the original library to maintain feature parity.
 
+> **🔄 Recent Update**: The original POML library has introduced **breaking changes** in schema definitions. Schema attributes have been renamed from `lang` to `parser` (e.g., `lang="json"` → `parser="json"`, `lang="expr"` → `parser="eval"`). Our Ruby implementation is being updated to maintain compatibility with these changes.
+
 ## Demo Video
 
 [![The 5-minute guide to POML](https://i3.ytimg.com/vi/b9WDcFsKixo/maxresdefault.jpg)](https://youtu.be/b9WDcFsKixo)
@@ -205,6 +207,8 @@ Customize component appearance:
 - ✅ Stylesheet support
 - ✅ Command-line interface
 - ✅ Chat vs non-chat modes
+- 🔄 **Schema definitions** (updating to new `parser` attribute syntax)
+- 🔄 **Tool registration** (updating for enhanced tool use support)
 
 ## Document Support
 
@@ -239,7 +243,7 @@ Build and install locally:
 
 ```bash
 gem build poml.gemspec
-gem install poml-0.0.1.gem
+gem install poml-0.0.3.gem
 ```
 
 ## License

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: poml
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.5
 platform: ruby
 authors:
 - Ghennadii Mirosnicenco
 bindir: bin
 cert_chain: []
-date: 2025-08-19 00:00:00.000000000 Z
+date: 2025-08-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rexml
@@ -62,6 +62,8 @@ files:
 - examples/201_orders_qa.poml
 - examples/202_arc_agi.poml
 - examples/301_generate_poml.poml
+- examples/301_new_schema_syntax.poml
+- examples/302_schema_compatibility.poml
 - examples/README.md
 - examples/assets/101_jerry_mouse.jpg
 - examples/assets/101_tom_and_jerry.docx