poml 0.0.1 → 0.0.2

data/lib/poml/components/utilities.rb

@@ -0,0 +1,508 @@
+module Poml
+  # AI Message component for wrapping AI responses
+  class AiMessageComponent < Component
+    def render
+      apply_stylesheet
+      
+      content = @element.content.empty? ? render_children : @element.content
+      
+      # Add to structured chat messages if context supports it
+      if @context.respond_to?(:chat_messages)
+        @context.chat_messages << {
+          'role' => 'assistant',
+          'content' => content
+        }
+        # Return empty for raw format to avoid duplication
+        return ''
+      end
+      
+      if xml_mode?
+        render_as_xml('ai-msg', content, { speaker: 'ai' })
+      else
+        content
+      end
+    end
+  end
+
+  # Human Message component for wrapping user messages
+  class HumanMessageComponent < Component
+    def render
+      apply_stylesheet
+      
+      content = @element.content.empty? ? render_children : @element.content
+      
+      # Add to structured chat messages if context supports it
+      if @context.respond_to?(:chat_messages)
+        @context.chat_messages << {
+          'role' => 'user',
+          'content' => content
+        }
+        # Return empty for raw format to avoid duplication
+        return ''
+      end
+      
+      if xml_mode?
+        render_as_xml('user-msg', content, { speaker: 'human' })
+      else
+        content
+      end
+    end
+  end
+
+  # System Message component for wrapping system messages
+  class SystemMessageComponent < Component
+    def render
+      apply_stylesheet
+      
+      content = @element.content.empty? ? render_children : @element.content
+      
+      # Add to structured chat messages if context supports it
+      if @context.respond_to?(:chat_messages)
+        @context.chat_messages << {
+          'role' => 'system',
+          'content' => content
+        }
+        # Return empty for raw format to avoid duplication
+        return ''
+      end
+      
+      if xml_mode?
+        render_as_xml('system-msg', content, { speaker: 'system' })
+      else
+        content
+      end
+    end
+  end
+
+  # Message Content component for displaying message content
+  class MessageContentComponent < Component
+    def render
+      apply_stylesheet
+      
+      content_attr = get_attribute('content')
+      
+      if content_attr.is_a?(Array)
+        # Handle array of content items
+        content_attr.map { |item| 
+          item.is_a?(String) ? item : item.to_s 
+        }.join('')
+      elsif content_attr.is_a?(String)
+        content_attr
+      else
+        content_attr.to_s
+      end
+    end
+  end
+
+  # Conversation component for displaying chat conversations
+  class ConversationComponent < Component
+    def render
+      apply_stylesheet
+      
+      messages_attr = get_attribute('messages')
+      messages = if messages_attr.is_a?(String)
+        begin
+          require 'json'
+          JSON.parse(messages_attr)
+        rescue JSON::ParserError
+          []
+        end
+      else
+        messages_attr || []
+      end
+      
+      selected_messages = get_attribute('selectedMessages')
+      
+      # Apply message selection if specified
+      if selected_messages
+        messages = apply_message_selection(messages, selected_messages)
+      end
+      
+      if xml_mode?
+        render_conversation_xml(messages)
+      else
+        render_conversation_markdown(messages)
+      end
+    end
+    
+    private
+    
+    def apply_message_selection(messages, selection)
+      return messages unless selection
+      
+      if selection.include?(':')
+        # Handle slice notation like "2:4" or "-6:"
+        start_idx, end_idx = parse_slice(selection, messages.length)
+        messages[start_idx...end_idx] || []
+      elsif selection.is_a?(Integer)
+        # Single message index
+        [messages[selection]].compact
+      else
+        messages
+      end
+    end
+    
+    def parse_slice(slice_str, total_length)
+      if slice_str.start_with?('-') && slice_str.end_with?(':')
+        # Handle "-6:" (last 6 messages)
+        count = slice_str[1..-2].to_i
+        [total_length - count, total_length]
+      elsif slice_str.include?(':')
+        parts = slice_str.split(':')
+        start_idx = parts[0].empty? ? 0 : parts[0].to_i
+        end_idx = parts[1].empty? ? total_length : parts[1].to_i
+        [start_idx, end_idx]
+      else
+        index = slice_str.to_i
+        [index, index + 1]
+      end
+    end
+    
+    def render_conversation_xml(messages)
+      result = ['<conversation>']
+      messages.each do |msg|
+        speaker = msg['speaker'] || 'human'
+        content = msg['content'] || ''
+        result << "  <msg speaker=\"#{speaker}\">#{escape_xml(content)}</msg>"
+      end
+      result << '</conversation>'
+      result.join("\n")
+    end
+    
+    def render_conversation_markdown(messages)
+      result = []
+      messages.each do |msg|
+        speaker = msg['speaker'] || 'human'
+        content = msg['content'] || ''
+        
+        case speaker.downcase
+        when 'human', 'user'
+          result << "**Human:** #{content}"
+        when 'ai', 'assistant'
+          result << "**Assistant:** #{content}"
+        when 'system'
+          result << "**System:** #{content}"
+        else
+          result << "**#{speaker.capitalize}:** #{content}"
+        end
+        result << ""
+      end
+      result.join("\n")
+    end
+    
+    def escape_xml(text)
+      text.to_s.gsub('&', '&amp;').gsub('<', '&lt;').gsub('>', '&gt;').gsub('"', '&quot;')
+    end
+  end
+
+  # Folder component for displaying directory structures
+  class FolderComponent < Component
+    require 'find'
+    
+    def render
+      apply_stylesheet
+      
+      src = get_attribute('src')
+      filter = get_attribute('filter')
+      max_depth = get_attribute('maxDepth', 3).to_i
+      show_content = get_attribute('showContent', false)
+      syntax = get_attribute('syntax', 'text')
+      
+      return '[Folder: no src specified]' unless src
+      return '[Folder: directory not found]' unless Dir.exist?(src)
+      
+      tree_data = build_tree_structure(src, filter, max_depth, show_content)
+      
+      if xml_mode?
+        render_folder_xml(tree_data)
+      else
+        case syntax
+        when 'markdown'
+          render_folder_markdown(tree_data)
+        when 'json'
+          require 'json'
+          JSON.pretty_generate(tree_data)
+        else
+          render_folder_text(tree_data)
+        end
+      end
+    end
+    
+    private
+    
+    def build_tree_structure(path, filter, max_depth, show_content, current_depth = 0)
+      return nil if current_depth >= max_depth
+      
+      items = []
+      
+      begin
+        Dir.entries(path).sort.each do |entry|
+          next if entry.start_with?('.')
+          
+          full_path = File.join(path, entry)
+          
+          if File.directory?(full_path)
+            # Check if directory should be included
+            if !filter || entry.match?(Regexp.new(filter))
+              sub_items = build_tree_structure(full_path, filter, max_depth, show_content, current_depth + 1)
+              if sub_items && !sub_items.empty?
+                items << {
+                  name: "#{entry}/",
+                  type: 'directory',
+                  children: sub_items
+                }
+              end
+            end
+          else
+            # Check if file should be included
+            if !filter || entry.match?(Regexp.new(filter))
+              item = {
+                name: entry,
+                type: 'file'
+              }
+              
+              if show_content
+                begin
+                  content = File.read(full_path, encoding: 'utf-8')
+                  item[:content] = content
+                rescue
+                  item[:content] = '[Binary file or read error]'
+                end
+              end
+              
+              items << item
+            end
+          end
+        end
+      rescue => e
+        return [{ name: "[Error: #{e.message}]", type: 'error' }]
+      end
+      
+      items
+    end
+    
+    def render_folder_text(items, indent = 0)
+      result = []
+      prefix = '  ' * indent
+      
+      items.each do |item|
+        result << "#{prefix}#{item[:name]}"
+        
+        if item[:content]
+          content_lines = item[:content].split("\n")
+          content_lines.each do |line|
+            result << "#{prefix}  #{line}"
+          end
+          result << ""
+        end
+        
+        if item[:children]
+          result << render_folder_text(item[:children], indent + 1)
+        end
+      end
+      
+      result.join("\n")
+    end
+    
+    def render_folder_markdown(items, indent = 0)
+      result = []
+      prefix = '  ' * indent
+      
+      items.each do |item|
+        if item[:type] == 'directory'
+          result << "#{prefix}- **#{item[:name]}**"
+        else
+          result << "#{prefix}- #{item[:name]}"
+        end
+        
+        if item[:content]
+          result << "#{prefix}  ```"
+          item[:content].split("\n").each do |line|
+            result << "#{prefix}  #{line}"
+          end
+          result << "#{prefix}  ```"
+          result << ""
+        end
+        
+        if item[:children]
+          result << render_folder_markdown(item[:children], indent + 1)
+        end
+      end
+      
+      result.join("\n")
+    end
+    
+    def render_folder_xml(items)
+      result = ['<folder>']
+      items.each do |item|
+        if item[:type] == 'directory'
+          result << "  <directory name=\"#{escape_xml(item[:name])}\">"
+          if item[:children]
+            render_folder_xml_items(item[:children], result, 2)
+          end
+          result << "  </directory>"
+        else
+          if item[:content]
+            result << "  <file name=\"#{escape_xml(item[:name])}\">"
+            result << "    <content>#{escape_xml(item[:content])}</content>"
+            result << "  </file>"
+          else
+            result << "  <file name=\"#{escape_xml(item[:name])}\"/>"
+          end
+        end
+      end
+      result << '</folder>'
+      result.join("\n")
+    end
+    
+    def render_folder_xml_items(items, result, indent_level)
+      indent = '  ' * indent_level
+      items.each do |item|
+        if item[:type] == 'directory'
+          result << "#{indent}<directory name=\"#{escape_xml(item[:name])}\">"
+          if item[:children]
+            render_folder_xml_items(item[:children], result, indent_level + 1)
+          end
+          result << "#{indent}</directory>"
+        else
+          if item[:content]
+            result << "#{indent}<file name=\"#{escape_xml(item[:name])}\">"
+            result << "#{indent}  <content>#{escape_xml(item[:content])}</content>"
+            result << "#{indent}</file>"
+          else
+            result << "#{indent}<file name=\"#{escape_xml(item[:name])}\"/>"
+          end
+        end
+      end
+    end
+    
+    def escape_xml(text)
+      text.to_s.gsub('&', '&amp;').gsub('<', '&lt;').gsub('>', '&gt;').gsub('"', '&quot;')
+    end
+  end
+
+  # Tree component for rendering tree structures
+  class TreeComponent < Component
+    def render
+      apply_stylesheet
+      
+      items_attr = get_attribute('items')
+      items = if items_attr.is_a?(String)
+        begin
+          require 'json'
+          JSON.parse(items_attr)
+        rescue JSON::ParserError
+          []
+        end
+      else
+        items_attr || []
+      end
+      
+      show_content = get_attribute('showContent', false)
+      syntax = get_attribute('syntax', 'text')
+      
+      if xml_mode?
+        render_tree_xml(items, show_content)
+      else
+        case syntax
+        when 'markdown'
+          render_tree_markdown(items, show_content)
+        when 'json'
+          require 'json'
+          JSON.pretty_generate(items)
+        else
+          render_tree_text(items, show_content)
+        end
+      end
+    end
+    
+    private
+    
+    def render_tree_text(items, show_content, indent = 0)
+      result = []
+      prefix = '  ' * indent
+      
+      items.each do |item|
+        result << "#{prefix}#{item['name'] || item[:name]}"
+        
+        if show_content && (item['content'] || item[:content])
+          content = item['content'] || item[:content]
+          content.to_s.split("\n").each do |line|
+            result << "#{prefix}  #{line}"
+          end
+        end
+        
+        children = item['children'] || item[:children]
+        if children && !children.empty?
+          result << render_tree_text(children, show_content, indent + 1)
+        end
+      end
+      
+      result.join("\n")
+    end
+    
+    def render_tree_markdown(items, show_content, indent = 0)
+      result = []
+      prefix = '  ' * indent
+      
+      items.each do |item|
+        name = item['name'] || item[:name]
+        result << "#{prefix}- #{name}"
+        
+        if show_content && (item['content'] || item[:content])
+          content = item['content'] || item[:content]
+          result << "#{prefix}  ```"
+          content.to_s.split("\n").each do |line|
+            result << "#{prefix}  #{line}"
+          end
+          result << "#{prefix}  ```"
+        end
+        
+        children = item['children'] || item[:children]
+        if children && !children.empty?
+          result << render_tree_markdown(children, show_content, indent + 1)
+        end
+      end
+      
+      result.join("\n")
+    end
+    
+    def render_tree_xml(items, show_content, indent_level = 1)
+      result = ['<tree>']
+      render_tree_xml_items(items, result, show_content, indent_level)
+      result << '</tree>'
+      result.join("\n")
+    end
+    
+    def render_tree_xml_items(items, result, show_content, indent_level)
+      indent = '  ' * indent_level
+      
+      items.each do |item|
+        name = item['name'] || item[:name]
+        children = item['children'] || item[:children]
+        content = item['content'] || item[:content] if show_content
+        
+        if children && !children.empty?
+          result << "#{indent}<item name=\"#{escape_xml(name)}\">"
+          if content
+            result << "#{indent}  <content>#{escape_xml(content)}</content>"
+          end
+          render_tree_xml_items(children, result, show_content, indent_level + 1)
+          result << "#{indent}</item>"
+        else
+          if content
+            result << "#{indent}<item name=\"#{escape_xml(name)}\">"
+            result << "#{indent}  <content>#{escape_xml(content)}</content>"
+            result << "#{indent}</item>"
+          else
+            result << "#{indent}<item name=\"#{escape_xml(name)}\"/>"
+          end
+        end
+      end
+    end
+    
+    def escape_xml(text)
+      text.to_s.gsub('&', '&amp;').gsub('<', '&lt;').gsub('>', '&gt;').gsub('"', '&quot;')
+    end
+  end
+end

data/lib/poml/components.rb

@@ -9,39 +9,128 @@ require_relative 'components/lists'
 require_relative 'components/layout'
 require_relative 'components/workflow'
 require_relative 'components/styling'
+require_relative 'components/formatting'
+require_relative 'components/media'
+require_relative 'components/utilities'
+require_relative 'components/meta'
+require_relative 'components/template'
 
 module Poml
   # Update the component mapping after all components are loaded
   Components::COMPONENT_MAPPING.merge!({
+    # Basic components
     text: TextComponent,
+    poml: TextComponent,
+    p: ParagraphComponent,
+    
+    # Formatting components
+    b: BoldComponent,
+    bold: BoldComponent,
+    i: ItalicComponent,
+    italic: ItalicComponent,
+    u: UnderlineComponent,
+    underline: UnderlineComponent,
+    s: StrikethroughComponent,
+    strike: StrikethroughComponent,
+    strikethrough: StrikethroughComponent,
+    span: InlineComponent,
+    inline: InlineComponent,
+    h: HeaderComponent,
+    header: HeaderComponent,
+    br: NewlineComponent,
+    newline: NewlineComponent,
+    code: CodeComponent,
+    section: SubContentComponent,
+    subcontent: SubContentComponent,
+    
+    # Media components
+    audio: AudioComponent,
+    
+    # Instruction components
     role: RoleComponent,
     task: TaskComponent,
     hint: HintComponent,
+    
+    # Content components
     document: DocumentComponent,
     Document: DocumentComponent,  # Capitalized version
+    
+    # Data components
     table: TableComponent,
     Table: TableComponent,  # Capitalized version
     img: ImageComponent,
-    p: ParagraphComponent,
+    obj: ObjectComponent,
+    object: ObjectComponent,
+    dataobj: ObjectComponent,
+    'data-obj': ObjectComponent,
+    webpage: WebpageComponent,
+    
+    # Example components
     example: ExampleComponent,
     input: InputComponent,
     output: OutputComponent,
     'output-format': OutputFormatComponent,
     'outputformat': OutputFormatComponent,
+    examples: ExampleSetComponent,
+    'example-set': ExampleSetComponent,
+    introducer: IntroducerComponent,
+    
+    # List components
     list: ListComponent,
     item: ItemComponent,
+    
+    # Layout components
     cp: CPComponent,
+    'captioned-paragraph': CPComponent,
+    
+    # Workflow components
     'stepwise-instructions': StepwiseInstructionsComponent,
     'stepwiseinstructions': StepwiseInstructionsComponent,
     StepwiseInstructions: StepwiseInstructionsComponent,
     'human-message': HumanMessageComponent,
     'humanmessage': HumanMessageComponent,
     HumanMessage: HumanMessageComponent,
+    'user-msg': HumanMessageComponent,
     qa: QAComponent,
     QA: QAComponent,
+    question: QAComponent,
+    
+    # Utility components
+    'ai-msg': AiMessageComponent,
+    'aimessage': AiMessageComponent,
+    ai: AiMessageComponent,
+    Ai: AiMessageComponent,
+    human: HumanMessageComponent,
+    Human: HumanMessageComponent,
+    system: SystemMessageComponent,
+    System: SystemMessageComponent,
+    'system-msg': SystemMessageComponent,
+    'systemmessage': SystemMessageComponent,
+    'msg-content': MessageContentComponent,
+    'message-content': MessageContentComponent,
+    conversation: ConversationComponent,
+    Conversation: ConversationComponent,
+    folder: FolderComponent,
+    Folder: FolderComponent,
+    tree: TreeComponent,
+    Tree: TreeComponent,
+    
+    # Styling components
     let: LetComponent,
     Let: LetComponent,
     stylesheet: StylesheetComponent,
-    Stylesheet: StylesheetComponent
+    Stylesheet: StylesheetComponent,
+    
+    # Meta components
+    meta: MetaComponent,
+    Meta: MetaComponent,
+    
+    # Template components
+    include: IncludeComponent,
+    Include: IncludeComponent,
+    if: IfComponent,
+    If: IfComponent,
+    for: ForComponent,
+    For: ForComponent
   })
 end

data/lib/poml/context.rb

@@ -1,9 +1,12 @@
 require 'json'
+require 'set'
 
 module Poml
   # Context object that holds variables, stylesheets, and processing state
   class Context
     attr_accessor :variables, :stylesheet, :chat, :texts, :source_path, :syntax, :header_level
+    attr_accessor :response_schema, :tools, :runtime_parameters, :disabled_components
+    attr_accessor :template_engine, :chat_messages, :custom_metadata
 
     def initialize(variables: {}, stylesheet: nil, chat: true, syntax: nil)
       @variables = variables || {}
@@ -13,6 +16,13 @@ module Poml
       @source_path = nil
       @syntax = syntax
       @header_level = 1 # Track current header nesting level
+      @response_schema = nil
+      @tools = []
+      @runtime_parameters = {}
+      @disabled_components = Set.new
+      @template_engine = TemplateEngine.new(self)
+      @chat_messages = [] # Track structured chat messages
+      @custom_metadata = {} # Track general metadata like title, description etc.
     end
 
     def xml_mode?
@@ -28,9 +38,38 @@ module Poml
     def with_increased_header_level
       old_level = @header_level
       @header_level += 1
-      yield
-    ensure
+      result = yield
       @header_level = old_level
+      result
+    end
+
+    def with_chat_context(chat_enabled)
+      old_chat = @chat
+      @chat = chat_enabled
+      result = yield
+      @chat = old_chat
+      result
+    end
+
+    def create_child_context
+      child = Context.new(
+        variables: @variables.dup,
+        stylesheet: @stylesheet.dup,
+        chat: @chat,
+        syntax: @syntax
+      )
+      child.header_level = @header_level
+      child.response_schema = @response_schema
+      child.tools = @tools.dup
+      child.runtime_parameters = @runtime_parameters.dup
+      child.disabled_components = @disabled_components.dup
+      child.chat_messages = @chat_messages # Share the same array reference
+      child.custom_metadata = @custom_metadata # Share the same hash reference
+      child
+    end
+
+    def component_enabled?(component_name)
+      !@disabled_components.include?(component_name.to_s)
     end
 
     private