apex-ruby 1.0.30 → 1.0.31

data/ext/apex_ext/apex_src/documentation/generate_app_docs_ai.rb

@@ -1,678 +0,0 @@
-#!/usr/bin/env ruby
-# Generate app-focused documentation using AI transformation
-# Uses cursor-agent or similar AI tool to intelligently rewrite CLI-focused content
-
-require 'fileutils'
-require 'set'
-
-SCRIPT_DIR = File.expand_path(__dir__)
-DOCS_DIR = File.join(SCRIPT_DIR, '..')
-HTML_DIR = File.join(DOCS_DIR, 'documentation', 'html')
-WIKI_DIR = File.join(DOCS_DIR, 'documentation', 'apex.wiki')
-TRANSFORMED_DIR = File.join(DOCS_DIR, 'documentation', 'app-transformed')
-PROMPT_FILE = File.join(SCRIPT_DIR, 'transform_for_app.md')
-SETTINGS_TABLE_FILE = File.join(DOCS_DIR, 'documentation', 'app-settings-table.md')
-
-# App-focused pages
-APP_PAGES = [
-  'Syntax',
-  'Inline-Attribute-Lists',
-  'Modes',
-  'Multi-File-Documents',
-  'Citations',
-  'Metadata-Transforms',
-  'Header-IDs',
-  'Plugins',
-  'Credits'
-].freeze
-
-# Find Apex binary
-def find_apex_binary
-  system_apex = `which apex 2>/dev/null`.strip
-  return system_apex if system_apex != '' && File.exist?(system_apex)
-
-  # Prioritize build/apex if it exists (most recent build)
-  build_apex = File.expand_path('../build/apex', __dir__)
-  return build_apex if File.exist?(build_apex)
-
-  build_release_apex = File.expand_path('../build-release/apex', __dir__)
-  return build_release_apex if File.exist?(build_release_apex)
-
-  ['../build-debug/apex'].each do |path|
-    full_path = File.expand_path(path, __dir__)
-    return full_path if File.exist?(full_path)
-  end
-
-  nil
-end
-
-APEX_BIN = find_apex_binary
-
-# Check if cursor-agent or similar tool is available
-def find_ai_agent
-  # Try cursor-agent first
-  cursor_agent = `which cursor-agent 2>/dev/null`.strip
-  return ['cursor-agent'] if cursor_agent != '' && File.exist?(cursor_agent)
-
-  # Try other possible AI tools
-  ['claude', 'gpt', 'ai'].each do |tool|
-    which = `which #{tool} 2>/dev/null`.strip
-    return [tool] if which != '' && File.exist?(which)
-  end
-
-  nil
-end
-
-def transform_with_ai(markdown_content, page_name)
-  ai_tool = find_ai_agent
-
-  if ai_tool.nil?
-    puts "  Warning: No AI agent found. Falling back to basic transformation."
-    return basic_transform(markdown_content)
-  end
-
-  puts "  Using #{ai_tool[0]} to transform content..."
-
-  # Read the prompt template
-  prompt_template = File.read(PROMPT_FILE)
-
-  # Create full prompt
-  full_prompt = "#{prompt_template}\n\n---\n\n#{markdown_content}"
-
-  # Write prompt to temp file
-  temp_prompt = File.join(ENV['TMPDIR'] || ENV['TMP'] || ENV['TEMP'] || '/tmp', "apex_prompt_#{Process.pid}.md")
-  File.write(temp_prompt, full_prompt)
-
-  # Try to use the AI tool
-  # This is a generic approach - adjust based on your AI tool's interface
-  begin
-    # For cursor-agent, you might need to adjust this command
-    result = `#{ai_tool[0]} "#{temp_prompt}" 2>&1`
-
-    if $?.success? && !result.empty?
-      File.delete(temp_prompt) if File.exist?(temp_prompt)
-      return result
-    else
-      puts "  Warning: AI transformation failed, falling back to basic transformation."
-      File.delete(temp_prompt) if File.exist?(temp_prompt)
-      return basic_transform(markdown_content)
-    end
-  rescue => e
-    puts "  Error using AI tool: #{e.message}"
-    puts "  Falling back to basic transformation."
-    File.delete(temp_prompt) if File.exist?(temp_prompt)
-    return basic_transform(markdown_content)
-  end
-end
-
-def basic_transform(markdown_content)
-  # Basic fallback: remove obvious command-line code blocks
-  # This is a simple heuristic - AI transformation is preferred
-
-  lines = markdown_content.lines
-  result = []
-  in_code_block = false
-  code_block_type = nil
-  code_block_lines = []
-
-  lines.each do |line|
-    # Detect code block start
-    if line =~ /^```(\w*)$/
-      code_block_type = $1
-      code_block_lines = [line]
-      in_code_block = true
-      next
-    end
-
-    # Detect code block end
-    if in_code_block && line =~ /^```$/
-      code_block_lines << line
-      code_block_content = code_block_lines.join
-
-      # Check if this is a command-line example
-      if code_block_content =~ /apex\s+--/ || code_block_content =~ /^```(bash|sh|shell|zsh|fish)/
-        # Skip command-line code blocks
-        in_code_block = false
-        code_block_lines = []
-        next
-      else
-        # Keep non-CLI code blocks
-        result.concat(code_block_lines)
-      end
-
-      in_code_block = false
-      code_block_lines = []
-      next
-    end
-
-    # Collect code block lines
-    if in_code_block
-      code_block_lines << line
-      next
-    end
-
-    # Regular line
-    result << line
-  end
-
-  # Handle unclosed code block
-  if in_code_block
-    result.concat(code_block_lines)
-  end
-
-  result.join
-end
-
-def parse_footer
-  footer_file = File.join(WIKI_DIR, '_Footer.md')
-  return '' unless File.exist?(footer_file)
-
-  footer_content = `#{APEX_BIN} "#{footer_file}" 2>/dev/null`
-  if $?.success? && !footer_content.empty?
-    footer_content.strip
-  else
-    footer_text = File.read(footer_file).strip
-    "<p>#{footer_text.gsub(/\n/, '<br>')}</p>"
-  end
-end
-
-def generate_css
-  <<~CSS
-    <style>
-      * {
-        margin: 0;
-        padding: 0;
-        box-sizing: border-box;
-      }
-      body {
-        -webkit-font-smoothing: antialiased;
-        -moz-osx-font-smoothing: grayscale;
-        font-size: 17px;
-        font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
-        line-height: 1.65;
-        color: #1e293b;
-        background-color: #fff;
-        margin-left: 220px;
-      }
-      .sidebar {
-        position: fixed;
-        left: 0;
-        top: 0;
-        width: auto;
-        min-width: 150px;
-        max-width: 200px;
-        height: 100vh;
-        overflow-y: auto;
-        background: #1e293b;
-        color: rgba(255, 255, 255, 0.9);
-        border-right: 2px solid rgba(255, 255, 255, 0.1);
-        padding: 24px 20px 40px;
-        font-size: 14px;
-        z-index: 100;
-        box-shadow: 4px 0 24px rgba(0, 0, 0, 0.08);
-      }
-      .sidebar ul {
-        list-style: none;
-        padding-left: 0;
-        margin: 0;
-      }
-      .sidebar li {
-        margin: 0.25em 0;
-      }
-      .sidebar a {
-        color: rgba(255, 255, 255, 0.85);
-        text-decoration: none;
-        display: block;
-        padding: 6px 12px;
-        border-radius: 4px;
-        cursor: pointer;
-        transition: all 0.15s ease;
-      }
-      .sidebar a:hover {
-        background: #334155;
-        color: #fff;
-      }
-      .sidebar a.active {
-        color: #0ea5e9;
-        font-weight: 500;
-      }
-      .content {
-        padding: 2rem;
-        max-width: 900px;
-      }
-      .page {
-        display: none;
-      }
-      .page.active {
-        display: block;
-      }
-      .page-toc {
-        background: #f9f9f9;
-        border: 1px solid #ddd;
-        border-radius: 4px;
-        padding: 1rem;
-        margin: 1.5rem 0;
-      }
-      .page-toc ul {
-        list-style: none;
-        padding-left: 0;
-        margin: 0;
-      }
-      .page-toc > ul {
-        padding-left: 0;
-      }
-      .page-toc li {
-        margin: 0.25em 0;
-      }
-      .page-toc a {
-        color: #0066cc;
-        text-decoration: none;
-        display: block;
-        padding: 0.25em 0.5em;
-        border-radius: 3px;
-      }
-      .page-toc a:hover {
-        background: #e0e0e0;
-        color: #004499;
-      }
-      .page-toc ul ul {
-        list-style: none;
-        padding-left: 1.5em;
-        margin-top: 0.25em;
-      }
-      .page-toc ul ul ul {
-        padding-left: 1.5em;
-      }
-      .page-toc ul ul a {
-        font-size: 0.9em;
-        color: #555;
-      }
-      .page-toc ul ul ul a {
-        font-size: 0.85em;
-        color: #666;
-      }
-      .page-footer {
-        background: #f5f5f5;
-        border-top: 1px solid #ddd;
-        padding: 1.5rem;
-        margin-top: 3rem;
-        color: #666;
-        font-size: 0.9em;
-      }
-      .page-footer p {
-        margin: 0.5em 0;
-      }
-      .page-footer a {
-        color: #0066cc;
-        text-decoration: none;
-      }
-      .page-footer a:hover {
-        text-decoration: underline;
-      }
-      h1, h2, h3, h4, h5, h6 {
-        margin-top: 1.5em;
-        margin-bottom: 0.5em;
-      }
-      h1 {
-        font-size: 2em;
-        border-bottom: 2px solid #eee;
-        padding-bottom: 0.3em;
-      }
-      h2 {
-        font-size: 1.5em;
-        border-bottom: 1px solid #eee;
-        padding-bottom: 0.3em;
-      }
-      code {
-        background: #f0f0f0;
-        padding: 0.2em 0.4em;
-        border-radius: 3px;
-        font-family: 'Monaco', 'Menlo', 'Ubuntu Mono', monospace;
-        font-size: 0.9em;
-        margin: 0 0.1em;
-      }
-      pre {
-        background: #f5f5f5;
-        padding: 1rem;
-        overflow-x: auto;
-        border-radius: 4px;
-        margin: 1em 0;
-      }
-      pre code {
-        background: none;
-        padding: 0;
-        margin: 0;
-      }
-      blockquote {
-        border-left: 4px solid #ddd;
-        margin: 0;
-        padding-left: 1rem;
-        color: #666;
-      }
-      table {
-        border-collapse: collapse;
-        width: 100%;
-      }
-      th, td {
-        border: 1px solid #ddd;
-        padding: 0.5rem;
-      }
-      th {
-        background: #f5f5f5;
-      }
-      /* Nested lists in page content */
-      ul ul, ol ol, ul ol, ol ul {
-        padding-left: 1.5em;
-        margin-top: 0.25em;
-      }
-      @media (max-width: 768px) {
-        .sidebar {
-          display: none;
-        }
-        body {
-          margin-left: 0;
-        }
-      }
-    </style>
-  CSS
-end
-
-def generate_javascript
-  <<~JS
-    <script>
-      function showPage(pageId) {
-        var pages = document.querySelectorAll('.page');
-        pages.forEach(function(page) {
-          page.classList.remove('active');
-        });
-
-        var selectedPage = document.getElementById('page-' + pageId);
-        if (selectedPage) {
-          selectedPage.classList.add('active');
-        }
-
-        var links = document.querySelectorAll('.sidebar a');
-        links.forEach(function(link) {
-          link.classList.remove('active');
-        });
-        var activeLink = document.querySelector('.sidebar a[data-page="' + pageId + '"]');
-        if (activeLink) {
-          activeLink.classList.add('active');
-        }
-
-        window.scrollTo(0, 0);
-
-        if (history.pushState) {
-          history.pushState(null, null, '#' + pageId);
-        } else {
-          window.location.hash = pageId;
-        }
-      }
-
-      document.addEventListener('DOMContentLoaded', function() {
-        var links = document.querySelectorAll('.sidebar a');
-        links.forEach(function(link) {
-          link.addEventListener('click', function(e) {
-            e.preventDefault();
-            var pageId = this.getAttribute('data-page');
-            if (pageId) {
-              showPage(pageId);
-            }
-          });
-        });
-
-        var hash = window.location.hash.substring(1);
-        if (hash) {
-          showPage(hash);
-        } else {
-          var firstLink = document.querySelector('.sidebar a[data-page]');
-          if (firstLink) {
-            var firstPageId = firstLink.getAttribute('data-page');
-            showPage(firstPageId);
-          }
-        }
-      });
-    </script>
-  JS
-end
-
-def extract_headers(html_content)
-  headers = []
-  html_content.scan(/<h([1-6])[^>]*id=["']([^"']+)["'][^>]*>([\s\S]*?)<\/h[1-6]>/i) do |level, id, text|
-    text = text.gsub(/<[^>]+>/, '').gsub(/\s+/, ' ').strip
-    headers << { level: level.to_i, id: id, text: text } unless text.empty?
-  end
-  headers
-end
-
-def generate_page_toc(headers)
-  return '' if headers.empty?
-
-  toc_html = '<nav class="page-toc"><ul>'
-  stack = []
-
-  headers.each_with_index do |header, idx|
-    level = header[:level]
-    next_header = headers[idx + 1]
-    next_level = next_header ? next_header[:level] : 1
-
-    while !stack.empty? && stack.last >= level
-      toc_html += '</ul></li>'
-      stack.pop
-    end
-
-    if next_level > level
-      toc_html += "<li><a href=\"##{header[:id]}\">#{header[:text]}</a><ul>"
-      stack.push(level)
-    else
-      toc_html += "<li><a href=\"##{header[:id]}\">#{header[:text]}</a></li>"
-    end
-  end
-
-  while !stack.empty?
-    toc_html += '</ul></li>'
-    stack.pop
-  end
-
-  toc_html += '</ul></nav>'
-  toc_html
-end
-
-def fix_links_in_html(html_content, page_map)
-  html_content.gsub(/<a\s+([^>]*\s+)?href=["']([^"']+)["']([^>]*)>/i) do |match|
-    attrs_before = $1 || ''
-    href = $2
-    attrs_after = $3 || ''
-
-    if href =~ /^(https?:\/\/|mailto:|#|.*\.(html|md|pdf|png|jpg|jpeg|gif|svg|webp))/i
-      match
-    elsif page_map[href]
-      page_id = page_map[href]
-      "<a #{attrs_before}href=\"##{page_id}\" onclick=\"showPage('#{page_id}'); return false;\"#{attrs_after}>"
-    elsif page_map[href.gsub(/\s+/, '-')]
-      page_id = page_map[href.gsub(/\s+/, '-')]
-      "<a #{attrs_before}href=\"##{page_id}\" onclick=\"showPage('#{page_id}'); return false;\"#{attrs_after}>"
-    else
-      match
-    end
-  end
-end
-
-def clone_wiki
-  wiki_url = 'https://github.com/ApexMarkdown/apex.wiki.git'
-  puts "Cloning wiki from GitHub..."
-
-  if File.exist?(WIKI_DIR)
-    puts "Wiki directory already exists, removing..."
-    FileUtils.rm_rf(WIKI_DIR)
-  end
-
-  success = system("git clone #{wiki_url} \"#{WIKI_DIR}\" 2>&1")
-  unless success
-    puts "Error: Failed to clone wiki from #{wiki_url}"
-    exit 1
-  end
-
-  puts "Wiki cloned successfully"
-end
-
-def cleanup_wiki
-  if File.exist?(WIKI_DIR)
-    puts "\nCleaning up wiki clone..."
-    FileUtils.rm_rf(WIKI_DIR)
-    puts "Wiki clone removed"
-  end
-end
-
-puts "Generating app-focused documentation with AI transformation..."
-
-# Ensure output directories exist
-FileUtils.mkdir_p(HTML_DIR)
-FileUtils.mkdir_p(TRANSFORMED_DIR)
-
-# Check for prompt file
-unless File.exist?(PROMPT_FILE)
-  puts "Error: Prompt file not found at #{PROMPT_FILE}"
-  exit 1
-end
-
-# Clone wiki
-clone_wiki
-
-unless File.exist?(WIKI_DIR)
-  puts "Error: Wiki directory not found at #{WIKI_DIR}"
-  exit 1
-end
-
-unless File.exist?(APEX_BIN)
-  puts "Error: Apex binary not found at #{APEX_BIN}"
-  puts "Please build Apex first or ensure it's in PATH"
-  cleanup_wiki
-  exit 1
-end
-
-# Parse footer
-footer_html = parse_footer
-
-# Process app-focused pages
-pages = []
-APP_PAGES.each do |page_name|
-  file_name = "#{page_name}.md"
-  md_file = File.join(WIKI_DIR, file_name)
-  if File.exist?(md_file)
-    title = page_name.gsub('-', ' ')
-    pages << { name: page_name, title: title, file: file_name }
-  end
-end
-
-puts "Found #{pages.length} app-focused pages to process..."
-
-# Transform each page with AI
-transformed_files = {}
-pages.each do |page_info|
-  md_file = File.join(WIKI_DIR, page_info[:file])
-  next unless File.exist?(md_file)
-
-  puts "\nProcessing #{page_info[:name]}..."
-
-  # Read original markdown
-  original_content = File.read(md_file)
-
-  # Transform with AI
-  transformed_content = transform_with_ai(original_content, page_info[:name])
-
-  # Save transformed version
-  transformed_file = File.join(TRANSFORMED_DIR, page_info[:file])
-  File.write(transformed_file, transformed_content)
-  transformed_files[page_info[:name]] = transformed_file
-
-  puts "  Saved transformed version to #{transformed_file}"
-end
-
-# Now generate HTML from transformed files
-puts "\nGenerating HTML from transformed markdown..."
-
-page_map = {}
-page_htmls = []
-
-transformed_files.each do |page_name, transformed_file|
-  puts "Converting #{page_name} to HTML..."
-
-  # Convert to HTML
-  html_content = `#{APEX_BIN} "#{transformed_file}" --standalone --pretty 2>/dev/null`
-
-  if $?.success? && !html_content.empty?
-    body_match = html_content.match(/<body[^>]*>([\s\S]*)<\/body>/i)
-    if body_match
-      body_content = body_match[1]
-
-      title_match = body_content.match(/<h1[^>]*>(.*?)<\/h1>/i)
-      page_info = pages.find { |p| p[:name] == page_name }
-      title = title_match ? title_match[1].gsub(/<[^>]+>/, '').strip : (page_info ? page_info[:title] : page_name)
-
-      headers = extract_headers(body_content)
-      page_toc = generate_page_toc(headers)
-
-      page_map[page_name] = page_name.downcase.gsub(/\s+/, '-')
-      body_content = fix_links_in_html(body_content, page_map)
-
-      if body_content =~ /<h1[^>]*>[\s\S]*?<\/h1>/i
-        body_content = body_content.sub(/(<h1[^>]*>[\s\S]*?<\/h1>)/i, "\\1\n#{page_toc}")
-      end
-
-      body_content += "\n#{footer_html}" if footer_html.length > 0
-
-      page_htmls << {
-        id: page_name.downcase.gsub(/\s+/, '-'),
-        title: title,
-        content: body_content
-      }
-    end
-  end
-end
-
-# Generate sidebar HTML
-sidebar_html = '<nav class="sidebar"><ul>'
-pages.each do |page_info|
-  page_id = page_info[:name].downcase.gsub(/\s+/, '-')
-  sidebar_html += "<li><a href=\"##{page_id}\" data-page=\"#{page_id}\">#{page_info[:title]}</a></li>"
-end
-sidebar_html += '</ul></nav>'
-
-# Generate page containers
-pages_html = '<div class="content">'
-page_htmls.each do |page|
-  pages_html += "<div id=\"page-#{page[:id]}\" class=\"page\">#{page[:content]}</div>"
-end
-pages_html += '</div>'
-
-# Combine everything
-html_output = <<~HTML
-<!DOCTYPE html>
-<html lang="en">
-<head>
-  <meta charset="UTF-8">
-  <meta name="viewport" content="width=device-width, initial-scale=1.0">
-  <title>Apex App Documentation</title>
-  #{generate_css}
-</head>
-<body>
-  #{sidebar_html}
-  #{pages_html}
-  #{generate_javascript}
-</body>
-</html>
-HTML
-
-# Write output
-output_file = File.join(HTML_DIR, 'apex-app-docs.html')
-File.write(output_file, html_output)
-
-puts "\nApp-focused HTML file generated successfully!"
-puts "Output: #{output_file}"
-puts "File size: #{(File.size(output_file) / 1024.0 / 1024.0).round(2)} MB"
-puts "\nTransformed markdown files saved in: #{TRANSFORMED_DIR}"
-puts "You can review and edit these files before regenerating HTML if needed."
-
-# Clean up wiki clone
-cleanup_wiki