llms-txt-ruby 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: daed7a0ad2c84969d85309328b3bbb773a43b20f70f8b9f610aa8bdcbe0a0510
-  data.tar.gz: '0795721bd23fe13fdcfeac9745ca7bbe0ce49a1a56ddc62a07fba49a047de65d'
+  metadata.gz: 678093f3878f75c9f39c21f009b279e95e20c62a7dcbbc72de5499305a73bf6f
+  data.tar.gz: a2406c0e8fada1bf1e0134acae4adfe3859d1af83d4d5286cb4207d2dde92f64
 SHA512:
-  metadata.gz: a8e4943867227ae1f031fedce39c7b30e46180295af86a99cda9f40404023127355ee23130a769d7bafe326c2dcce0aa9be694d9b11cdb0ea436305514443047
-  data.tar.gz: 2943403f4a90f1dfab03ec1e106ceeec7e5534ed61b7cf1ae26b16461ea24642b52a413552eb0cd508a810b59902541ee922ef3eacbbacab0b547da9b88a8e47
+  metadata.gz: dc062480b41973112b8e0e860b1605cd4b51a3f9d8b41af490fee57ae3b286722dcfac1fe07bfe80baca624647dde37e7fffbf7f2a34e9d2ca2b32b25550f2e1
+  data.tar.gz: b7600d18d1ecded87cd64c6e5022a20915abe02d716fd53d033abfd35136b7514b4b7f7c4e1b9e3f9018cb6c2358ac0692c4cdd5b8d115788e8287d836af5268

data/.gitignore

@@ -9,6 +9,7 @@
 /test/tmp/
 /test/version_tmp/
 /tmp/
+mise.toml
 
 # Used by dotenv library to load environment variables.
 .env

data/.ruby-version

@@ -1 +1 @@
-3.4.5
+3.4.6

data/CHANGELOG.md

@@ -0,0 +1,20 @@
+# Changelog
+
+## 0.1.2 (2025-10-07)
+- [Fix] Fixed CLI error handling to use correct `LlmsTxt::Errors::BaseError` instead of non-existent `LlmsTxt::Error`.
+- [Enhancement] Extracted CLI class to `lib/llms_txt/cli.rb` for better testability.
+- [Enhancement] Added comprehensive CLI error handling specs.
+
+## 0.1.1 (2025-10-07)
+- [Change] Updated repository metadata to use `master` branch instead of `main`.
+
+## 0.1.0 (2025-10-07)
+- [Feature] Generate `llms.txt` files from markdown documentation.
+- [Feature] Transform individual markdown files to be AI-friendly.
+- [Feature] Bulk transformation of entire documentation directories.
+- [Feature] CLI with commands: `generate`, `transform`, `bulk-transform`, `parse`, `validate`.
+- [Feature] Configuration file support (`llms-txt.yml`).
+- [Feature] Automatic link expansion from relative to absolute URLs.
+- [Feature] File prioritization (README first, then guides, APIs, etc.).
+- [Feature] Exclusion patterns for bulk transformations.
+- [Feature] Ruby API for programmatic usage.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    llms-txt-ruby (0.1.0)
+    llms-txt-ruby (0.1.2)
       zeitwerk (~> 2.6)
 
 GEM

data/README.md

@@ -213,6 +213,169 @@ wiki/
     └── internal.md      ← Excluded, no .llm.md version
 ```
 
+## Serving LLM-Friendly Documentation
+
+After using `bulk-transform` to create `.llm.md` versions of your documentation, you can configure your web server to automatically serve these LLM-optimized versions to AI bots while showing the original versions to human visitors.
+
+### How It Works
+
+The strategy is simple:
+
+1. **Detect AI bots** by their User-Agent strings
+2. **Serve `.llm.md` files** to detected AI bots
+3. **Serve original `.md` files** to human visitors
+4. **Automatic selection** - no manual switching needed
+
+### Apache Configuration
+
+Add this to your `.htaccess` file:
+
+```apache
+# Detect LLM bots by User-Agent
+SetEnvIf User-Agent "(?i)(openai|anthropic|claude|gpt|chatgpt|bard|gemini|copilot)" IS_LLM_BOT
+SetEnvIf User-Agent "(?i)(perplexity|character\.ai|you\.com|poe\.com|huggingface|replicate)" IS_LLM_BOT
+SetEnvIf User-Agent "(?i)(langchain|llamaindex|semantic|embedding|vector|rag)" IS_LLM_BOT
+SetEnvIf User-Agent "(?i)(ollama|mistral|cohere|together|fireworks|groq)" IS_LLM_BOT
+
+# Serve .md files as text/plain
+<FilesMatch "\.md$">
+  Header set Content-Type "text/plain; charset=utf-8"
+  ForceType text/plain
+</FilesMatch>
+
+# Enable rewrite engine
+RewriteEngine On
+
+# For LLM bots: rewrite requests to serve .llm.md versions
+RewriteCond %{ENV:IS_LLM_BOT} !^$
+RewriteCond %{REQUEST_URI} ^/docs/.*\.md$ [NC]
+RewriteCond %{REQUEST_URI} !\.llm\.md$ [NC]
+RewriteCond %{DOCUMENT_ROOT}%{REQUEST_URI} -f
+RewriteRule ^(.*)\.md$ $1.llm.md [L]
+
+# For LLM bots: handle clean URLs by appending .llm.md
+RewriteCond %{ENV:IS_LLM_BOT} !^$
+RewriteCond %{REQUEST_URI} ^/docs/ [NC]
+RewriteCond %{REQUEST_URI} !\.md$ [NC]
+RewriteCond %{DOCUMENT_ROOT}%{REQUEST_URI}.llm.md -f
+RewriteRule ^(.*)$ $1.llm.md [L]
+
+# For regular users: serve original .md files or clean URLs as usual
+# (add your normal URL handling rules here)
+```
+
+### Nginx Configuration
+
+Add this to your nginx server block:
+
+```nginx
+# Map to detect LLM bots
+map $http_user_agent $is_llm_bot {
+    default 0;
+    "~*(?i)(openai|anthropic|claude|gpt|chatgpt|bard|gemini|copilot)" 1;
+    "~*(?i)(perplexity|character\.ai|you\.com|poe\.com|huggingface|replicate)" 1;
+    "~*(?i)(langchain|llamaindex|semantic|embedding|vector|rag)" 1;
+    "~*(?i)(ollama|mistral|cohere|together|fireworks|groq)" 1;
+}
+
+server {
+    # ... your server configuration ...
+
+    # Serve .md files as text/plain
+    location ~ \.md$ {
+        default_type text/plain;
+        charset utf-8;
+    }
+
+    # For LLM bots requesting .md files, serve .llm.md version
+    location ~ ^/docs/(.*)\.md$ {
+        if ($is_llm_bot) {
+            rewrite ^(.*)\.md$ $1.llm.md last;
+        }
+        try_files $uri $uri/ =404;
+    }
+
+    # For LLM bots requesting clean URLs, serve .llm.md version
+    location ~ ^/docs/ {
+        if ($is_llm_bot) {
+            try_files $uri.llm.md $uri $uri/ =404;
+        }
+        try_files $uri $uri.md $uri/ =404;
+    }
+}
+```
+
+### Cloudflare Workers
+
+For serverless deployments, use Cloudflare Workers:
+
+```javascript
+export default {
+  async fetch(request) {
+    const url = new URL(request.url);
+    const userAgent = request.headers.get('user-agent') || '';
+
+    // Detect LLM bots
+    const llmBotPatterns = [
+      /openai|anthropic|claude|gpt|chatgpt|bard|gemini|copilot/i,
+      /perplexity|character\.ai|you\.com|poe\.com|huggingface|replicate/i,
+      /langchain|llamaindex|semantic|embedding|vector|rag/i,
+      /ollama|mistral|cohere|together|fireworks|groq/i
+    ];
+
+    const isLLMBot = llmBotPatterns.some(pattern => pattern.test(userAgent));
+
+    // If LLM bot and requesting docs
+    if (isLLMBot && url.pathname.startsWith('/docs/')) {
+      // Try to serve .llm.md version
+      const llmPath = url.pathname.replace(/\.md$/, '.llm.md');
+      if (!url.pathname.endsWith('.llm.md')) {
+        url.pathname = llmPath;
+      }
+    }
+
+    return fetch(url);
+  }
+}
+```
+
+### Custom Suffix
+
+If you used a different suffix with the `bulk-transform` command (e.g., `--suffix .ai`), update your web server rules accordingly.
+
+**Apache:**
+```apache
+RewriteRule ^(.*)\.md$ $1.ai.md [L]
+```
+
+**Nginx:**
+```nginx
+rewrite ^(.*)\.md$ $1.ai.md last;
+```
+
+**Cloudflare Workers:**
+```javascript
+const llmPath = url.pathname.replace(/\.md$/, '.ai.md');
+```
+
+### Example Setup
+
+```yaml
+# llms-txt.yml
+docs: ./docs
+base_url: https://myproject.io
+suffix: .llm
+convert_urls: true
+```
+
+```bash
+# Generate LLM-friendly versions
+llms-txt bulk-transform --config llms-txt.yml
+
+# Deploy both original and .llm.md files to your web server
+# The server will automatically serve the right version to each visitor
+```
+
 ## Ruby API
 
 ### Basic Usage

data/bin/llms-txt

@@ -1,242 +1,7 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require 'optparse'
 require 'llms_txt'
+require 'llms_txt/cli'
 
-module LlmsTxt
-  class CLI
-    def self.run(argv = ARGV)
-      new.run(argv)
-    end
-
-    def run(argv)
-      options = parse_options(argv)
-
-      case options[:command]
-      when 'generate', nil
-        generate(options)
-      when 'transform'
-        transform(options)
-      when 'bulk-transform'
-        bulk_transform(options)
-      when 'parse'
-        parse(options)
-      when 'validate'
-        validate(options)
-      when 'version'
-        show_version
-      else
-        puts "Unknown command: #{options[:command]}"
-        puts "Run 'llms-txt --help' for usage information"
-        exit 1
-      end
-    rescue LlmsTxt::Error => e
-      puts "Error: #{e.message}"
-      exit 1
-    rescue StandardError => e
-      puts "Unexpected error: #{e.message}"
-      puts e.backtrace.join("\n") if options&.fetch(:verbose, false)
-      exit 1
-    end
-
-    private
-
-    def parse_options(argv)
-      options = {
-        command: argv.first&.match?(/^[a-z-]+$/) ? argv.shift : nil
-      }
-
-      OptionParser.new do |opts|
-        opts.banner = "llms-txt - Simple tool for generating llms.txt from markdown documentation\n\nUsage: llms-txt [command] [options]\n\nFor advanced configuration (base_url, title, description, convert_urls), use a config file."
-
-        opts.separator ''
-        opts.separator 'Commands:'
-        opts.separator '  generate       Generate llms.txt from documentation (default)'
-        opts.separator '  transform      Transform a markdown file to be AI-friendly'
-        opts.separator '  bulk-transform Transform all markdown files in directory'
-        opts.separator '  parse          Parse existing llms.txt file'
-        opts.separator '  validate       Validate llms.txt file'
-        opts.separator '  version        Show version'
-
-        opts.separator ''
-        opts.separator 'Options:'
-
-        opts.on('-c', '--config PATH', 'Configuration file path (default: llms-txt.yml)') do |path|
-          options[:config] = path
-        end
-
-        opts.on('-d', '--docs PATH', 'Path to documentation directory or file') do |path|
-          options[:docs] = path
-        end
-
-        opts.on('-o', '--output PATH', 'Output file path') do |path|
-          options[:output] = path
-        end
-
-        opts.on('-v', '--verbose', 'Verbose output') do
-          options[:verbose] = true
-        end
-
-        opts.on('-h', '--help', 'Show this message') do
-          puts opts
-          exit
-        end
-
-        opts.on('--version', 'Show version') do
-          show_version
-          exit
-        end
-      end.parse!(argv)
-
-      options[:file_path] = argv.first if argv.any?
-      options
-    end
-
-    def generate(options)
-      # Load config and merge with CLI options
-      config = LlmsTxt::Config.new(options[:config])
-      merged_options = config.merge_with_options(options)
-
-      docs_path = merged_options[:docs]
-
-      unless File.exist?(docs_path)
-        puts "Documentation path not found: #{docs_path}"
-        exit 1
-      end
-
-      puts "Generating llms.txt from #{docs_path}..." if merged_options[:verbose]
-
-      content = LlmsTxt.generate_from_docs(docs_path, merged_options)
-      output_path = merged_options[:output]
-
-      File.write(output_path, content)
-      puts "Successfully generated #{output_path}"
-
-      if merged_options[:verbose]
-        validator = LlmsTxt::Validator.new(content)
-        if validator.valid?
-          puts "Valid llms.txt format"
-        else
-          puts "Validation warnings:"
-          validator.errors.each { |error| puts "  - #{error}" }
-        end
-      end
-    end
-
-    def transform(options)
-      # Load config and merge with CLI options
-      config = LlmsTxt::Config.new(options[:config])
-      merged_options = config.merge_with_options(options)
-
-      file_path = options[:file_path]
-
-      unless file_path
-        puts "File path required for transform command"
-        exit 1
-      end
-
-      unless File.exist?(file_path)
-        puts "File not found: #{file_path}"
-        exit 1
-      end
-
-      puts "Transforming #{file_path}..." if merged_options[:verbose]
-
-      content = LlmsTxt.transform_markdown(file_path, merged_options)
-
-      if merged_options[:output] && merged_options[:output] != 'llms.txt'
-        File.write(merged_options[:output], content)
-        puts "Transformed content saved to #{merged_options[:output]}"
-      else
-        puts content
-      end
-    end
-
-    def bulk_transform(options)
-      # Load config and merge with CLI options
-      config = LlmsTxt::Config.new(options[:config])
-      merged_options = config.merge_with_options(options)
-
-      docs_path = merged_options[:docs]
-
-      unless File.exist?(docs_path)
-        puts "Documentation path not found: #{docs_path}"
-        exit 1
-      end
-
-      unless File.directory?(docs_path)
-        puts "Path must be a directory for bulk transformation: #{docs_path}"
-        exit 1
-      end
-
-      puts "Bulk transforming markdown files in #{docs_path}..." if merged_options[:verbose]
-      puts "Using suffix: #{merged_options[:suffix]}" if merged_options[:verbose]
-      puts "Excludes: #{merged_options[:excludes].join(', ')}" if merged_options[:verbose] && !merged_options[:excludes].empty?
-
-      begin
-        transformed_files = LlmsTxt.bulk_transform(docs_path, merged_options)
-
-        if transformed_files.empty?
-          puts "No markdown files found to transform"
-        else
-          puts "Successfully transformed #{transformed_files.size} files:"
-          transformed_files.each { |file| puts "  #{file}" } unless merged_options[:verbose] # verbose mode already shows progress
-        end
-      rescue LlmsTxt::Error => e
-        puts "Error during bulk transformation: #{e.message}"
-        exit 1
-      end
-    end
-
-    def parse(options)
-      file_path = options[:file_path] || 'llms.txt'
-
-      unless File.exist?(file_path)
-        puts "File not found: #{file_path}"
-        exit 1
-      end
-
-      parsed = LlmsTxt.parse(file_path)
-
-      if options[:verbose]
-        puts "Title: #{parsed.title}"
-        puts "Description: #{parsed.description}"
-        puts "Documentation Links: #{parsed.documentation_links.size}"
-        puts "Example Links: #{parsed.example_links.size}" if parsed.respond_to?(:example_links)
-        puts "Optional Links: #{parsed.optional_links.size}" if parsed.respond_to?(:optional_links)
-      else
-        puts parsed.to_xml if parsed.respond_to?(:to_xml)
-      end
-    end
-
-    def validate(options)
-      file_path = options[:file_path] || 'llms.txt'
-
-      unless File.exist?(file_path)
-        puts "File not found: #{file_path}"
-        exit 1
-      end
-
-      content = File.read(file_path)
-      valid = LlmsTxt.validate(content)
-
-      if valid
-        puts 'Valid llms.txt file'
-      else
-        puts 'Invalid llms.txt file'
-        puts "\nErrors:"
-        LlmsTxt::Validator.new(content).errors.each do |error|
-          puts "  - #{error}"
-        end
-        exit 1
-      end
-    end
-
-    def show_version
-      puts "llms-txt version #{LlmsTxt::VERSION}"
-    end
-  end
-end
-
-LlmsTxt::CLI.run # if $PROGRAM_NAME == __FILE__
+LlmsTxt::CLI.run

data/lib/llms_txt/cli.rb

@@ -0,0 +1,238 @@
+# frozen_string_literal: true
+
+require 'optparse'
+
+module LlmsTxt
+  class CLI
+    def self.run(argv = ARGV)
+      new.run(argv)
+    end
+
+    def run(argv)
+      options = parse_options(argv)
+
+      case options[:command]
+      when 'generate', nil
+        generate(options)
+      when 'transform'
+        transform(options)
+      when 'bulk-transform'
+        bulk_transform(options)
+      when 'parse'
+        parse(options)
+      when 'validate'
+        validate(options)
+      when 'version'
+        show_version
+      else
+        puts "Unknown command: #{options[:command]}"
+        puts "Run 'llms-txt --help' for usage information"
+        exit 1
+      end
+    rescue LlmsTxt::Errors::BaseError => e
+      puts "Error: #{e.message}"
+      exit 1
+    rescue StandardError => e
+      puts "Unexpected error: #{e.message}"
+      puts e.backtrace.join("\n") if options&.fetch(:verbose, false)
+      exit 1
+    end
+
+    private
+
+    def parse_options(argv)
+      options = {
+        command: argv.first&.match?(/^[a-z-]+$/) ? argv.shift : nil
+      }
+
+      OptionParser.new do |opts|
+        opts.banner = "llms-txt - Simple tool for generating llms.txt from markdown documentation\n\nUsage: llms-txt [command] [options]\n\nFor advanced configuration (base_url, title, description, convert_urls), use a config file."
+
+        opts.separator ''
+        opts.separator 'Commands:'
+        opts.separator '  generate       Generate llms.txt from documentation (default)'
+        opts.separator '  transform      Transform a markdown file to be AI-friendly'
+        opts.separator '  bulk-transform Transform all markdown files in directory'
+        opts.separator '  parse          Parse existing llms.txt file'
+        opts.separator '  validate       Validate llms.txt file'
+        opts.separator '  version        Show version'
+
+        opts.separator ''
+        opts.separator 'Options:'
+
+        opts.on('-c', '--config PATH', 'Configuration file path (default: llms-txt.yml)') do |path|
+          options[:config] = path
+        end
+
+        opts.on('-d', '--docs PATH', 'Path to documentation directory or file') do |path|
+          options[:docs] = path
+        end
+
+        opts.on('-o', '--output PATH', 'Output file path') do |path|
+          options[:output] = path
+        end
+
+        opts.on('-v', '--verbose', 'Verbose output') do
+          options[:verbose] = true
+        end
+
+        opts.on('-h', '--help', 'Show this message') do
+          puts opts
+          exit
+        end
+
+        opts.on('--version', 'Show version') do
+          show_version
+          exit
+        end
+      end.parse!(argv)
+
+      options[:file_path] = argv.first if argv.any?
+      options
+    end
+
+    def generate(options)
+      # Load config and merge with CLI options
+      config = LlmsTxt::Config.new(options[:config])
+      merged_options = config.merge_with_options(options)
+
+      docs_path = merged_options[:docs]
+
+      unless File.exist?(docs_path)
+        puts "Documentation path not found: #{docs_path}"
+        exit 1
+      end
+
+      puts "Generating llms.txt from #{docs_path}..." if merged_options[:verbose]
+
+      content = LlmsTxt.generate_from_docs(docs_path, merged_options)
+      output_path = merged_options[:output]
+
+      File.write(output_path, content)
+      puts "Successfully generated #{output_path}"
+
+      if merged_options[:verbose]
+        validator = LlmsTxt::Validator.new(content)
+        if validator.valid?
+          puts "Valid llms.txt format"
+        else
+          puts "Validation warnings:"
+          validator.errors.each { |error| puts "  - #{error}" }
+        end
+      end
+    end
+
+    def transform(options)
+      # Load config and merge with CLI options
+      config = LlmsTxt::Config.new(options[:config])
+      merged_options = config.merge_with_options(options)
+
+      file_path = options[:file_path]
+
+      unless file_path
+        puts "File path required for transform command"
+        exit 1
+      end
+
+      unless File.exist?(file_path)
+        puts "File not found: #{file_path}"
+        exit 1
+      end
+
+      puts "Transforming #{file_path}..." if merged_options[:verbose]
+
+      content = LlmsTxt.transform_markdown(file_path, merged_options)
+
+      if merged_options[:output] && merged_options[:output] != 'llms.txt'
+        File.write(merged_options[:output], content)
+        puts "Transformed content saved to #{merged_options[:output]}"
+      else
+        puts content
+      end
+    end
+
+    def bulk_transform(options)
+      # Load config and merge with CLI options
+      config = LlmsTxt::Config.new(options[:config])
+      merged_options = config.merge_with_options(options)
+
+      docs_path = merged_options[:docs]
+
+      unless File.exist?(docs_path)
+        puts "Documentation path not found: #{docs_path}"
+        exit 1
+      end
+
+      unless File.directory?(docs_path)
+        puts "Path must be a directory for bulk transformation: #{docs_path}"
+        exit 1
+      end
+
+      puts "Bulk transforming markdown files in #{docs_path}..." if merged_options[:verbose]
+      puts "Using suffix: #{merged_options[:suffix]}" if merged_options[:verbose]
+      puts "Excludes: #{merged_options[:excludes].join(', ')}" if merged_options[:verbose] && !merged_options[:excludes].empty?
+
+      begin
+        transformed_files = LlmsTxt.bulk_transform(docs_path, merged_options)
+
+        if transformed_files.empty?
+          puts "No markdown files found to transform"
+        else
+          puts "Successfully transformed #{transformed_files.size} files:"
+          transformed_files.each { |file| puts "  #{file}" } unless merged_options[:verbose] # verbose mode already shows progress
+        end
+      rescue LlmsTxt::Errors::BaseError => e
+        puts "Error during bulk transformation: #{e.message}"
+        exit 1
+      end
+    end
+
+    def parse(options)
+      file_path = options[:file_path] || 'llms.txt'
+
+      unless File.exist?(file_path)
+        puts "File not found: #{file_path}"
+        exit 1
+      end
+
+      parsed = LlmsTxt.parse(file_path)
+
+      if options[:verbose]
+        puts "Title: #{parsed.title}"
+        puts "Description: #{parsed.description}"
+        puts "Documentation Links: #{parsed.documentation_links.size}"
+        puts "Example Links: #{parsed.example_links.size}" if parsed.respond_to?(:example_links)
+        puts "Optional Links: #{parsed.optional_links.size}" if parsed.respond_to?(:optional_links)
+      else
+        puts parsed.to_xml if parsed.respond_to?(:to_xml)
+      end
+    end
+
+    def validate(options)
+      file_path = options[:file_path] || 'llms.txt'
+
+      unless File.exist?(file_path)
+        puts "File not found: #{file_path}"
+        exit 1
+      end
+
+      content = File.read(file_path)
+      valid = LlmsTxt.validate(content)
+
+      if valid
+        puts 'Valid llms.txt file'
+      else
+        puts 'Invalid llms.txt file'
+        puts "\nErrors:"
+        LlmsTxt::Validator.new(content).errors.each do |error|
+          puts "  - #{error}"
+        end
+        exit 1
+      end
+    end
+
+    def show_version
+      puts "llms-txt version #{LlmsTxt::VERSION}"
+    end
+  end
+end

data/lib/llms_txt/version.rb

@@ -2,5 +2,5 @@
 
 module LlmsTxt
   # Current version of the LlmsTxt gem
-  VERSION = '0.1.0'
+  VERSION = '0.1.2'
 end

data/lib/llms_txt.rb

@@ -5,6 +5,7 @@ require 'pathname'
 require 'find'
 
 loader = Zeitwerk::Loader.for_gem
+loader.inflector.inflect('cli' => 'CLI')
 loader.setup
 
 module LlmsTxt

data/llms-txt-ruby.gemspec

@@ -8,22 +8,24 @@ Gem::Specification.new do |spec|
   spec.authors = ['Maciej Mensfeld']
   spec.email = %w[maciej@mensfeld.pl]
 
-  spec.summary = 'Simple tool for generating llms.txt files from existing markdown documentation'
+  spec.summary = 'Generate llms.txt files and transform markdown documentation to be AI-friendly'
   spec.description = <<~DESC
-    A simple Ruby gem for generating llms.txt files from existing markdown documentation.
-    Transform your docs to be AI-friendly with two core functions: generate llms.txt from
-    documentation directories and transform individual markdown files by expanding relative
-    links and converting URLs.
+    A Ruby tool for transforming existing markdown documentation into AI-friendly formats
+    following the llms.txt standard. Features include: generating llms.txt files from
+    documentation directories with automatic file prioritization, transforming individual
+    markdown files by expanding relative links to absolute URLs, and bulk transforming entire
+    documentation trees with customizable exclusion patterns. Provides both CLI and Ruby API
+    with configuration file support.
   DESC
 
   spec.homepage = 'https://github.com/mensfeld/llms-txt-ruby'
   spec.license = 'MIT'
-  spec.required_ruby_version = '>= 3.1.0'
+  spec.required_ruby_version = '>= 3.2'
 
   spec.metadata['allowed_push_host'] = 'https://rubygems.org'
   spec.metadata['homepage_uri'] = spec.homepage
   spec.metadata['source_code_uri'] = 'https://github.com/mensfeld/llms-txt-ruby'
-  spec.metadata['changelog_uri'] = 'https://github.com/mensfeld/llms-txt-ruby/blob/main/CHANGELOG.md'
+  spec.metadata['changelog_uri'] = 'https://github.com/mensfeld/llms-txt-ruby/blob/master/CHANGELOG.md'
   spec.metadata['documentation_uri'] = 'https://github.com/mensfeld/llms-txt-ruby'
   spec.metadata['rubygems_mfa_required'] = 'true'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llms-txt-ruby
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -94,10 +94,12 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.21'
 description: |
-  A simple Ruby gem for generating llms.txt files from existing markdown documentation.
-  Transform your docs to be AI-friendly with two core functions: generate llms.txt from
-  documentation directories and transform individual markdown files by expanding relative
-  links and converting URLs.
+  A Ruby tool for transforming existing markdown documentation into AI-friendly formats
+  following the llms.txt standard. Features include: generating llms.txt files from
+  documentation directories with automatic file prioritization, transforming individual
+  markdown files by expanding relative links to absolute URLs, and bulk transforming entire
+  documentation trees with customizable exclusion patterns. Provides both CLI and Ruby API
+  with configuration file support.
 email:
 - maciej@mensfeld.pl
 executables:
@@ -110,6 +112,7 @@ files:
 - ".gitignore"
 - ".rubocop.yml"
 - ".ruby-version"
+- CHANGELOG.md
 - Gemfile
 - Gemfile.lock
 - LICENSE
@@ -118,6 +121,7 @@ files:
 - bin/llms-txt
 - lib/llms_txt.rb
 - lib/llms_txt/bulk_transformer.rb
+- lib/llms_txt/cli.rb
 - lib/llms_txt/config.rb
 - lib/llms_txt/errors.rb
 - lib/llms_txt/generator.rb
@@ -127,7 +131,6 @@ files:
 - lib/llms_txt/version.rb
 - llms-txt-ruby.gemspec
 - llms-txt.yml.example
-- mise.toml
 - renovate.json
 homepage: https://github.com/mensfeld/llms-txt-ruby
 licenses:
@@ -136,7 +139,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://github.com/mensfeld/llms-txt-ruby
   source_code_uri: https://github.com/mensfeld/llms-txt-ruby
-  changelog_uri: https://github.com/mensfeld/llms-txt-ruby/blob/main/CHANGELOG.md
+  changelog_uri: https://github.com/mensfeld/llms-txt-ruby/blob/master/CHANGELOG.md
   documentation_uri: https://github.com/mensfeld/llms-txt-ruby
   rubygems_mfa_required: 'true'
 rdoc_options: []
@@ -146,7 +149,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.1.0
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -155,5 +158,5 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 rubygems_version: 3.6.9
 specification_version: 4
-summary: Simple tool for generating llms.txt files from existing markdown documentation
+summary: Generate llms.txt files and transform markdown documentation to be AI-friendly
 test_files: []

data/mise.toml

@@ -1,2 +0,0 @@
-[tools]
-ruby = "3.4.5"