trifle-docs 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b52d0fa673ad7999994caf2fda33169ac1815587cbf3023cce7a3a5ec65373a2
-  data.tar.gz: 56c8c894a50aef901915dee9eab80a2f7b7e5a6fe3b46cbe344f4360f0c639b1
+  metadata.gz: bfae89cd75902acfa8a8b3c23e082e9820e6af13f05a8f69c0e955ae0fe65f56
+  data.tar.gz: db34713f816c8ad860930a85ce198654fcb1adbe91716a308db3a8b11c941fb9
 SHA512:
-  metadata.gz: 59e6d106be4c79000a4470429308ce833ba8a6e0e3d02d8b1bdfacafd638030e14687b53aa5f5d81f55b91158b8873d9eb624bc0665d04d3bb781afc31927c8d
-  data.tar.gz: d7ca56cd6809bd75891a5bf6b8fd49847007539dced62b5c69b43d9c779e00d963c3986fba84ff457d68edd52947cc5a554333584325ac56bb42e2f95d4e5579
+  metadata.gz: ec86cf47abf1b3d8534ae6fce439d353e694fb443c37ac59753e6ca18f7f72330b007e1bdcc1390f0f6b87e3ea89b41ef41db85816059eceb54716bb49ef6d43
+  data.tar.gz: c2775f303aec6dfa94a2071fc1722a932d996d907aeb767f58269ee8060d86d5b49b94c42ce67c28a7060175e365434756b446f3b64896ed02e434d825bfc40e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    trifle-docs (0.5.0)
+    trifle-docs (0.6.0)
       redcarpet
       rouge
       sinatra
@@ -14,7 +14,8 @@ GEM
     base64 (0.3.0)
     byebug (11.1.3)
     diff-lcs (1.5.0)
-    mustermann (3.0.3)
+    logger (1.7.0)
+    mustermann (3.0.4)
       ruby2_keywords (~> 0.0.1)
     nio4r (2.7.4)
     parallel (1.22.1)
@@ -22,18 +23,20 @@ GEM
       ast (~> 2.4.1)
     puma (6.6.0)
       nio4r (~> 2.0)
-    rack (3.1.16)
-    rack-protection (4.0.0)
+    rack (3.2.4)
+    rack-protection (4.2.1)
       base64 (>= 0.1.0)
+      logger (>= 1.6.0)
       rack (>= 3.0.0, < 4)
-    rack-session (2.0.0)
+    rack-session (2.1.1)
+      base64 (>= 0.1.0)
       rack (>= 3.0.0)
     rainbow (3.1.1)
     rake (13.0.6)
-    redcarpet (3.6.0)
+    redcarpet (3.6.1)
     regexp_parser (2.5.0)
     rexml (3.2.5)
-    rouge (4.2.0)
+    rouge (4.7.0)
     rspec (3.11.0)
       rspec-core (~> 3.11.0)
       rspec-expectations (~> 3.11.0)
@@ -60,15 +63,16 @@ GEM
       parser (>= 3.1.1.0)
     ruby-progressbar (1.11.0)
     ruby2_keywords (0.0.5)
-    sinatra (4.0.0)
+    sinatra (4.2.1)
+      logger (>= 1.6.0)
       mustermann (~> 3.0)
       rack (>= 3.0.0, < 4)
-      rack-protection (= 4.0.0)
+      rack-protection (= 4.2.1)
       rack-session (>= 2.0.0, < 3)
       tilt (~> 2.0)
-    tilt (2.3.0)
+    tilt (2.7.0)
     unicode-display_width (2.1.0)
-    yaml (0.3.0)
+    yaml (0.4.0)
 
 PLATFORMS
   arm64-darwin-21

data/lib/trifle/docs/app.rb

@@ -25,6 +25,32 @@ module Trifle
         )
       end
 
+      get '/llms.txt' do
+        meta = Trifle::Docs.meta(url: 'llms.txt')
+        if meta && meta['type'] == 'file'
+          return send_file(meta['path'])
+        end
+
+        content = Trifle::Docs::Helper::Llms.homepage_markdown
+        halt(404, 'Not Found') if content.nil?
+
+        content_type 'text/markdown'
+        content
+      end
+
+      get '/llms-full.txt' do
+        meta = Trifle::Docs.meta(url: 'llms-full.txt')
+        if meta && meta['type'] == 'file'
+          return send_file(meta['path'])
+        end
+
+        content = Trifle::Docs::Helper::Llms.full_markdown
+        halt(404, 'Not Found') if content.nil? || content.strip.empty?
+
+        content_type 'text/markdown'
+        content
+      end
+
       get '/*' do
         url = params['splat'].first.chomp('/')
         meta = Trifle::Docs.meta(url: url)

data/lib/trifle/docs/engine.rb

@@ -17,6 +17,8 @@ if Object.const_defined?('Rails')
         def self.draw
           Trifle::Docs::Engine.routes.draw do
             root to: 'page#show'
+            get 'llms.txt', to: 'page#llms'
+            get 'llms-full.txt', to: 'page#llms_full'
             get 'search', to: 'page#search'
             get '*url', to: 'page#show'
           end
@@ -60,6 +62,38 @@ if Object.const_defined?('Rails')
           }
         end
 
+        def llms
+          meta = Trifle::Docs.meta(url: 'llms.txt', config: configuration)
+          if meta && meta['type'] == 'file'
+            send_file(meta['path'])
+            return
+          end
+
+          content = Trifle::Docs::Helper::Llms.homepage_markdown(config: configuration)
+          if content.nil?
+            render_not_found
+            return
+          end
+
+          render plain: content, content_type: 'text/markdown'
+        end
+
+        def llms_full
+          meta = Trifle::Docs.meta(url: 'llms-full.txt', config: configuration)
+          if meta && meta['type'] == 'file'
+            send_file(meta['path'])
+            return
+          end
+
+          content = Trifle::Docs::Helper::Llms.full_markdown(config: configuration)
+          if content.nil? || content.strip.empty?
+            render_not_found
+            return
+          end
+
+          render plain: content, content_type: 'text/markdown'
+        end
+
         def render_not_found
           render text: 'Not Found', status: 404
         end
@@ -78,7 +112,7 @@ if Object.const_defined?('Rails')
           }
         end
 
-        def render_markdown
+        def render_markdown(url:, meta:)
           render plain: Trifle::Docs::Helper::MarkdownLayout.render(
             meta: meta,
             raw_content: Trifle::Docs.raw_content(url: url, config: configuration),

data/lib/trifle/docs/helper/llms.rb

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Docs
+    module Helper
+      module Llms
+        module_function
+
+        def homepage_markdown(config: nil)
+          meta = Trifle::Docs.meta(url: '', config: config)
+          return nil if meta.nil?
+
+          Trifle::Docs::Helper::MarkdownLayout.render(
+            meta: meta,
+            raw_content: Trifle::Docs.raw_content(url: '', config: config),
+            sitemap: Trifle::Docs.sitemap(config: config)
+          )
+        end
+
+        def full_markdown(config: nil)
+          sitemap = Trifle::Docs.sitemap(config: config)
+          pages = flatten_sitemap(sitemap)
+
+          chunks = pages.filter_map do |page|
+            meta = page[:meta]
+            next if meta.nil? || meta['type'] == 'file'
+
+            raw = Trifle::Docs.raw_content(url: page[:url], config: config)
+            next if raw.nil? || raw.strip.empty?
+
+            format_page(meta: meta, url: page[:url], raw_content: raw)
+          end
+
+          chunks.join("\n\n")
+        end
+
+        def flatten_sitemap(node, path = [])
+          return [] unless node.is_a?(Hash)
+
+          entries = []
+          meta = node['_meta']
+          entries << { url: path.join('/'), meta: meta } if meta
+
+          node.keys.reject { |key| key == '_meta' }.sort.each do |key|
+            entries.concat(flatten_sitemap(node[key], path + [key]))
+          end
+
+          entries
+        end
+
+        def format_page(meta:, url:, raw_content:)
+          title = meta['title'] || Trifle::Docs::Helper::MarkdownLayout.derive_title_from_url(url)
+          page_url = meta['url'] || "/#{url}"
+
+          lines = []
+          lines << "# #{title}"
+          lines << ''
+          lines << "Source: #{page_url}"
+          lines << ''
+          lines << raw_content.to_s.strip
+          lines << ''
+          lines << '---'
+
+          lines.join("\n")
+        end
+      end
+    end
+  end
+end

data/lib/trifle/docs/version.rb

@@ -2,6 +2,6 @@
 
 module Trifle
   module Docs
-    VERSION = '0.5.0'
+    VERSION = '0.6.0'
   end
 end

data/lib/trifle/docs.rb

@@ -4,6 +4,7 @@ require_relative 'docs/configuration'
 require_relative 'docs/helper/tree'
 require_relative 'docs/helper/markdown_layout'
 require_relative 'docs/helper/ai_detection'
+require_relative 'docs/helper/llms'
 require_relative 'docs/harvester'
 require_relative 'docs/harvester/file'
 require_relative 'docs/harvester/markdown'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: trifle-docs
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Jozef Vaclavik
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-12-11 00:00:00.000000000 Z
+date: 2026-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -201,6 +201,7 @@ files:
 - lib/trifle/docs/harvester/file.rb
 - lib/trifle/docs/harvester/markdown.rb
 - lib/trifle/docs/helper/ai_detection.rb
+- lib/trifle/docs/helper/llms.rb
 - lib/trifle/docs/helper/markdown_layout.rb
 - lib/trifle/docs/helper/tree.rb
 - lib/trifle/docs/operations/collection.rb