to_llm 0.1.3 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 79e005ef579c63795093a10bc0318048894fdaef71f959eaac97ec46d9d12340
-  data.tar.gz: 297867c42b4a9caf4d803798edd51deae0fcf63815f47a3e742ddd60cbf918ab
+  metadata.gz: 4ad8dc7aa1fe23ab7edadb158054251138e6fa9d5b4f7412415f6ac8c6260328
+  data.tar.gz: a036334beb2f709b76b240a864429e147055796010a1d9f3f73d40cf6e26a214
 SHA512:
-  metadata.gz: 3aaa9070c20e815f41aebb34bb933e4ac289e45b0640edb0abe80af02b818ed3e42d7c902194df3571363229c0b5fd839cd3fc3c8d90e04f6bed6f61f15523a1
-  data.tar.gz: 9bde15f9c6be326a6659fd7d6d497234de245928c59179c0d5bc2487c254d446228684be518cbca768ec5a479e1449de2410db75ac02ff545cfd1426b7f17e65
+  metadata.gz: 70fa48467dda813b75e72b0d8c4b4efd1145a782c6de1b3f63dad2b0e7b29c4e0f2aa953a86bea2221d05cbba0e11e7bf0afb166381f96362e6bb2a7ab8080cd
+  data.tar.gz: 8163a2ccb4a46d6a59f5b9987f13ff072ebdf6b831c5d0a02f3d35621d23d0439cecc9978db61548357c8a22140e4ed7854e7481270192645d8a8ca9da5fff8c

data/lib/tasks/to_llm.rake

@@ -2,6 +2,11 @@
 # frozen_string_literal: true
 
 namespace :to_llm do
+  def clean_content(content)
+    cleaned = content.lines.map(&:strip).join("\n")
+    cleaned.gsub(/\n{2,}/, "\n")
+  end
+
   def run_extraction(extract_type, output_format)
     extract_type  = extract_type&.upcase || "ALL"
     output_format = output_format&.downcase || "txt"
@@ -58,6 +63,7 @@ namespace :to_llm do
 
     # Writes file content in either txt or md format
     def write_content(path, content, output_format, output_file)
+      content = clean_content(content)
       if output_format == "md"
         language = detect_language(File.extname(path))
         <<~MARKDOWN
@@ -70,7 +76,7 @@ namespace :to_llm do
         # txt format
         <<~TXT
           #{path}:
-          ----------------------------------------------------
+          -
           #{content}
 
         TXT
@@ -119,8 +125,11 @@ namespace :to_llm do
        "Examples:\n" \
        "  rails \"to_llm:extract[ALL,md]\"\n" \
        "  rails \"to_llm:extract[MODELS,txt]\""
-  task :extract, [:type_and_format] => :environment do |_t, args|
-    if args[:type_and_format].blank?
+  task :extract, [:type, :format] => :environment do |_t, args|
+    type   = (args[:type]   || "ALL").upcase
+    format = (args[:format] || "txt").downcase
+
+    if args[:type].blank? || args[:format].blank?
       # No parameters passed -> show help message
       puts "--------------------------------------------------------------------"
       puts "Usage: rails \"to_llm:extract[TYPE,FORMAT]\""
@@ -133,9 +142,7 @@ namespace :to_llm do
       next
     end
 
-    # Attempt to parse "TYPE,FORMAT"
-    type, format = args[:type_and_format].split(",")
-
+    
     if format.nil?
       # Old usage
       puts "You are using the old usage: rails to_llm:extract #{type}"

data/lib/to_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ToLLM
-  VERSION = "0.1.3"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: to_llm
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.5
 platform: ruby
 authors:
 - José Carlos Maciel
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-01-09 00:00:00.000000000 Z
+date: 2025-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails