onlylogs 0.1.2 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f2f05cff2b5f48634427295d3704774b1431c85f5bbba89a5adc9d3a6769c79
-  data.tar.gz: 16fc0ca2ec651f9523e266ec883a796f2dc94bb46b952b5b6aaf0eb527fd8871
+  metadata.gz: baff3b51025f63d5ba3537ebf50f48c75478e64287ea98e9634d19fe070a42f5
+  data.tar.gz: 47c2a4a23cfbfe44c25e0fbdbb96413e49aac96fe7ff6695c3440ec00aa0b08b
 SHA512:
-  metadata.gz: 7625fcd6b6b275a4008e88d7ec9a085b8277854f759472a7eea0acb98d2b8d81c14023ddb8eae313f74bf95d82b9ce8d134fdc0b52af019d84d560a2e62fb7e8
-  data.tar.gz: 104a06ec0c73c0885a89cce09dd25597d4c013c2cac9ab9b88f32a77d785aba323885f6eb6cc7a28bfe87c0e0792777d1aae16e6188ffb7bcc589961b8e7a4f6
+  metadata.gz: 1676249dd2d66f2b9b4032473313fac9306c2f05283dfa927c229af55f5ace1f7a740456231d15de5a92b7de5b7fc56a54ecdc643e1adc33e53718ec5e2befce
+  data.tar.gz: 73d9f8296c302d3c84d5ae74748a0ca6601c26f00722b33a1fe067f1c1e62810b6e70fac8825e04763de0640759caa785092ba56f8df69f3dc8bee0373150056

data/app/channels/onlylogs/logs_channel.rb

@@ -68,7 +68,7 @@ module Onlylogs
 
     def cleanup_existing_operations
       if @batch_sender
-        @batch_sender.stop
+        @batch_sender.stop(send_remaining_lines: false)
         @batch_sender = nil
       end
 
@@ -102,10 +102,7 @@ module Onlylogs
               #   next
               # end
 
-              lines_to_send << {
-                line_number: log_line.number,
-                html: render_log_line(log_line)
-              }
+              lines_to_send << render_log_line(log_line)
             end
 
             if lines_to_send.any?
@@ -129,10 +126,21 @@ module Onlylogs
 
       @log_watcher_running = false
 
-      return unless @log_watcher_thread&.alive?
+      # Wait for graceful shutdown
+      if @log_watcher_thread&.alive?
+        @log_watcher_thread.join(3)
 
-      @log_watcher_thread.kill
-      @log_watcher_thread.join(1)
+        # If still alive after 3 seconds, force kill (but log it)
+        if @log_watcher_thread.alive?
+          Rails.logger.warn "Onlylogs: Force killing watcher thread after timeout"
+          @log_watcher_thread.kill
+          @log_watcher_thread.join(1)
+        end
+      end
+
+      # Clear references to allow GC
+      @log_watcher_thread = nil
+      @log_file = nil
     end
 
     def read_entire_file_with_filter(file_path, filter = nil, regexp_mode = false, start_position = 0, end_position = nil)
@@ -146,36 +154,38 @@ module Onlylogs
 
       line_count = 0
 
-      Rails.logger.silence(Logger::ERROR) do
-        @log_file.grep(filter, regexp_mode: regexp_mode, start_position: start_position, end_position: end_position) do |log_line|
-          return if @batch_sender.nil?
+      begin
+        Rails.logger.silence(Logger::ERROR) do
+          @log_file.grep(filter, regexp_mode: regexp_mode, start_position: start_position, end_position: end_position) do |log_line|
+            return if @batch_sender.nil?
 
-          # Add to batch buffer (sender thread will handle sending)
-          @batch_sender.add_line({
-                                   line_number: log_line.number,
-                                   html: render_log_line(log_line)
-                                 })
+            # Add to batch buffer (sender thread will handle sending)
+            @batch_sender.add_line(render_log_line(log_line))
 
-          line_count += 1
+            line_count += 1
+          end
         end
-      end
 
-      # Stop batch sender and flush any remaining lines
-      @batch_sender.stop
+        # Stop batch sender and flush any remaining lines
+        @batch_sender.stop
 
-      # Send completion message
-      if line_count >= Onlylogs.max_line_matches
-        transmit({ action: "finish", content: "Search finished. Search results limit reached." })
-      else
-        transmit({ action: "finish", content: "Search finished." })
+        # Send completion message
+        if line_count >= Onlylogs.max_line_matches
+          transmit({ action: "finish", content: "Search finished. Search results limit reached." })
+        else
+          transmit({ action: "finish", content: "Search finished." })
+        end
+      ensure
+        # Always cleanup even if interrupted or error occurs
+        @batch_sender&.stop
+        @batch_sender = nil
+        @log_file = nil
+        @log_watcher_running = false
       end
-
-      @log_watcher_running = false
     end
 
     def render_log_line(log_line)
-      "<pre data-line-number=\"#{log_line.number}\">" \
-        "<span class=\"line-number\">#{log_line.parsed_number}</span>#{log_line.parsed_text}</pre>"
+      "<pre>#{FilePathParser.parse(AnsiColorParser.parse(ERB::Util.html_escape(log_line)))}</pre>"
     end
   end
 end

data/app/javascript/onlylogs/controllers/log_streamer_controller.js

@@ -5,7 +5,6 @@ export default class LogStreamerController extends Controller {
   static values = {
     filePath: { type: String },
     cursorPosition: { type: Number, default: 0 },
-    lastLineNumber: { type: Number, default: 0 },
     autoScroll: { type: Boolean, default: true },
     autoStart: { type: Boolean, default: true },
     filter: { type: String, default: '' },
@@ -13,7 +12,7 @@ export default class LogStreamerController extends Controller {
     regexpMode: { type: Boolean, default: false }
   };
 
-  static targets = ["logLines", "filterInput", "lineRange", "liveMode", "message", "regexpMode", "websocketStatus", "stopButton", "clearButton"];
+  static targets = ["logLines", "filterInput", "results", "liveMode", "message", "regexpMode", "websocketStatus", "stopButton", "clearButton"];
 
   connect() {
     this.consumer = createConsumer();
@@ -21,8 +20,6 @@ export default class LogStreamerController extends Controller {
     this.subscription = null;
     this.isRunning = false;
     this.reconnectTimeout = null;
-    this.minLineNumber = null;
-    this.maxLineNumber = 0;
     this.isSearchFinished = true;
 
     // Initialize clusterize
@@ -83,12 +80,8 @@ export default class LogStreamerController extends Controller {
   }
 
   clear() {
-    this.minLineNumber = null;
-    this.maxLineNumber = 0;
-
     this.clusterize.clear();
-
-    this.#updateLineRangeDisplay();
+    this.#updateResultsDisplay();
   }
 
   toggleAutoScroll() {
@@ -180,9 +173,8 @@ export default class LogStreamerController extends Controller {
   }
 
   stopSearch() {
-    if (this.subscription && this.isRunning) {
-      this.subscription.perform('stop_watcher');
-    }
+    console.log("stop search");
+    this.subscription.perform('stop_watcher');
   }
 
   clearLogs() {
@@ -244,7 +236,6 @@ export default class LogStreamerController extends Controller {
   #handleConnected() {
     this.subscription.perform('initialize_watcher', {
       cursor_position: this.cursorPositionValue,
-      last_line_number: this.lastLineNumberValue,
       file_path: this.filePathValue,
       filter: this.filterInputTarget.value,
       mode: this.modeValue,
@@ -273,24 +264,10 @@ export default class LogStreamerController extends Controller {
 
   #handleLogLines(lines) {
     try {
-      const newLines = [];
-
-      lines.forEach(line => {
-        const { line_number, html } = line;
-
-        if (this.minLineNumber === null || line_number < this.minLineNumber) {
-          this.minLineNumber = line_number;
-        }
-        this.maxLineNumber = Math.max(this.maxLineNumber, line_number);
-
-        // Add to new lines array for clusterize
-        newLines.push(html);
-      });
-
       // Append new lines to clusterize
-      if (newLines.length > 0) {
-        this.clusterize.append(newLines);
-        this.#updateLineRangeDisplay();
+      if (lines.length > 0) {
+        this.clusterize.append(lines);
+        this.#updateResultsDisplay();
         this.scroll();
       }
 
@@ -313,13 +290,8 @@ export default class LogStreamerController extends Controller {
   }
 
   #handleFinish(message) {
-    // Display the finish message without loading icon
     this.messageTarget.innerHTML = message;
-
-    // Mark search as finished
     this.isSearchFinished = true;
-
-    // Update stop button visibility (should hide it)
     this.updateStopButtonVisibility();
   }
 
@@ -341,19 +313,9 @@ export default class LogStreamerController extends Controller {
     this.messageTarget.innerHTML = '';
   }
 
-  #updateLineRangeDisplay() {
+  #updateResultsDisplay() {
     const resultsCount = this.clusterize.getRowsAmount();
-    let lineRangeText;
-
-    if (this.minLineNumber === null || this.maxLineNumber === 0) {
-      lineRangeText = `No lines`;
-    } else if (this.minLineNumber === this.maxLineNumber) {
-      lineRangeText = `Line ${this.#formatNumber(this.minLineNumber)}`;
-    } else {
-      lineRangeText = `Lines ${this.#formatNumber(this.minLineNumber)} - ${this.#formatNumber(this.maxLineNumber)}`;
-    }
-
-    this.lineRangeTarget.textContent = `${lineRangeText} | Results: ${this.#formatNumber(resultsCount)}`;
+    this.resultsTarget.textContent = `Results: ${this.#formatNumber(resultsCount)}`;
   }
 
   #formatNumber(number) {
@@ -393,7 +355,6 @@ export default class LogStreamerController extends Controller {
       filePath: this.filePathValue,
       cursorPosition: this.cursorPositionValue,
       lineCount: this.clusterize.getRowsAmount(),
-      maxLineNumber: this.maxLineNumber,
       connected: this.subscription && this.subscription.identifier
     };
   }

data/app/models/onlylogs/batch_sender.rb

@@ -23,14 +23,26 @@ module Onlylogs
       end
     end
 
-    def stop
+    def stop(send_remaining_lines: true)
       return unless @running
 
       @running = false
-      @sender_thread&.join(0.1)
-      
+
+      # Wait longer for graceful shutdown
+      if @sender_thread&.alive?
+        @sender_thread.join(0.5)
+      end
+
       # Send any remaining lines
       send_batch
+      if send_remaining_lines
+        send_batch
+      else
+        @mutex.synchronize { @buffer.clear }
+      end
+
+      # Clear thread reference to allow GC
+      @sender_thread = nil
     end
 
     def add_line(line_data)

data/app/models/onlylogs/file.rb

@@ -2,12 +2,11 @@ module Onlylogs
   class Error < StandardError; end
 
   class File
-    attr_reader :path, :last_position, :last_line_number
+    attr_reader :path, :last_position
 
     def initialize(path, last_position: 0)
       self.path = path
       self.last_position = last_position
-      self.last_line_number = 0
       validate!
     end
 
@@ -15,7 +14,6 @@ module Onlylogs
       return if position < 0
 
       self.last_position = position
-      self.last_line_number = 0
     end
 
     def watch(&block)
@@ -58,14 +56,14 @@ module Onlylogs
     end
 
     def grep(filter, regexp_mode: false, start_position: 0, end_position: nil, &block)
-      Grep.grep(filter, path, regexp_mode: regexp_mode, start_position: start_position, end_position: end_position) do |line_number, content|
-        yield Onlylogs::LogLine.new(line_number, content)
+      Grep.grep(filter, path, regexp_mode: regexp_mode, start_position: start_position, end_position: end_position) do |content|
+        yield content
       end
     end
 
     private
 
-    attr_writer :path, :last_position, :last_line_number
+    attr_writer :path, :last_position
 
     def read_new_lines
       return [] unless exist?
@@ -73,74 +71,32 @@ module Onlylogs
       current_size = ::File.size(path)
       return [] if current_size <= last_position
 
-      # Read new content from last_position to end of file
-      new_content = ""
+      lines = []
+
       ::File.open(path, "rb") do |file|
         file.seek(last_position)
-        new_content = file.read
-      end
-
-      return [] if new_content.empty?
 
-      # Split into lines, handling incomplete lines
-      lines = new_content.lines(chomp: true)
-
-      # If we're not at the beginning of the file, check if we're at a line boundary
-      first_line_removed = false
-      if last_position > 0
-        # Read one character before to see if it was a newline
-        ::File.open(path, "rb") do |file|
+        # Skip first line if we're mid-line (not at start or after newline)
+        if last_position > 0
           file.seek(last_position - 1)
-          char_before = file.read(1)
-          # If the character before wasn't a newline, we're in the middle of a line
-          if char_before != "\n" && lines.any?
-            # Remove the first line as it's incomplete
-            lines.shift
-            first_line_removed = true
-          end
+          skip_first = (file.read(1) != "\n")
+          file.seek(last_position)
+          file.gets if skip_first # Consume incomplete line
         end
-      end
 
-      # Check if the last line is complete (ends with newline)
-      last_line_incomplete = lines.any? && !new_content.end_with?("\n")
-      if last_line_incomplete
-        # Remove the last line as it's incomplete
-        lines.pop
-      end
-
-      # Update position to end of last complete line
-      if lines.any?
-        # Find the position after the last complete line
-        ::File.open(path, "rb") do |file|
-          file.seek(last_position)
-          # Read and count newlines to find where complete lines end
-          newline_count = 0
-          # If we removed the first line, we need to count one extra newline
-          # to account for the incomplete first line
-          target_newlines = lines.length + (first_line_removed ? 1 : 0)
-          while newline_count < target_newlines
-            char = file.read(1)
-            break unless char
-
-            newline_count += 1 if char == "\n"
+        # Read complete lines using gets (memory efficient, no buffer needed)
+        while (line = file.gets)
+          if line.end_with?("\n")
+            # Complete line - store as simple string
+            lines << line.chomp
+            self.last_position = file.pos
+          else
+            # Incomplete line at EOF - skip it
+            break
           end
-          self.last_position = file.tell
         end
-      elsif last_line_incomplete
-        # If we had lines but removed the last incomplete one,
-        # position should be at the start of the incomplete line
-        self.last_position = current_size - new_content.lines.last.length
-      elsif first_line_removed
-        # If we removed the first line but have no complete lines,
-        # position should be at the end of the file since we consumed all content
-        self.last_position = current_size
-      else
-        # No lines at all, position at end of file
-        self.last_position = current_size
       end
 
-      lines = lines.map.with_index { |line, index| Onlylogs::LogLine.new(self.last_line_number + index, line) }
-      self.last_line_number += lines.length
       lines
     end
 

data/app/models/onlylogs/grep.rb

@@ -21,16 +21,14 @@ module Onlylogs
 
       IO.popen(command_args, err: "/dev/null") do |io|
         io.each_line do |line|
-          # Parse each line as it comes in - super_grep returns grep output with line numbers (format: line_number:content)
-          if match = line.strip.match(/^(\d+):(.*)/)
-            line_number = match[1].to_i
-            content = match[2]
-
-            if block_given?
-              yield line_number, content
-            else
-              results << [ line_number, content ]
-            end
+          # Line numbers are no longer outputted by super_grep/super_ripgrep
+          # Use String.new to create a copy and prevent memory retention from IO buffers
+          content = String.new(line.chomp)
+
+          if block_given?
+            yield content
+          else
+            results << content
           end
         end
       end

data/app/views/onlylogs/logs/index.html.erb

@@ -1,49 +1 @@
-<div class="sidebar-layout" data-controller="toggle-class" data-toggle-class-toggle-class="closed">
-  <aside id="sidebar">
-    <div class="sidebar-menu">
-      <%= link_to onlylogs.root_path, class: "btn sidebar-menu__button" do %>
-        <%= image_tag "onlylogs/logo.png" %>
-      <% end %>
-      <div class="sidebar-menu__content">
-        <div class="sidebar-menu__items">
-          <div class="sidebar-menu__group">
-            <div class="sidebar-menu__group-label">Projects</div>
-            <nav class="sidebar-menu__items">
-              <%= link_to "All Projects", root_path, class: "btn sidebar-menu__button" %>
-
-              <nav class="sidebar-menu__sub">
-                <nav class="sidebar-menu__sub text-sm">
-                    <div>
-                      <% if Onlylogs::File.text_file?(drain_file) %>
-                        <%= link_to drain_file.basename, project_path(@project, file_path: Onlylogs::SecureFilePath.encrypt(drain_file.to_s)) %>
-                      <% else %>
-                        <%= drain_file.basename %>
-                      <% end %>
-                      <small>(<%= number_to_human_size(File.size(drain_file)) %>)</small>
-                      <%= link_to project_drain_file_path(@project, Onlylogs::SecureFilePath.encrypt(drain_file.to_s)),
-                                  title: t('drain_files.show.title'),
-                                  class: 'download-link' do %>
-                        <i class="fa-regular fa-download" aria-label="<%= t('drain_files.show.title') %>"></i>
-                      <% end %>
-                    </div>
-                </nav>
-              </nav>
-            </nav>
-          </div>
-        </div>
-      </div>
-    </div>
-
-  </aside>
-  <main id="main">
-    <header class="flex items-center gap show@md">
-      <button type="button" class="btn btn--borderless p-1" data-action="toggle-class#toggle">
-        <i class="fa-regular fa-sidebar"></i>
-        <span class="sr-only">Toggle Sidebar</span>
-      </button>
-      <div class="separator-vertical mi-1" style="--sep-size: 1rem"></div>
-    </header>
-
-    <%= render partial: "onlylogs/shared/log_container", locals: { log_file_path: @log_file_path, tail: @max_lines, filter: @filter, autoscroll: @autoscroll } %>
-  </main>
-</div>
+<%= render partial: "onlylogs/shared/log_container", locals: { log_file_path: @log_file_path, tail: @max_lines, filter: @filter, autoscroll: @autoscroll } %>

data/app/views/onlylogs/shared/_log_container.html.erb

@@ -83,7 +83,7 @@
           </button>
         </div>
         <div>
-          <span data-log-streamer-target="lineRange" style="color: #666;">No lines</span>
+          <span data-log-streamer-target="results" style="color: #666;">Results: 0</span>
         </div>
         <div data-log-streamer-target="message"></div>
         <% unless Onlylogs.ripgrep_enabled? %>

data/app/views/onlylogs/shared/_log_container_styles.html.erb

@@ -26,14 +26,23 @@
 
         .clusterize-content {
             outline: 0;
+            counter-reset: line-number;
         }
 
-        .line-number {
-            color: #aaa;
-            user-select: none;
-            margin-right: 0.5em;
+        pre {
+            counter-increment: line-number;
+
+            &::before {
+                content: counter(line-number);
+                color: #aaa;
+                user-select: none;
+                margin-right: 0.5em;
+                display: inline-block;
+                text-align: right;
+                min-width: 3.5em;
+            }
         }
-        
+
         .color-success {
             color: green;
         }

data/bin/onlylogs_sidecar

@@ -0,0 +1,112 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# this is a simple sidecar process that takes log lines sent into the socket and sends them to the drain url in batches.
+# You can also attach it to puma using `plugin :onlylogs_sidecar` in your config/puma.rb file so you don't need to run it manually.
+# The following parameters are availble:
+# - ONLYLOGS_DRAIN_URL: the url to the drain. this is mandatory and must be set.
+# - ONLYLOGS_SIDECAR_SOCKET: the path to the socket file. this is optional and will default to tmp/sockets/onlylogs-sidecar.sock in the current directory.
+# - ONLYLOGS_BATCH_SIZE: the number of lines to batch before sending. this is optional and will default to 100.
+# - ONLYLOGS_FLUSH_INTERVAL: the interval in seconds to flush the batch. this is optional and will default to 0.5 seconds.
+
+require "socket"
+require "net/http"
+require "uri"
+require "thread"
+require "fileutils"
+
+drain_url = ENV["ONLYLOGS_DRAIN_URL"]
+socket_path = ENV.fetch("ONLYLOGS_SIDECAR_SOCKET", File.expand_path("tmp/sockets/onlylogs-sidecar.sock", Dir.pwd))
+batch_size = ENV.fetch("ONLYLOGS_BATCH_SIZE", "100").to_i
+flush_interval = ENV.fetch("ONLYLOGS_FLUSH_INTERVAL", "0.5").to_f
+
+if drain_url.to_s.strip.empty?
+  error "[OnlylogsSidecar] ERROR: ONLYLOGS_DRAIN_URL is not set. Exiting."
+  exit 1
+end
+
+uri = URI.parse(drain_url)
+FileUtils.mkdir_p(File.dirname(socket_path))
+FileUtils.rm_f(socket_path)
+
+running = true
+queue = Queue.new
+
+trap("INT") { running = false }
+trap("TERM") { running = false }
+
+server = UNIXServer.new(socket_path)
+
+accept_thread = Thread.new do
+  while running
+    begin
+      client = server.accept_nonblock
+    rescue IO::WaitReadable
+      IO.select([server])
+      retry
+    rescue IOError, Errno::EBADF
+      break
+    end
+
+    Thread.new(client) do |conn|
+      begin
+        conn.each_line do |line|
+          cleaned = line.to_s.strip
+          queue << cleaned unless cleaned.empty?
+        end
+      rescue => e
+        warn "[OnlylogsSidecar] client error: #{e.class}: #{e.message}"
+      ensure
+        conn.close rescue nil
+      end
+    end
+  end
+end
+
+def send_batch(uri, lines)
+  return if lines.empty?
+
+  http = Net::HTTP.new(uri.host, uri.port)
+  http.use_ssl = (uri.scheme == "https")
+  request = Net::HTTP::Post.new(uri.path)
+  request.body = lines.join("\n")
+  puts "[OnlylogsSidecar] Sending #{request.body}"
+  request.content_type = "text/plain"
+  http.read_timeout = 5
+  http.open_timeout = 2
+  http.start
+  http.request(request)
+rescue => e
+  warn "[OnlylogsSidecar] HTTP error: #{e.class}: #{e.message}"
+ensure
+  http&.finish rescue nil
+end
+
+batch = []
+last_flush = Time.now
+
+while running || !queue.empty?
+  begin
+    line = queue.pop(true)
+    batch << line if line
+  rescue ThreadError
+    # queue empty
+    sleep 0.01
+  end
+
+  next if batch.empty?
+
+  if batch.size >= batch_size || (Time.now - last_flush) >= flush_interval
+    send_batch(uri, batch)
+    batch.clear
+    last_flush = Time.now
+  end
+end
+
+# Final flush
+send_batch(uri, batch) unless batch.empty?
+
+running = false
+accept_thread.kill
+server.close rescue nil
+FileUtils.rm_f(socket_path)

data/lib/onlylogs/configuration.rb

@@ -85,10 +85,6 @@ module Onlylogs
     end
   end
 
-  def self.allowed_files
-    configuration.allowed_files
-  end
-
   def self.default_log_file_path
     configuration.default_log_file_path
   end

data/lib/onlylogs/engine.rb

@@ -25,15 +25,5 @@ module Onlylogs
         end
       end
     end
-
-    # initializer "onlylogs.add_log_silencer" do |app|
-    #   silenced_routes = ['/onlylogs']
-    #
-    #   app.middleware.insert_before(
-    #     Rails::Rack::Logger,
-    #     Onlylogs::LogSilencerMiddleware,
-    #     paths_to_silence: silenced_routes
-    #   )
-    # end
   end
 end

data/lib/onlylogs/version.rb

@@ -1,3 +1,3 @@
 module Onlylogs
-  VERSION = "0.1.2"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: onlylogs
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.1
 platform: ruby
 authors:
 - Alessandro Rodi
@@ -27,7 +27,8 @@ description: This gem includes all the tools needed to view and stream you log f
   directly on a web interface.
 email:
 - alessandro.rodi@renuo.ch
-executables: []
+executables:
+- onlylogs_sidecar
 extensions: []
 extra_rdoc_files: []
 files:
@@ -55,29 +56,24 @@ files:
 - app/javascript/onlylogs/controllers/text_selection_controller.js
 - app/jobs/onlylogs/application_job.rb
 - app/models/onlylogs/ansi_color_parser.rb
-- app/models/onlylogs/application_record.rb
 - app/models/onlylogs/batch_sender.rb
 - app/models/onlylogs/file.rb
 - app/models/onlylogs/file_path_parser.rb
 - app/models/onlylogs/grep.rb
-- app/models/onlylogs/log_line.rb
 - app/models/onlylogs/secure_file_path.rb
 - app/views/home/show.html.erb
 - app/views/layouts/onlylogs/application.html.erb
 - app/views/onlylogs/logs/index.html.erb
 - app/views/onlylogs/shared/_log_container.html.erb
 - app/views/onlylogs/shared/_log_container_styles.html.erb
+- bin/onlylogs_sidecar
 - config/importmap.rb
-- config/puma_plugins/vector.rb
 - config/routes.rb
-- config/udp_logger.rb
-- config/vector.toml
 - db/migrate/20250902112548_create_books.rb
 - lib/onlylogs.rb
 - lib/onlylogs/configuration.rb
 - lib/onlylogs/engine.rb
 - lib/onlylogs/formatter.rb
-- lib/onlylogs/log_silencer_middleware.rb
 - lib/onlylogs/logger.rb
 - lib/onlylogs/socket_logger.rb
 - lib/onlylogs/version.rb

data/app/models/onlylogs/application_record.rb

@@ -1,5 +0,0 @@
-module Onlylogs
-  class ApplicationRecord < ActiveRecord::Base
-    self.abstract_class = true
-  end
-end

data/app/models/onlylogs/log_line.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-module Onlylogs
-  class LogLine
-    attr_reader :number, :text
-
-    def initialize(number, text)
-      @number = number
-      @text = text
-    end
-
-    def parsed_number
-      number.to_s.reverse.gsub(/(\d{3})(?=\d)/, "\\1'").reverse.rjust(7)
-    end
-
-    def parsed_text
-      FilePathParser.parse(AnsiColorParser.parse(ERB::Util.html_escape(text)))
-    end
-
-    def to_a
-      [number, text]
-    end
-  end
-end

data/config/puma_plugins/vector.rb

@@ -1,94 +0,0 @@
-# frozen_string_literal: true
-
-require "puma/plugin"
-require "rbconfig"
-require "timeout"
-require "shellwords"
-
-Puma::Plugin.create do
-  def start(launcher)
-    @launcher = launcher
-    @events = launcher.events
-    @options = launcher.config.options
-    @vector_pid = nil
-
-    setup_paths
-    start_vector
-    register_hooks
-  end
-
-  private
-
-  def setup_paths
-    @app_root = @options[:directory] || Dir.pwd
-    @vector_bin = env_or_option("ONLYLOGS_VECTOR_BIN", :onlylogs_vector_bin, "vector")
-    @vector_config = env_or_option(
-      "ONLYLOGS_VECTOR_CONFIG",
-      :onlylogs_vector_config,
-      File.expand_path("../vector.toml", __dir__)
-    )
-    @vector_args = env_or_option("ONLYLOGS_VECTOR_ARGS", :onlylogs_vector_args, "")
-    @dsn = env_or_option("ONLYLOGS_DSN", :onlylogs_dsn, "https://onlylogs.io/drain/testmac")
-  end
-
-  def register_hooks
-    events = @launcher.events
-    events.register(:on_restart) { restart_vector }
-    at_exit { stop_vector }
-  end
-
-  def env_or_option(env_key, option_key, default)
-    ENV.fetch(env_key, @options.fetch(option_key, default))
-  end
-
-  def start_vector
-    stop_vector if @vector_pid
-
-    unless File.exist?(@vector_config)
-      warn "Vector config not found at #{@vector_config}; skipping start"
-      return
-    end
-
-    args = [ @vector_bin, "--config", @vector_config ]
-    args += Shellwords.split(@vector_args.to_s) unless @vector_args.to_s.empty?
-
-    info "Starting Vector sidecar (config: #{@vector_config}, dsn: #{@dsn})"
-    env = { "ONLYLOGS_DSN" => @dsn }
-    @vector_pid = Process.spawn(env, *args, chdir: @app_root, pgroup: true)
-  rescue Errno::ENOENT => e
-    error "Unable to start Vector sidecar: #{e.message}"
-  end
-
-  def restart_vector
-    info "Restarting Vector sidecar"
-    start_vector
-  end
-
-  def stop_vector
-    return unless @vector_pid
-
-    info "Stopping Vector sidecar"
-    pgid = Process.getpgid(@vector_pid)
-    Process.kill("TERM", -pgid)
-    Timeout.timeout(5) { Process.wait(@vector_pid) }
-  rescue Errno::ESRCH, Errno::ECHILD
-    # already stopped
-  rescue Timeout::Error
-    warn "Vector sidecar did not stop in time, killing"
-    Process.kill("KILL", -pgid) rescue nil
-  ensure
-    @vector_pid = nil
-  end
-
-  def info(message)
-    @events.log("[VectorSidecar] #{message}")
-  end
-
-  def warn(message)
-    @events.log("[VectorSidecar][WARN] #{message}")
-  end
-
-  def error(message)
-    @events.error("[VectorSidecar][ERROR] #{message}")
-  end
-end

data/config/udp_logger.rb

@@ -1,40 +0,0 @@
-# udp_logger.rb
-require "logger"
-require "socket"
-
-class UdpLogger < Logger
-  def initialize(host: "127.0.0.1", port: 6000, local_fallback: $stdout)
-    # Use a normal Logger underneath so we still see logs locally
-    super(local_fallback)
-
-    @udp_host = host
-    @udp_port = port
-    @socket   = UDPSocket.new
-  end
-
-  # Override Logger#add, which all the level methods delegate to
-  def add(severity, message = nil, progname = nil, &block)
-    # Same semantics as Logger:
-    if message.nil?
-      if block_given?
-        message = block.call
-      else
-        message = progname
-        progname = nil
-      end
-    end
-
-    # Send plain text over UDP to Vector
-    begin
-      payload = message.to_s
-      @socket.send(payload, 0, @udp_host, @udp_port)
-    rescue => e
-      # Swallow UDP errors so logging never crashes the app
-      warn "UDP logger error: #{e.class}: #{e.message}"
-    end
-
-    # Also log locally (stdout / file) via normal Logger behavior
-    super(severity, message, progname, &block)
-  end
-end
-

data/config/vector.toml

@@ -1,32 +0,0 @@
-# Where Vector keeps internal state (buffers, etc.)
-data_dir = "/usr/local/var/lib/vector"
-
-# --- 1) SOURCE: UDP socket listening on localhost:6000 ---
-
-[sources.udp_logs]
-type = "socket"
-mode = "udp"                       # UDP mode
-address = "127.0.0.1:6000"
-
-# --- 2) SINK: console (for debugging, optional but very handy) ---
-
-[sinks.console]
-type = "console"
-inputs = ["udp_logs"]
-encoding.codec = "json"
-target = "stdout"
-
-# --- 3) SINK: Onlylogs HTTP drain ---
-
-[sinks.onlylogs]
-type = "http"
-inputs = ["udp_logs"]             # consume events from udp_logs
-method = "post"
-uri = "${ONLYLOGS_DSN}"
-
-encoding.codec = "text"
-
-#[sinks.onlylogs.request]
-# Adjust headers if Onlylogs expects something specific
-#headers.Content-Type = "application/json"
-

data/lib/onlylogs/log_silencer_middleware.rb

@@ -1,26 +0,0 @@
-module Onlylogs
-  class LogSilencerMiddleware
-    def initialize(app, paths_to_silence:)
-      @app = app
-      # Ensure paths are an array for flexibility
-      @paths_to_silence = Array(paths_to_silence)
-    end
-
-    def call(env)
-      if silence_request?(env)
-        Rails.logger.silence do
-          @app.call(env)
-        end
-      else
-        @app.call(env)
-      end
-    end
-
-    private
-
-    def silence_request?(env)
-      request_path = env['PATH_INFO']
-      @paths_to_silence.any? { |path| request_path.start_with?(path) }
-    end
-  end
-end