tp2 0.13.4 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8df38416f003b41f8a768a46f6d6177a479627e57b741a571f4c32333babb61a
-  data.tar.gz: abfc514214ca7b053d023dc40d182cf4f608ed155a66e8812c53d113c4c6f3cd
+  metadata.gz: 3c99469ae66a0fa3a184c3196d2e7978a5ae1cdac9b55820a4badc176030033a
+  data.tar.gz: 4e4f7646de8efdc89c23af826f2502c0aabc5ef8e7773272e4596ccf1c106822
 SHA512:
-  metadata.gz: 0e37cab256b895605140bc727997a5f93fe821566525bfd4cbd9b2fc431be1470084ebed6ac235917105fffadd28a54c02638c304606464f83bcca16468c236d
-  data.tar.gz: 5c55ab0d48a4a227f1ebc7aee1b14a54922f7d148b54f14e340f97d3d52b7811d530ef7c00ff6890d3879c383f2654ab0cde8257b3ba46d185ede6fd247516d9
+  metadata.gz: 3dc15dc21f2d199cf3d807cc99e82d2f624269862e9adbf49e0d1bcd29bf00046f6c90bdb9523decfa9ad78377278e2e56a0cb8b6cc30f990273aa9349fe5bed
+  data.tar.gz: c236ef22298ffca5c23a432dfa31e83c243821b0c95d1705eeb109d0fd9312669e43551a9ca64d90e5f16abd9ec593f77416aa04306ab86d675e06a6890effb5

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+# 0.14.1 2025-07-08
+
+- Add request elapsed time to log
+
+# Version 0.14 2025-07-08
+
+- Finish new logger
+
 # Version 0.13.4 2025-07-06
 
 - Improve logging for protocol errors, include more info

data/TODO.md

@@ -14,6 +14,4 @@
     HEADER_RE = /^\s([^\s^\:]{1, #{MAX_HEADER_KEY_BYTES}}).../
     ```
 
-- Benchmark parsing with UM::Stream (current approach), against parsing with strscan
-
 - Add pluggable logging. Move default logging format outside and pass a callable.

data/examples/app.rb

@@ -5,7 +5,7 @@ require 'tp2'
 require 'json'
 
 TP2.config do |req|
-  raise 'foo'
+  # raise 'foo'
   body = req.headers.to_json
   req.respond(body, 'Content-Type' => 'application/json')
 end

data/lib/tp2/http1_connection.rb

@@ -5,7 +5,7 @@ require 'stringio'
 
 module TP2
   class HTTP1Connection
-    attr_reader :fd
+    attr_reader :fd, :response_headers
 
     def initialize(machine, fd, opts, &app)
       @machine = machine
@@ -29,7 +29,10 @@ module TP2
     rescue UM::Terminate
       # server is terminated, do nothing
     rescue StandardError => e
-      @logger&.call(e)
+      @logger&.error(
+        message:  'Uncaught error while running connection',
+        error:    e
+      )
     ensure
       @machine.close_async(@fd)
     end
@@ -40,19 +43,27 @@ module TP2
       return false if !headers
 
       request = Qeweney::Request.new(headers, self)
+      request.start_stamp = monotonic_clock
       @app.call(request)
       persist_connection?(headers)
     rescue ProtocolError => e
-      msg = "Protocol error: #{e.message}. Closing connection..."
-      @logger&.call(msg)
+      @logger&.error(
+        message: 'Protocol error, closing connection',
+        error: e
+      )
       false
     rescue SystemCallError => e
-      msg = "I/O error: #{e.class} #{e.message}. Closing connection..."
-      @logger&.call(msg)
+      @logger&.error(
+        message: 'I/O error, closing connection',
+        error: e
+      )
       false
     rescue StandardError => e
-      msg = "Internal error while serving request: #{e.class} #{e.message} (#{e.backtrace.inspect}). Abandoning connection..."
-      @logger&.call(msg)
+      @logger&.error(
+        message: 'Internal error while serving request, abandoning connection',
+        error: e
+      )
+
       if request && !@done
         respond(request, 'Internal server error', ':status' => Qeweney::Status::INTERNAL_SERVER_ERROR)
       end
@@ -116,7 +127,7 @@ module TP2
       else
         @machine.send(@fd, formatted_headers, formatted_headers.bytesize, SEND_FLAGS)
       end
-      @logger&.call(request, headers)
+      @logger&.info(request: request, response_headers: headers)
       @done = true
       @response_headers = headers
     end
@@ -155,7 +166,7 @@ module TP2
       @machine.send(@fd, data, data.bytesize, SEND_FLAGS)
       return if @done || !done
 
-      @logger&.call(request, @response_headers)
+      @logger&.info(request: request, response_headers: @response_headers)
       @done = true
     end
 
@@ -167,7 +178,7 @@ module TP2
       @machine.send(@fd, EMPTY_CHUNK, EMPTY_CHUNK_LEN, SEND_FLAGS)
       return if @done
 
-      @logger&.call(request, @response_headers)
+      @logger&.info(request, request, response_headers: @response_headers)
       @done = true
     end
 
@@ -207,6 +218,10 @@ module TP2
       @machine.close_async(@fd)
     end
 
+    def monotonic_clock
+      ::Process.clock_gettime(::Process::CLOCK_MONOTONIC)
+    end
+
     private
 
     RE_REQUEST_LINE = %r{^([a-z]+)\s+([^\s]+)\s+(http/[0-9.]{1,3})}i

data/lib/tp2/logger.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'json'
+
 module TP2
   class Logger
     def initialize(machine, fd = $stdout.fileno, **opts)
@@ -8,56 +10,85 @@ module TP2
       @opts = opts
     end
 
-    # @param o <Qeweney::Request> request
-    # @param h <Hash, nil> response headers
-    def call(o, h = nil)
-      log(format_log_line(o, h))
+    def info(o)
+      call(:INFO, o)
+    end
+
+    def warn(o)
+      call(:WARN, o)
+    end
+
+    def error(o)
+      call(:ERROR, o)
+    end
+
+    private
+
+    # @param level <Symbol> log level
+    # @param o <Hash> hash
+    def call(level, o)
+      emit(make_entry(level, o))
     rescue StandardError => e
+      puts 'Uncaught error while emitting log entry:'
       p e: e
       p e.backtrace
       exit
     end
 
-    private
-
-    def log(str)
-      str = format(
-        "%<stamp>s %<msg>s\n",
-        stamp:  Time.now.strftime('%Y-%m-%d %H:%M:%S.%3N'),
-        msg:    str
-      )
-      @machine.write_async(@fd, str)
+    def emit(entry)
+      @machine.write_async(@fd, "#{entry.to_json}\n")
     end
 
-    def format_log_line(o, h)
-      case o
-      when Exception
-        format_error_log_line(o)
-      when Qeweney::Request
-        format_request_log_line(o, h)
-      when String
-        o
+    def make_entry(level, o)
+      if o[:request]
+        make_request_entry(level, o)
+      elsif o[:error]
+        make_error_entry(level, o)
       else
-        o.to_s
+        make_hash_entry(level, o)
       end
     end
 
-    def format_error_log_line(err)
-      "Error: #{err.inspect}: #{err.backtrace.inspect}"
+    def make_error_entry(level, o)
+      err = o[:error]
+      {
+        level: level.to_s,
+        ts: (t = Time.now; t.to_i),
+        ts_s: t.iso8601
+      }
+      .merge(o)
+      .merge(
+        error: "#{err.class}: #{err.message}",
+        backtrace: err.backtrace
+      )
     end
 
-    def format_request_log_line(request, response_headers)
+    def make_request_entry(level, o)
+      request = o[:request]
       request_headers = request.headers
-      uri = full_uri(request_headers)
-      status = response_headers[':status'] || '200'
-      format(
-        '%<client_ip>s %<method>s %<uri>s %<status>s %<tx>d',
-        client_ip:  request.forwarded_for || '?',
-        method:     request_headers[':method'].upcase,
-        uri:        uri,
-        status:     status,
-        tx:         request_headers[':tx']
-      )
+      response_headers = o[:response_headers]
+      elapsed = request.adapter.monotonic_clock - request.start_stamp
+      {
+        level: level.to_s,
+        ts: (t = Time.now; t.to_i),
+        ts_s: t.iso8601,
+        message: o[:message] || 'HTTP request done',
+        client_ip: request.forwarded_for || '?',
+        http_method: request_headers[':method'].upcase,
+        user_agent: request_headers['user-agent'],
+        uri: full_uri(request_headers),
+        status: response_headers[':status'] || '200',
+        elapsed: elapsed
+      }
+    end
+
+    def make_hash_entry(level, hash)
+      {
+        level: level.to_s,
+        ts: (t = Time.now; t.to_i),
+        ts_s: t.iso8601
+      }
+      .merge(hash)
     end
 
     def full_uri(headers)

data/lib/tp2/request_extensions.rb

@@ -1,10 +1,12 @@
 # frozen_string_literal: true
 
 class Qeweney::Request
+  attr_accessor :start_stamp
+
   def respond_with_static_file(path, etag, last_modified, opts)
     cache_headers = (etag || last_modified) ? {
       'etag' => etag,
-      'last-modified' => last_modified,
+      'last-modified' => last_modified
     } : {}
 
     adapter.respond_with_static_file(self, path, opts, cache_headers)

data/lib/tp2/server.rb

@@ -17,7 +17,7 @@ module TP2
 
     def self.tp2_app(_machine, opts)
       if opts[:app_location]
-        opts[:logger]&.call("Loading app at #{opts[:app_location]}")
+        opts[:logger]&.info(message: 'Loading web app', location: opts[:app_location])
         require opts[:app_location]
 
         opts.merge!(TP2.config)
@@ -65,7 +65,7 @@ module TP2
         @accept_fibers << @machine.spin { accept_incoming(fd) }
       end
       bind_string = bind_info.map { it.join(':') }.join(', ')
-      @opts[:logger]&.call("Listening on #{bind_string}")
+      @opts[:logger]&.info(message: "Listening on #{bind_string}")
 
       # map fibers
       @connection_fiber_map = {}
@@ -121,7 +121,7 @@ module TP2
     end
 
     def graceful_shutdown
-      @opts[:logger]&.call('Shutting down gracefully...')
+      @opts[:logger]&.info(message: 'Shutting down gracefully...')
 
       # stop listening
       close_all_server_fds

data/lib/tp2/version.rb

@@ -1,3 +1,3 @@
 module TP2
-  VERSION = '0.13.4'
+  VERSION = '0.14.1'
 end

data/lib/tp2.rb

@@ -19,7 +19,7 @@ module TP2
     "     o\n" +
     "   \\|/    TP2 - a modern web server for Ruby apps\n" +
     "   / \\       \n" +
-    "  /   \\      https://github.com/noteflakes/tp2\n" +
+    "  / x \\      https://github.com/noteflakes/tp2\n" +
     "⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺⎺\n"
   )
 
@@ -37,7 +37,7 @@ module TP2
         machine = opts[:machine] || UM.new
         machine.puts(opts[:banner]) if opts[:banner]
 
-        opts[:logger]&.call("Running TP2 #{TP2::VERSION}, UringMachine #{UM::VERSION}, Ruby #{RUBY_VERSION}")
+        opts[:logger]&.info(message: "Running TP2 #{TP2::VERSION}, UringMachine #{UM::VERSION}, Ruby #{RUBY_VERSION}")
 
         server = Server.new(machine, opts, &app)
 

data/test/test_server.rb

@@ -247,17 +247,37 @@ class ServerTest < Minitest::Test
     assert_equal 'barbaz', body
   end
 
+  class TestLogger
+    attr_reader :entries
+
+    def initialize
+      @entries = []
+    end
+
+    def info(o)
+      @entries << o.merge(level: :INFO)
+    end
+
+    def error(o)
+      @entries << o.merge(level: :ERROR)
+    end
+  end
+
   def test_logging
     skip
     reqs = []
-    @opts[:logger] = ->(req, _h) { reqs << req }
-    @app = ->(req) { req.respond('Hello, world!', {}) }
+    @opts[:logger] = TestLogger.new
+    @app = ->(req) { reqs << req; req.respond('Hello, world!', {}) }
 
     write_http_request "GET / HTTP/1.0\r\n\r\n"
     response = read_client_side
     expected = "HTTP/1.1 200\r\nContent-Length: 13\r\n\r\nHello, world!"
     assert_equal(expected, response)
 
+    entries = @opts[:logger].entries
+    assert_equal 1, entries.size
     assert_equal 1, reqs.size
+
+    assert_equal reqs.first, entries.first[:request]
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tp2
 version: !ruby/object:Gem::Version
-  version: 0.13.4
+  version: 0.14.1
 platform: ruby
 authors:
 - Sharon Rosner