pwn 0.5.779 → 0.5.780

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7dd747b247b7c7039df9bba24c9542ecd37b65df6c650b09730ce6b9803d599b
-  data.tar.gz: b355d2d146e6b26c833319ac265b76e8fa3fe85892ff53e7c78e1f0238daf067
+  metadata.gz: 3207a135c108d0af20cc351965b217a3235abb0eaf67a31d244e3779ed6b72e5
+  data.tar.gz: 750df1371f8eb0fbab32b66e88b7568dbac4a49de7dc4020fc018a9957053acc
 SHA512:
-  metadata.gz: 6f594c419c8095b788c397b64dcaa417a8efbc3992007b40079f121d93a8dc6ee67b3b41bb5bf48526e55720d99f2fe7cad5ae1fb5a563d71421a866240c4f04
-  data.tar.gz: 87e8e462103a8954fd94e9859fbde5e528d1f6803e3dda5abdadbe0e58524a56125fc084747edf0171289b99f84bfcc75d65d5ff4ac10d95d2d44cfe9d002205
+  metadata.gz: b10627e1329fa50ac482a49b1013ab455f52eac1a943d92ef7f9144bb93625e742935e0ad2caa1294f3d10a3c46d758b0de50695463e138af76ed7f61871438b
+  data.tar.gz: 3f55e834e447b8d51b8a28bd0c71d97498e577d49d7dadfea2a5ceda5e5bfa3876225d27f0c238b02dce690ea82d48612d29fd8a45130cea8213fc4a5650ce0a

data/Gemfile

@@ -49,7 +49,7 @@ gem 'jwt', '3.3.0'
 gem 'libusb', '0.8.0'
 gem 'luhn', '3.0.0'
 gem 'mail', '2.9.1'
-gem 'mcp', '1.8.0'
+gem 'mcp', '1.8.1'
 gem 'meshtastic', '0.0.188'
 gem 'metasm', '1.0.6'
 gem 'mongo', '2.26.0'

data/lib/pwn/ai/agent/loop.rb

@@ -2195,7 +2195,8 @@ module PWN
           pairs.each do |pair|
             tool = pair.find { |m| m[:role].to_s == 'tool' }
             prev = collapsed.last&.find { |m| m[:role].to_s == 'tool' }
-            next if tool && prev && tool[:content].to_s.strip == prev[:content].to_s.strip
+            # Compare raw bytes: existing history may contain malformed tool output.
+            next if tool && prev && tool[:content].to_s.b.strip == prev[:content].to_s.b.strip
 
             collapsed << pair
           end
@@ -2241,8 +2242,10 @@ module PWN
           FileUtils.mkdir_p(dir)
           path = File.join(dir, "#{digest[0, 12]}.txt")
           File.binwrite(path, text) unless File.file?(path)
-          head = text.byteslice(0, 2_048).to_s
-          tail = text.bytesize > 3_072 ? text.byteslice(-1_024, 1_024).to_s : ''
+          # Keep the artifact/digest byte-exact; only the displayed excerpt is text.
+          # Byte slicing can bisect a multibyte character at either boundary.
+          head = text.byteslice(0, 2_048).to_s.dup.force_encoding(Encoding::UTF_8).scrub
+          tail = text.bytesize > 3_072 ? text.byteslice(-1_024, 1_024).to_s.dup.force_encoding(Encoding::UTF_8).scrub : ''
           mid = tail.empty? ? '' : "\n...\n#{tail}"
           "#{head}#{mid}\n[compacted path=#{path} sha256=#{digest} bytes=#{text.bytesize} ref=#{path}]"
         rescue StandardError

data/lib/pwn/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PWN
-  VERSION = '0.5.779'
+  VERSION = '0.5.780'
 end

data/spec/lib/pwn/ai/agent/loop_spec.rb

@@ -1304,6 +1304,45 @@ describe PWN::AI::Agent::Loop do # rubocop:disable Metrics/BlockLength
       expect(src).not_to match(/compact_history!\(messages: messages\) if local/)
     end
 
+    it 'keeps UTF-8 previews valid across repeated history compaction' do
+      Dir.mktmpdir('pwn-history-encoding') do |dir|
+        allow(Dir).to receive(:home).and_return(dir)
+        messages = [{ role: 'system', content: 'sys' }, { role: 'user', content: 'goal' }]
+        8.times do |n|
+          messages << { role: 'assistant', content: '', tool_calls: [{ id: "c#{n}" }] }
+          messages << { role: 'tool', tool_call_id: "c#{n}", content: "a#{'é' * 3000}#{n}" }
+        end
+        2.times do
+          expect { described_class.send(:compact_history!, messages: messages) }.not_to output(/compact_history swallowed/).to_stderr
+          expect(messages.all? { |msg| msg[:content].valid_encoding? }).to be(true)
+        end
+      end
+    end
+
+    it 'preserves raw spilled bytes while rendering malformed and binary-tagged text safely' do
+      Dir.mktmpdir('pwn-history-binary') do |dir|
+        allow(Dir).to receive(:home).and_return(dir)
+        ["a#{'é' * 3000}".b, "a\xff#{'é' * 3000}"].each do |text|
+          preview = described_class.send(:spill_tool_body, text: text)
+          expect(preview.encoding).to eq(Encoding::UTF_8)
+          expect(preview.valid_encoding?).to be(true)
+          expect(preview).to include('é', '[compacted path=')
+          path = preview[/\[compacted path=(.*?) sha256=/, 1]
+          expect(File.binread(path)).to eq(text.b)
+        end
+      end
+    end
+
+    it 'compacts existing malformed tool history without swallowing encoding errors' do
+      messages = [{ role: 'system', content: 'sys' }, { role: 'user', content: 'goal' }]
+      8.times do |n|
+        messages << { role: 'assistant', tool_calls: [{ id: "c#{n}" }] }
+        messages << { role: 'tool', tool_call_id: "c#{n}", content: "invalid\xff#{n}" }
+      end
+      expect { described_class.send(:compact_history!, messages: messages) }.not_to output(/compact_history swallowed/).to_stderr
+      expect(messages.count { |msg| msg[:role] == 'tool' }).to eq(6)
+    end
+
     it 'shrinks tool bodies when history is fat' do
       msgs = [
         { role: 'system', content: 'sys' },

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pwn
 version: !ruby/object:Gem::Version
-  version: 0.5.779
+  version: 0.5.780
 platform: ruby
 authors:
 - 0day Inc.
@@ -505,14 +505,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 1.8.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 1.8.1
 - !ruby/object:Gem::Dependency
   name: meshtastic
   requirement: !ruby/object:Gem::Requirement