pwn 0.5.793 → 0.5.794

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ad2a2e3fe7efc1387b2e1e74af3eb75a7f843fa48f6256e86670ffde794f091d
-  data.tar.gz: b48527c558f948fc39b09c8ac03a6fe90ef4be80ea042dcbe77c4f33cce00a08
+  metadata.gz: 2d7f95442e7e518256ffa6e9f9ce4e6856559430d475621446b07192f22088ad
+  data.tar.gz: 3030f3616da6d651f08eae290b4a979633074904d001c3bfd16c6ddd81c20de5
 SHA512:
-  metadata.gz: '08697b10f3966be151cca3d55d72f0c852256989bcbeb7ee3887a160d231e7463ea140e0498562783a052f05a802e35f028362e918fe2b50220a0f9f2d55e9de'
-  data.tar.gz: 0a88ece3b27161c451ddae0e20e9d6edf90328f66f0027abce7bc502117b7f999aa1b5361e423b9630c950d463ed4aa5bb4283225c9e6748256eaae6a9a58c51
+  metadata.gz: ed97966a4b047588627e1e3864471171a565e8095fc2c9091b418756d8dcb02ead69db214d18d8d4db2b470ac6e1455dc9307c37ffddcc0b4f36feb45ae93a0e
+  data.tar.gz: 1c349c364aeed6a41a3ec8b25f21bc4cbadd100e5312df2fc9c0b5ed8916c3410602ad4f5d2ebe6a3edb3dcd8e51aa8ab0d58782679f7822c32a8b498351bfb5

data/Gemfile

@@ -20,7 +20,7 @@ gem 'base32', '0.3.4'
 gem 'bitcoin-ruby', '0.0.20'
 gem 'brakeman', '8.1.0'
 gem 'bson', '5.2.0'
-gem 'bundler', '>=4.0.23'
+gem 'bundler', '>=4.0.24'
 gem 'bundler-audit', '>=0.9.3'
 gem 'bunny', '3.5.0'
 gem 'colorize', '1.1.0'
@@ -88,7 +88,7 @@ gem 'ruby-audio', '1.6.1'
 gem 'ruby-nmap', '1.0.3'
 gem 'ruby-saml', '1.18.1'
 gem 'rvm', '1.11.3.9'
-gem 'savon', '2.17.5'
+gem 'savon', '2.18.1'
 gem 'selenium-devtools', '0.156.0'
 gem 'selenium-webdriver', '4.52.0'
 gem 'slack-ruby-client', '3.3.0'

data/documentation/Backup-Retention.md

@@ -40,10 +40,12 @@ that has no interrupted generation record, and an unpublished `.partial-`
 copy that was never renamed into a restore name. Those are not certified as
 complete; they are only eligible so one verified snapshot can be published.
 Prepared/interrupted generations, retention-policy pins and current literal
-evidence references remain protected. Malformed reference data fails closed
-when expiry would be needed. If those protected folders occupy the seven-folder
-limit, the next producer fails before modifying its source. Unknown folder
-names still count toward capacity and are not silently expired.
+evidence references remain protected. A reference file that is not valid JSON
+does not abort admission. A generation path found in that unreadable text stays
+pinned; valid JSON still ignores a path that only appears inside quoted prose.
+If protected folders still occupy the seven-folder limit, the next producer fails
+before modifying its source. Unknown folder names still count toward capacity
+and are not silently expired.
 
 Transactions publish `prepared` before payload/source changes and `complete`
 only after successful return. Exceptions, interrupted/blocked results and failed

data/lib/pwn/backups.rb

@@ -242,7 +242,15 @@ module PWN
       policy = File.join(root, '.retention-policy.json')
       raise IOError, 'Unsafe retention policy' if File.symlink?(policy)
 
-      pins = File.file?(policy) ? JSON.parse(File.binread(policy)).fetch('pins') : []
+      pins = []
+      if File.file?(policy)
+        begin
+          parsed = JSON.parse(File.binread(policy))
+          pins = parsed.fetch('pins', [])
+        rescue JSON::ParserError, EncodingError
+          pin_raw_paths(text: File.binread(policy), root: root, pins: pins)
+        end
+      end
       raise IOError, 'Invalid backup pins' unless pins.is_a?(Array) && pins.all? { |name| name.is_a?(String) && name.match?(/\A\d{8}_\d{6}(?:_[a-f0-9]{8})?\z/) }
 
       pins = pins.dup
@@ -260,23 +268,56 @@ module PWN
           admission = Thread.current[:pwn_maintenance_admission]
           raise IOError, 'Backup reference budget exhausted' if admission && !admission.call(stat.size + 1)
 
-          values = file.end_with?('.jsonl') ? File.foreach(file).reject { |line| line.strip.empty? }.map { |line| JSON.parse(line) } : [JSON.parse(File.binread(file))]
-          values.select! { |value| value.is_a?(Hash) && (%w[prepared interrupted].include?(value['state']) || value['pinned'] == true) } if name == 'maintenance'
-          until values.empty?
-            value = values.pop
-            case value
-            when Hash then values.concat(value.values)
-            when Array then values.concat(value)
-            when String
-              match = value.match(%r{\A(?:#{Regexp.escape(root)}/|backup/)(\d{8}_\d{6}(?:_[a-f0-9]{8})?)(?:/|\z)})
-              pins << match[1] if match
-            end
-          end
+          collect_references(file: file, root: root, pins: pins, maintenance: name == 'maintenance')
         end
       end
       pins.uniq
-    rescue JSON::ParserError, KeyError => e
-      raise IOError, "Unreadable backup references: #{e.class}"
+    end
+
+    private_class_method def self.collect_references(opts = {})
+      file = opts[:file]
+      body = File.binread(file)
+      if file.end_with?('.jsonl')
+        body.split("\n".b).each do |line|
+          next if line.strip.empty?
+
+          begin
+            walk_reference(value: JSON.parse(line), root: opts[:root], pins: opts[:pins], maintenance: opts[:maintenance])
+          rescue JSON::ParserError, EncodingError
+            pin_raw_paths(text: line, root: opts[:root], pins: opts[:pins])
+          end
+        end
+      else
+        begin
+          walk_reference(value: JSON.parse(body), root: opts[:root], pins: opts[:pins], maintenance: opts[:maintenance])
+        rescue JSON::ParserError, EncodingError
+          pin_raw_paths(text: body, root: opts[:root], pins: opts[:pins])
+        end
+      end
+    end
+
+    private_class_method def self.walk_reference(opts = {})
+      values = [opts[:value]]
+      values.select! { |value| value.is_a?(Hash) && (%w[prepared interrupted].include?(value['state']) || value['pinned'] == true) } if opts[:maintenance]
+      root = opts[:root]
+      pins = opts[:pins]
+      until values.empty?
+        value = values.pop
+        case value
+        when Hash then values.concat(value.values)
+        when Array then values.concat(value)
+        when String
+          match = value.match(%r{\A(?:#{Regexp.escape(root)}/|backup/)(\d{8}_\d{6}(?:_[a-f0-9]{8})?)(?:/|\z)})
+          pins << match[1] if match
+        end
+      end
+    end
+
+    private_class_method def self.pin_raw_paths(opts = {})
+      text = opts[:text].to_s.b
+      root = opts[:root].to_s.b
+      pattern = Regexp.new("(?:#{Regexp.escape(root)}/|backup/)(\\d{8}_\\d{6}(?:_[a-f0-9]{8})?)(?:/|\\z)")
+      text.scan(pattern).each { |row| opts[:pins] << row[0] }
     end
 
     # Unreferenced complete generations, published pre-generation snapshots, and

data/lib/pwn/plugins/ai_sandbox.rb

@@ -87,7 +87,7 @@ module PWN
           attach_function :openat, %i[int string int uint], :int
           attach_function :mkdirat, %i[int string uint], :int
         end
-        flags = File::RDONLY | File::NOFOLLOW | 0x10000 | 0x80000 # O_DIRECTORY | O_CLOEXEC
+        flags = directory_open_flags
         identities = protected_roots.map do |path|
           stat = File.stat(path)
           [stat.dev, stat.ino]
@@ -114,6 +114,14 @@ module PWN
         directory&.close unless directory&.closed?
       end
 
+      # O_DIRECTORY is 1<<16 on x86_64 and 1<<14 on aarch64/arm. 1<<16 is O_DIRECT
+      # there, and open("/", O_DIRECT) returns EINVAL.
+      private_class_method def self.directory_open_flags(opts = {})
+        platform = opts[:platform] || RUBY_PLATFORM
+        directory = platform.match?(/\Aaarch64|\Aarm-/) ? (1 << 14) : (1 << 16)
+        File::RDONLY | File::NOFOLLOW | directory | (1 << 19)
+      end
+
       # Mandatory repository boundary, independent of the optional profile.
       # The block runs only in a child; cwd and restrictions never affect the UI.
       public_class_method def self.protect_call(opts = {})

data/lib/pwn/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PWN
-  VERSION = '0.5.793'
+  VERSION = '0.5.794'
 end

data/spec/lib/pwn/backups_spec.rb

@@ -58,11 +58,24 @@ describe PWN::Backups do
     expect(File).not_to exist(copies[1])
   end
 
-  it 'fails admission on malformed reference data without losing any recovery copy' do
+  it 'admits a snapshot when a reference file is not valid JSON' do
     copies = 7.times.map { described_class.capture(path: @source) }
+    generations = copies.map { |path| File.dirname(path, 2) }
+    generations.each_with_index { |dir, index| File.utime(Time.at(1_600_000_300 + index), Time.at(1_600_000_300 + index), dir) }
     File.write(File.join(@home, '.pwn', 'learning.jsonl'), '{broken')
-    expect { described_class.capture(path: @source) }.to raise_error(IOError, /references/)
-    expect(copies.all? { |path| File.file?(path) }).to be(true)
+    described_class.capture(path: @source)
+    expect(File).not_to exist(generations.first)
+    expect(copies[1..].all? { |path| File.file?(path) }).to be(true)
+  end
+
+  it 'keeps a generation named inside unreadable reference text' do
+    copies = 7.times.map { described_class.capture(path: @source) }
+    generations = copies.map { |path| File.dirname(path, 2) }
+    generations.each_with_index { |dir, index| File.utime(Time.at(1_600_000_400 + index), Time.at(1_600_000_400 + index), dir) }
+    File.write(File.join(@home, '.pwn', 'learning.jsonl'), "{not-json #{copies[1]}")
+    described_class.capture(path: @source)
+    expect(File).to exist(copies[1])
+    expect(File).not_to exist(generations.first)
   end
 
   it 'uses one generation for nested producers and preserves failed result recovery' do

data/spec/lib/pwn/plugins/ai_sandbox_spec.rb

@@ -224,6 +224,15 @@ describe PWN::Plugins::AISandbox do
     end
   end
 
+  it 'uses aarch64 directory open bits instead of the x86_64 O_DIRECT bit' do
+    aarch64 = described_class.send(:directory_open_flags, platform: 'aarch64-linux')
+    x86_64 = described_class.send(:directory_open_flags, platform: 'x86_64-linux')
+    expect(aarch64.anybits?(1 << 14)).to be(true)
+    expect(aarch64.anybits?(1 << 16)).to be(false)
+    expect(x86_64.anybits?(1 << 16)).to be(true)
+    expect(x86_64.anybits?(1 << 14)).to be(false)
+  end
+
   it 'pins controller directories across pathname replacement and rejects source ancestry' do
     Dir.mktmpdir('pwn-control-fd') do |root|
       source = File.join(root, 'source')

data/third_party/pwn_rdoc.jsonl

@@ -1898,6 +1898,7 @@
 {"messages":[{"role":"user","content":"PWN::Backups.active? Usage"},{"role":"assistant","content":"`PWN::Backups.active?`: Supported Method Parameters\n\nPWN::Backups.active?\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.authors Usage"},{"role":"assistant","content":"`PWN::Backups.authors`: Author(s)\n\n0day Inc. <support@0dayinc.com>\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.capture Usage"},{"role":"assistant","content":"`PWN::Backups.capture`: Supported Method Parameters\n\nPWN::Backups.capture(path: ‘/path/to/source’, label: ‘learning’)\n"}]}
+{"messages":[{"role":"user","content":"PWN::Backups.collect_references Usage"},{"role":"assistant","content":"`PWN::Backups.collect_references`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.configure Usage"},{"role":"assistant","content":"`PWN::Backups.configure`: Supported Method Parameters\n\nPWN::Backups.configure(root: nil)\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.directory Usage"},{"role":"assistant","content":"`PWN::Backups.directory`: Supported Method Parameters\n\nPWN::Backups.directory(label: ‘maintenance’) Caller must hold transaction through the final source mutation and ledger.\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.expirable_name? Usage"},{"role":"assistant","content":"`PWN::Backups.expirable_name?`: "}]}
@@ -1905,11 +1906,13 @@
 {"messages":[{"role":"user","content":"PWN::Backups.legacy_inventory Usage"},{"role":"assistant","content":"`PWN::Backups.legacy_inventory`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.legacy_unreferenced Usage"},{"role":"assistant","content":"`PWN::Backups.legacy_unreferenced`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.owned_directory? Usage"},{"role":"assistant","content":"`PWN::Backups.owned_directory?`: "}]}
+{"messages":[{"role":"user","content":"PWN::Backups.pin_raw_paths Usage"},{"role":"assistant","content":"`PWN::Backups.pin_raw_paths`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.reconcile Usage"},{"role":"assistant","content":"`PWN::Backups.reconcile`: Supported Method Parameters\n\nPWN::Backups.reconcile(generation: ‘name’, expected_sha256: ‘digest’, confirmed: true)\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.reference_pins Usage"},{"role":"assistant","content":"`PWN::Backups.reference_pins`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.relocate_legacy Usage"},{"role":"assistant","content":"`PWN::Backups.relocate_legacy`: Supported Method Parameters\n\nPWN::Backups.relocate_legacy(paths: [], dry_run: true, writers_stopped: false)\n"}]}
 {"messages":[{"role":"user","content":"PWN::Backups.safe_directory Usage"},{"role":"assistant","content":"`PWN::Backups.safe_directory`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.transaction Usage"},{"role":"assistant","content":"`PWN::Backups.transaction`: Supported Method Parameters\n\nPWN::Backups.transaction(root: nil) { … }\n"}]}
+{"messages":[{"role":"user","content":"PWN::Backups.walk_reference Usage"},{"role":"assistant","content":"`PWN::Backups.walk_reference`: "}]}
 {"messages":[{"role":"user","content":"PWN::Backups.write_state Usage"},{"role":"assistant","content":"`PWN::Backups.write_state`: "}]}
 {"messages":[{"role":"user","content":"PWN::Banner.authors Usage"},{"role":"assistant","content":"`PWN::Banner.authors`: Author(s)\n\n0day Inc. <support@0dayinc.com>\n"}]}
 {"messages":[{"role":"user","content":"PWN::Banner.get Usage"},{"role":"assistant","content":"`PWN::Banner.get`: Supported Method Parameters\n\nPWN::Banner.get(\n\nindex: 'optional - defaults to random banner index'\n\n)\n"}]}
@@ -2465,6 +2468,7 @@
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.collect_worker Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.collect_worker`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.control_directory Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.control_directory`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.controller_state_roots Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.controller_state_roots`: "}]}
+{"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.directory_open_flags Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.directory_open_flags`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.env_mode Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.env_mode`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.eval_ruby Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.eval_ruby`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::AISandbox.exec Usage"},{"role":"assistant","content":"`PWN::Plugins::AISandbox.exec`: "}]}
@@ -4439,6 +4443,7 @@
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.info Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.info`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.metadata Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.metadata`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.move_key Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.move_key`: "}]}
+{"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.pkcs1_unpad Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.pkcs1_unpad`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.read_certificate Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.read_certificate`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.read_object Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.read_object`: "}]}
 {"messages":[{"role":"user","content":"PWN::Plugins::YubiKey::PIV::Session.reset Usage"},{"role":"assistant","content":"`PWN::Plugins::YubiKey::PIV::Session.reset`: "}]}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pwn
 version: !ruby/object:Gem::Version
-  version: 0.5.793
+  version: 0.5.794
 platform: ruby
 authors:
 - 0day Inc.
@@ -141,14 +141,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 4.0.23
+        version: 4.0.24
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 4.0.23
+        version: 4.0.24
 - !ruby/object:Gem::Dependency
   name: bundler-audit
   requirement: !ruby/object:Gem::Requirement
@@ -1037,14 +1037,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.17.5
+        version: 2.18.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.17.5
+        version: 2.18.1
 - !ruby/object:Gem::Dependency
   name: selenium-devtools
   requirement: !ruby/object:Gem::Requirement
@@ -7405,7 +7405,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.23
+rubygems_version: 4.0.24
 specification_version: 4
 summary: Automated Security Testing for CI/CD Pipelines & Beyond
 test_files: []