pwn 0.5.418 → 0.5.421

data/lib/pwn/ai/open_ai.rb

@@ -16,6 +16,7 @@ module PWN
       # open_ai_rest_call(
       #   token: 'required - open_ai bearer token',
       #   http_method: 'optional HTTP method (defaults to GET)
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   rest_call: 'required rest call to make per the schema',
       #   params: 'optional params passed in the URI or HTTP Headers',
       #   http_body: 'optional HTTP body sent in HTTP methods that support it e.g. POST',
@@ -30,6 +31,8 @@ module PWN
                       else
                         opts[:http_method].to_s.scrub.to_sym
                       end
+
+        base_uri = opts[:base_uri] ||= 'https://api.openai.com/v1'
         rest_call = opts[:rest_call].to_s.scrub
         params = opts[:params]
         headers = {
@@ -45,8 +48,6 @@ module PWN
 
         spinner = opts[:spinner] || false
 
-        base_open_ai_api_uri = 'https://api.openai.com/v1'
-
         browser_obj = PWN::Plugins::TransparentBrowser.open(browser_type: :rest)
         rest_client = browser_obj[:browser]::Request
 
@@ -60,7 +61,7 @@ module PWN
           headers[:params] = params
           response = rest_client.execute(
             method: http_method,
-            url: "#{base_open_ai_api_uri}/#{rest_call}",
+            url: "#{base_uri}/#{rest_call}",
             headers: headers,
             verify_ssl: false,
             timeout: timeout
@@ -72,7 +73,7 @@ module PWN
 
             response = rest_client.execute(
               method: http_method,
-              url: "#{base_open_ai_api_uri}/#{rest_call}",
+              url: "#{base_uri}/#{rest_call}",
               headers: headers,
               payload: http_body,
               verify_ssl: false,
@@ -81,7 +82,7 @@ module PWN
           else
             response = rest_client.execute(
               method: http_method,
-              url: "#{base_open_ai_api_uri}/#{rest_call}",
+              url: "#{base_uri}/#{rest_call}",
               headers: headers,
               payload: http_body.to_json,
               verify_ssl: false,
@@ -108,15 +109,18 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.get_models(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   timeout: 'optional timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.get_models(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         timeout = opts[:timeout]
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: 'models'
         )
@@ -128,6 +132,7 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.chat(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   request: 'required - message to ChatGPT'
       #   model: 'optional - model to use for text generation (defaults to gpt-5-chat-latest)',
@@ -140,6 +145,7 @@ module PWN
       # )
 
       public_class_method def self.chat(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         request = opts[:request]
 
@@ -224,6 +230,7 @@ module PWN
         spinner = opts[:spinner]
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: rest_call,
@@ -282,6 +289,7 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.img_gen(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   request: 'required - message to ChatGPT',
       #   n: 'optional - number of images to generate (defaults to 1)',
@@ -290,6 +298,7 @@ module PWN
       # )
 
       public_class_method def self.img_gen(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         request = opts[:request]
         n = opts[:n]
@@ -307,6 +316,7 @@ module PWN
         }
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: rest_call,
@@ -321,6 +331,7 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.vision(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   img_path: 'required - path or URI of image to analyze',
       #   request: 'optional - message to ChatGPT (defaults to, "what is in this image?")',
@@ -332,6 +343,7 @@ module PWN
       # )
 
       public_class_method def self.vision(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         img_path = opts[:img_path]
 
@@ -399,6 +411,7 @@ module PWN
         timeout = opts[:timeout]
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: rest_call,
@@ -429,6 +442,7 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.create_fine_tune(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   training_file: 'required - JSONL that contains OpenAI training data'
       #   validation_file: 'optional - JSONL that contains OpenAI validation data'
@@ -445,6 +459,7 @@ module PWN
       # )
 
       public_class_method def self.create_fine_tune(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         training_file = opts[:training_file]
         validation_file = opts[:validation_file]
@@ -462,6 +477,7 @@ module PWN
         timeout = opts[:timeout]
 
         response = upload_file(
+          base_uri: base_uri,
           token: token,
           file: training_file
         )
@@ -469,6 +485,7 @@ module PWN
 
         if validation_file
           response = upload_file(
+            base_uri: base_uri,
             token: token,
             file: validation_file
           )
@@ -492,6 +509,7 @@ module PWN
         http_body[:suffix] = suffix if suffix
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: 'fine_tuning/jobs',
@@ -506,15 +524,18 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.list_fine_tunes(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.list_fine_tunes(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         timeout = opts[:timeout]
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: 'fine_tuning/jobs',
           timeout: timeout
@@ -527,12 +548,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.get_fine_tune_status(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.get_fine_tune_status(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         fine_tune_id = opts[:fine_tune_id]
         timeout = opts[:timeout]
@@ -540,6 +563,7 @@ module PWN
         rest_call = "fine_tuning/jobs/#{fine_tune_id}"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: rest_call,
           timeout: timeout
@@ -552,12 +576,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.cancel_fine_tune(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.cancel_fine_tune(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         fine_tune_id = opts[:fine_tune_id]
         timeout = opts[:timeout]
@@ -565,6 +591,7 @@ module PWN
         rest_call = "fine_tuning/jobs/#{fine_tune_id}/cancel"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: rest_call,
@@ -578,12 +605,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.get_fine_tune_events(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.get_fine_tune_events(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         fine_tune_id = opts[:fine_tune_id]
         timeout = opts[:timeout]
@@ -591,6 +620,7 @@ module PWN
         rest_call = "fine_tuning/jobs/#{fine_tune_id}/events"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: rest_call,
           timeout: timeout
@@ -603,12 +633,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.delete_fine_tune_model(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   model: 'required - model to delete',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.delete_fine_tune_model(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         model = opts[:model]
         timeout = opts[:timeout]
@@ -616,6 +648,7 @@ module PWN
         rest_call = "models/#{model}"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :delete,
           token: token,
           rest_call: rest_call,
@@ -629,15 +662,18 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.list_files(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.list_files(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         timeout = opts[:timeout]
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: 'files',
           timeout: timeout
@@ -650,6 +686,7 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.upload_file(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   file: 'required - file to upload',
       #   purpose: 'optional - intended purpose of the uploaded documents (defaults to fine-tune',
@@ -657,6 +694,7 @@ module PWN
       # )
 
       public_class_method def self.upload_file(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         file = opts[:file]
         raise "ERROR: #{file} not found." unless File.exist?(file)
@@ -672,6 +710,7 @@ module PWN
         }
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :post,
           token: token,
           rest_call: 'files',
@@ -686,12 +725,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.delete_file(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   file: 'required - file to delete',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.delete_file(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         file = opts[:file]
         timeout = opts[:timeout]
@@ -702,6 +743,7 @@ module PWN
         rest_call = "files/#{file_id}"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           http_method: :delete,
           token: token,
           rest_call: rest_call,
@@ -715,12 +757,14 @@ module PWN
 
       # Supported Method Parameters::
       # response = PWN::AI::OpenAI.get_file(
+      #   base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
       #   token: 'required - Bearer token',
       #   file: 'required - file to delete',
       #   timeout: 'optional - timeout in seconds (defaults to 180)'
       # )
 
       public_class_method def self.get_file(opts = {})
+        base_uri = opts[:base_uri]
         token = opts[:token]
         file = opts[:file]
         raise "ERROR: #{file} not found." unless File.exist?(file)
@@ -733,6 +777,7 @@ module PWN
         rest_call = "files/#{file_id}"
 
         response = open_ai_rest_call(
+          base_uri: base_uri,
           token: token,
           rest_call: rest_call,
           timeout: timeout
@@ -756,11 +801,13 @@ module PWN
       public_class_method def self.help
         puts "USAGE:
           response = #{self}.get_models(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.chat(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             request: 'required - message to ChatGPT',
             model: 'optional - model to use for text generation (defaults to gpt-5-chat-latest)',
@@ -773,6 +820,7 @@ module PWN
           )
 
           response = #{self}.img_gen(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             request: 'required - message to ChatGPT',
             n: 'optional - number of images to generate (defaults to 1)',
@@ -781,6 +829,7 @@ module PWN
           )
 
           response = #{self}.vision(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             img_path: 'required - path or URI of image to analyze',
             request: 'optional - message to ChatGPT (defaults to, \"what is in this image?\")',
@@ -792,6 +841,7 @@ module PWN
           )
 
           response = #{self}.create_fine_tune(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             training_file: 'required - JSONL that contains OpenAI training data'
             validation_file: 'optional - JSONL that contains OpenAI validation data'
@@ -808,52 +858,61 @@ module PWN
           )
 
           response = #{self}.list_fine_tunes(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.get_fine_tune_status(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.cancel_fine_tune(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.get_fine_tune_events(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             fine_tune_id: 'required - respective :id value returned from #list_fine_tunes',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.delete_fine_tune_model(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             model: 'required - model to delete',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.list_files(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.upload_file(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             file: 'required - file to upload',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.delete_file(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             file: 'required - file to delete',
             timeout: 'optional - timeout in seconds (defaults to 180)'
           )
 
           response = #{self}.get_file(
+            base_uri: 'optional - base OpenAI API URI (defaults to https://api.openai.com/v1)',
             token: 'required - Bearer token',
             file: 'required - file to delete',
             timeout: 'optional - timeout in seconds (defaults to 180)'

data/lib/pwn/plugins/burp_suite.rb

@@ -360,7 +360,8 @@ module PWN
       # Supported Method Parameters::
       # json_sitemap = PWN::Plugins::BurpSuite.get_sitemap(
       #   burp_obj: 'required - burp_obj returned by #start method',
-      #   keyword: 'optional - keyword to filter sitemap entries (default: nil)'
+      #   keyword: 'optional - keyword to filter sitemap entries (default: nil)',
+      #   return_as: 'optional - :base64 or :har (defaults to :base64)'
       # )
 
       public_class_method def self.get_sitemap(opts = {})
@@ -368,6 +369,7 @@ module PWN
         rest_browser = burp_obj[:rest_browser]
         mitm_rest_api = burp_obj[:mitm_rest_api]
         keyword = opts[:keyword]
+        return_as = opts[:return_as] ||= :base64
 
         rest_call = "http://#{mitm_rest_api}/sitemap"
 
@@ -385,6 +387,151 @@ module PWN
           end
         end
 
+        if return_as == :har
+          # Convert to HAR format
+          har_entries = sitemap_arr.map do |site|
+            decoded_request = Base64.strict_decode64(site[:request])
+
+            # Parse request head and body
+            if decoded_request.include?("\r\n\r\n")
+              request_head, request_body = decoded_request.split("\r\n\r\n", 2)
+            else
+              request_head = decoded_request
+              request_body = ''
+            end
+            request_lines = request_head.split("\r\n")
+            request_line = request_lines.shift
+            method, full_path, http_version = request_line.split(' ', 3)
+            headers = {}
+            request_lines.each do |line|
+              next if line.empty?
+
+              key, value = line.split(': ', 2)
+              headers[key] = value if key && value
+            end
+
+            host = headers['Host'] || raise('No Host header found in request')
+            scheme = 'http' # Hardcoded as protocol is not available; consider enhancing if available in site
+            url = "#{scheme}://#{host}#{full_path}"
+            uri = URI.parse(url)
+            query_string = uri.query ? URI.decode_www_form(uri.query).map { |k, v| { name: k, value: v.to_s } } : []
+
+            request_headers_size = request_head.bytesize + 4 # Account for \r\n\r\n
+            request_body_size = request_body.bytesize
+
+            request_obj = {
+              method: method,
+              url: uri.to_s,
+              httpVersion: http_version,
+              headers: headers.map { |k, v| { name: k, value: v } },
+              queryString: query_string,
+              headersSize: request_headers_size,
+              bodySize: request_body_size
+            }
+
+            if request_body_size.positive?
+              mime_type = headers['Content-Type'] || 'application/octet-stream'
+              post_data = {
+                mimeType: mime_type,
+                text: request_body
+              }
+              post_data[:params] = URI.decode_www_form(request_body).map { |k, v| { name: k, value: v.to_s } } if mime_type.include?('x-www-form-urlencoded')
+              request_obj[:postData] = post_data
+            end
+
+            if site[:response]
+              decoded_response = Base64.strict_decode64(site[:response])
+
+              # Parse response head and body
+              if decoded_response.include?("\r\n\r\n")
+                response_head, response_body = decoded_response.split("\r\n\r\n", 2)
+              else
+                response_head = decoded_response
+                response_body = ''
+              end
+              response_lines = response_head.split("\r\n")
+              status_line = response_lines.shift
+              version, status_str, status_text = status_line.split(' ', 3)
+              status = status_str.to_i
+              status_text ||= ''
+              response_headers = {}
+              response_lines.each do |line|
+                next if line.empty?
+
+                key, value = line.split(': ', 2)
+                response_headers[key] = value if key && value
+              end
+
+              response_headers_size = response_head.bytesize + 4 # Account for \r\n\r\n
+              response_body_size = response_body.bytesize
+              mime_type = response_headers['Content-Type'] || 'text/plain'
+
+              response_obj = {
+                status: status,
+                statusText: status_text,
+                httpVersion: version,
+                headers: response_headers.map { |k, v| { name: k, value: v } },
+                content: {
+                  size: response_body_size,
+                  mimeType: mime_type,
+                  text: response_body
+                },
+                redirectURL: response_headers['Location'] || '',
+                headersSize: response_headers_size,
+                bodySize: response_body_size
+              }
+            else
+              response_obj = {
+                status: 0,
+                statusText: 'No response',
+                httpVersion: 'unknown',
+                headers: [],
+                content: {
+                  size: 0,
+                  mimeType: 'text/plain',
+                  text: ''
+                },
+                redirectURL: '',
+                headersSize: -1,
+                bodySize: 0
+              }
+            end
+
+            {
+              startedDateTime: Time.now.iso8601,
+              time: 0,
+              request: request_obj,
+              response: response_obj,
+              cache: {},
+              timings: {
+                send: 0,
+                wait: 0,
+                receive: 0
+              },
+              pageref: 'page_1'
+            }
+          end
+
+          har_log = {
+            log: {
+              version: '1.2',
+              creator: {
+                name: 'BurpSuite via PWN::Plugins::BurpSuite',
+                version: '1.0'
+              },
+              pages: [{
+                startedDateTime: Time.now.iso8601,
+                id: 'page_1',
+                title: 'Sitemap Export',
+                pageTimings: {}
+              }],
+              entries: har_entries
+            }
+          }
+
+          sitemap_arr = har_log
+        end
+
         sitemap_arr.uniq
       rescue StandardError => e
         stop(burp_obj: burp_obj) unless burp_obj.nil?
@@ -1357,7 +1504,8 @@ module PWN
 
           json_sitemap = #{self}.get_sitemap(
             burp_obj: 'required - burp_obj returned by #start method',
-            keyword: 'optional - keyword to filter sitemap results (default: nil)'
+            keyword: 'optional - keyword to filter sitemap results (default: nil)',
+            return_as: 'optional - :base64 or :har (defaults to :base64)'
           )
 
           json_sitemap = #{self}.add_to_sitemap(