mbox2csv 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fff3b927d3dc15547ce87943b6bfe1b747423222391f82cb336dbb03b710a056
-  data.tar.gz: 143acbaaf7f95ae5f2b61df3e242bf976d328dfa780d4e3439d764a294ddffd7
+  metadata.gz: d01ca30a89acfe78cea4db6c1b61ee76a10ee9f268ffc51c80ed15136c98b279
+  data.tar.gz: 295a46bbcee3b62796febe837c145a002df6ad03dcbf1f2e9d3b3a455a46f3c7
 SHA512:
-  metadata.gz: f68e2ca1627bcb9cf8d1325000b6b00d96b7f856227b1ea2a768962312def6bbd29dd4cce478c286ad1a610915fd5b0bbe90310fd0c370a28ca916681f2e4b35
-  data.tar.gz: 0cf68cb50e9886e174d55844f1b68533795c23cb3a38824bf5c9c3d8c90e2b5454317db10b681ca1328eb483a0a7fca1222d18d1b20106e1a81ecfab336452fc
+  metadata.gz: e17144ea47a735f13d00070bca37c2e7fbbecd8e91685abb943628fc08f2e1b68e845864b69492fc333b3e72c8c07e98e78d662951d6aa4d8ecba54b6fe1dfe1
+  data.tar.gz: 833c1c6e20dbb6faa17d27e65db529877b08810eca35288277dc78b54f13f6034ba94318ae5376764613bd1ba0024b54a8705dbf6dcda06f1580c55dfd318132

data/README.md

@@ -34,6 +34,10 @@ parser = Mbox2CSV::MboxParser.new(mbox_file, all_emails, sender_stats_all_emails
 
 # Parse the MBOX file, save email data, and generate statistics
 parser.parse
+
+# Extract attachments
+parser.extract_attachments(extract: true, filetypes: %w[pdf jpg], output_folder: "exports")
+
 ```
 
 ## 🔑 License

data/lib/mbox2csv.rb

@@ -5,7 +5,8 @@ require 'fileutils'
 require 'ruby-progressbar'
 
 module Mbox2CSV
-    # Main class for parsing MBOX files and saving email data and statistics to CSV files.
+    # Main class for parsing MBOX files, saving email data/statistics to CSV,
+    # and (optionally) extracting selected attachment types to disk.
     class MboxParser
         # Initializes the MboxParser with file paths for the MBOX file, output CSV file,
         # and statistics CSV files for sender and recipient statistics.
@@ -55,6 +56,44 @@ module Mbox2CSV
             puts "Error processing MBOX file: #{e.message}"
         end
 
+        # Extract selected attachment file types from the MBOX into a folder.
+        #
+        # @param [Boolean] extract         Flag to enable/disable extraction.
+        # @param [Array<String>] filetypes Array of extensions to extract (e.g., %w[pdf jpg png]).
+        # @param [String] output_folder    Directory to write attachments into.
+        # @return [Integer]                Number of files successfully written.
+        def extract_attachments(extract: true, filetypes: [], output_folder: 'attachments')
+            return 0 unless extract
+
+            wanted_exts = Array(filetypes).map { |e| e.to_s.downcase.sub(/\A\./, '') }.uniq
+            raise ArgumentError, "filetypes must not be empty when extract: true" if wanted_exts.empty?
+
+            FileUtils.mkdir_p(output_folder)
+            total_written = 0
+
+            total_lines = File.foreach(@mbox_file).inject(0) { |c, _| c + 1 }
+            progressbar = ProgressBar.create(title: "Extracting Attachments", total: total_lines, format: "%t: |%B| %p%%")
+
+            File.open(@mbox_file, 'r') do |mbox|
+                buffer = ""
+                mbox.each_line do |line|
+                    progressbar.increment
+                    if line.start_with?("From ")
+                        total_written += process_attachment_block(buffer, wanted_exts, output_folder) unless buffer.empty?
+                        buffer = ""
+                    end
+                    buffer << line
+                end
+                total_written += process_attachment_block(buffer, wanted_exts, output_folder) unless buffer.empty?
+            end
+
+            puts "Attachment extraction completed. #{total_written} file(s) saved to #{output_folder}"
+            total_written
+        rescue => e
+            puts "Error extracting attachments: #{e.message}"
+            0
+        end
+
         private
 
         # Processes an individual email block from the MBOX file, extracts the email fields,
@@ -86,7 +125,8 @@ module Mbox2CSV
         # @param [Mail] mail The mail object to decode.
         # @return [String] The decoded email body.
         def decode_body(mail)
-            body = if mail.multipart?
+            body =
+                    if mail.multipart?
             part = mail.text_part || mail.html_part
             part&.body&.decoded || ''
         else
@@ -129,7 +169,7 @@ module Mbox2CSV
         sender_file = File.join(@senders_folder, "#{sanitize_filename(from)}.csv")
 
         CSV.open(sender_file, 'a') do |csv|
-            if File.size(sender_file).zero?
+            if File.size?(sender_file).nil? || File.size(sender_file).zero?
                 csv << ['From', 'To', 'Subject', 'Date', 'Body'] # Add header if file is new
             end
             csv << [from, to, subject, date, body]
@@ -145,6 +185,86 @@ module Mbox2CSV
     def sanitize_filename(filename)
         filename.gsub(/[^0-9A-Za-z\-]/, '_')
     end
+
+    # --- Helpers for attachment extraction ---
+
+    # Process a single email block to extract wanted attachments.
+    def process_attachment_block(buffer, wanted_exts, output_folder)
+        return 0 if buffer.nil? || buffer.empty?
+
+        mail = Mail.read_from_string(buffer)
+        return 0 unless mail
+
+        written = 0
+        date = (mail.date rescue nil)
+        date_str = date ? date.strftime("%Y-%m-%d") : "unknown_date"
+        time_str = date ? date.strftime("%H-%M-%S") : "unknown_time"
+
+        Array(mail.attachments).each do |att|
+            begin
+                original_name = att.filename || att.name || "attachment"
+                base = File.basename(original_name, ".*")
+                ext  = File.extname(original_name).downcase.sub(/\A\./, '')
+
+                # If no ext present, try to infer from MIME type
+                ext = mime_to_ext(att.mime_type) if ext.empty? && att.mime_type
+
+                # Skip if extension not desired
+                next unless wanted_exts.include?(ext.downcase)
+
+                safe_base = sanitize_filename(base)
+                fname = "#{safe_base}_#{date_str}_#{time_str}.#{ext}"
+                path  = File.join(output_folder, fname)
+
+                # Ensure uniqueness if file already exists
+                path = uniquify_path(path)
+
+                # Write decoded content
+                File.open(path, "wb") { |f| f.write(att.body.decoded) }
+                written += 1
+            rescue => e
+                puts "Failed to save attachment '#{att&.filename}': #{e.message}"
+            end
+        end
+
+        written
+    rescue => e
+        puts "Error processing attachment block: #{e.message}"
+        0
+    end
+
+    # Minimal MIME→extension mapping; extend as needed.
+    def mime_to_ext(mime)
+        map = {
+            'application/pdf' => 'pdf',
+            'image/jpeg'      => 'jpg',
+            'image/jpg'       => 'jpg',
+            'image/png'       => 'png',
+            'image/gif'       => 'gif',
+            'text/plain'      => 'txt',
+            'application/zip' => 'zip',
+            'application/vnd.openxmlformats-officedocument.wordprocessingml.document' => 'docx',
+            'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet' => 'xlsx',
+            'application/msword' => 'doc',
+            'application/vnd.ms-excel' => 'xls'
+        }
+        map[mime] || 'bin'
+    end
+
+    # If a path exists, append an incrementing suffix before the extension.
+    def uniquify_path(path)
+        return path unless File.exist?(path)
+        dir  = File.dirname(path)
+        base = File.basename(path, ".*")
+        ext  = File.extname(path)
+        i = 1
+        new_path = File.join(dir, "#{base}_#{i}#{ext}")
+        while File.exist?(new_path)
+            i += 1
+            new_path = File.join(dir, "#{base}_#{i}#{ext}")
+        end
+        new_path
+    end
 end
 
 # The EmailStatistics class is responsible for gathering and writing statistics related to emails.
@@ -214,3 +334,8 @@ class EmailStatistics
     end
 end
 end
+
+# --- Usage example ---
+# parser = Mbox2CSV::MboxParser.new("inbox.mbox", "emails.csv", "sender_stats.csv", "recipient_stats.csv")
+# parser.parse
+# parser.extract_attachments(extract: true, filetypes: %w[pdf jpg], output_folder: "exports")

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: mbox2csv
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - firefly-cpp
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-01-25 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: base64
@@ -66,7 +65,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.11'
-description:
 email:
 - iztok@iztok-jr-fister.eu
 executables: []
@@ -83,7 +81,6 @@ metadata:
   homepage_uri: https://github.com/firefly-cpp/mbox2csv
   source_code_uri: https://github.com/firefly-cpp/mbox2csv
   changelog_uri: https://github.com/firefly-cpp/mbox2csv
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -98,8 +95,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.7
 specification_version: 4
 summary: Parse MBOX files and export email data into CSV format
 test_files: []