heathrow 0.7.0

data/lib/heathrow/migrations/001_initial_schema.rb

@@ -0,0 +1,248 @@
+# Initial Heathrow database schema
+# Migration version 1
+
+module Heathrow
+  module Migrations
+    class InitialSchema
+      VERSION = 1
+
+      def self.up(db)
+        # Schema version tracking
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS schema_version (
+              version INTEGER PRIMARY KEY,
+              applied_at INTEGER NOT NULL
+          );
+        SQL
+
+        # Messages table - normalized structure
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS messages (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              source_id INTEGER NOT NULL,
+              external_id TEXT NOT NULL,
+              thread_id TEXT,
+              parent_id INTEGER,
+
+              sender TEXT NOT NULL,
+              sender_name TEXT,
+
+              recipients TEXT NOT NULL,
+              cc TEXT,
+              bcc TEXT,
+
+              subject TEXT,
+              content TEXT NOT NULL,
+              html_content TEXT,
+
+              timestamp INTEGER NOT NULL,
+              received_at INTEGER NOT NULL,
+              read BOOLEAN DEFAULT 0,
+              starred BOOLEAN DEFAULT 0,
+              archived BOOLEAN DEFAULT 0,
+
+              labels TEXT,
+              attachments TEXT,
+              metadata TEXT,
+
+              UNIQUE(source_id, external_id),
+              FOREIGN KEY(source_id) REFERENCES sources(id) ON DELETE CASCADE,
+              FOREIGN KEY(parent_id) REFERENCES messages(id) ON DELETE SET NULL
+          );
+        SQL
+
+        # Indices for performance
+        db.exec "CREATE INDEX IF NOT EXISTS idx_messages_source ON messages(source_id)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_messages_timestamp ON messages(timestamp DESC)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_messages_thread ON messages(thread_id)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_messages_read ON messages(read)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_messages_sender ON messages(sender)"
+
+        # Full-text search
+        db.exec <<-SQL
+          CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5(
+              subject,
+              content,
+              sender,
+              content='messages',
+              content_rowid='id'
+          );
+        SQL
+
+        # FTS triggers
+        db.exec <<-SQL
+          CREATE TRIGGER IF NOT EXISTS messages_ai AFTER INSERT ON messages BEGIN
+              INSERT INTO messages_fts(rowid, subject, content, sender)
+              VALUES (new.id, new.subject, new.content, new.sender);
+          END;
+        SQL
+
+        db.exec <<-SQL
+          CREATE TRIGGER IF NOT EXISTS messages_ad AFTER DELETE ON messages BEGIN
+              DELETE FROM messages_fts WHERE rowid = old.id;
+          END;
+        SQL
+
+        db.exec <<-SQL
+          CREATE TRIGGER IF NOT EXISTS messages_au AFTER UPDATE ON messages BEGIN
+              UPDATE messages_fts
+              SET subject = new.subject, content = new.content, sender = new.sender
+              WHERE rowid = new.id;
+          END;
+        SQL
+
+        # Sources table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS sources (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              name TEXT NOT NULL UNIQUE,
+              plugin_type TEXT NOT NULL,
+              enabled BOOLEAN DEFAULT 1,
+
+              config TEXT NOT NULL,
+              capabilities TEXT NOT NULL,
+
+              last_sync INTEGER,
+              last_error TEXT,
+
+              message_count INTEGER DEFAULT 0,
+              created_at INTEGER NOT NULL,
+              updated_at INTEGER NOT NULL
+          );
+        SQL
+
+        db.exec "CREATE INDEX IF NOT EXISTS idx_sources_enabled ON sources(enabled)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_sources_plugin_type ON sources(plugin_type)"
+
+        # Views table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS views (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              name TEXT NOT NULL UNIQUE,
+              key_binding TEXT UNIQUE,
+
+              filters TEXT NOT NULL,
+
+              sort_order TEXT DEFAULT 'timestamp DESC',
+              is_remainder BOOLEAN DEFAULT 0,
+
+              show_count BOOLEAN DEFAULT 1,
+              color INTEGER,
+              icon TEXT,
+
+              created_at INTEGER NOT NULL,
+              updated_at INTEGER NOT NULL
+          );
+        SQL
+
+        db.exec "CREATE INDEX IF NOT EXISTS idx_views_key_binding ON views(key_binding)"
+
+        # Contacts table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS contacts (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              name TEXT NOT NULL,
+              primary_email TEXT,
+
+              identities TEXT,
+
+              phone TEXT,
+              avatar_url TEXT,
+
+              tags TEXT,
+              notes TEXT,
+
+              message_count INTEGER DEFAULT 0,
+              last_contact INTEGER,
+
+              created_at INTEGER NOT NULL,
+              updated_at INTEGER NOT NULL
+          );
+        SQL
+
+        db.exec "CREATE INDEX IF NOT EXISTS idx_contacts_email ON contacts(primary_email)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_contacts_name ON contacts(name)"
+
+        # Drafts table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS drafts (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              source_id INTEGER,
+              reply_to_id INTEGER,
+
+              recipients TEXT NOT NULL,
+              cc TEXT,
+              bcc TEXT,
+              subject TEXT,
+              content TEXT NOT NULL,
+              attachments TEXT,
+
+              created_at INTEGER NOT NULL,
+              updated_at INTEGER NOT NULL,
+
+              FOREIGN KEY(source_id) REFERENCES sources(id) ON DELETE SET NULL,
+              FOREIGN KEY(reply_to_id) REFERENCES messages(id) ON DELETE SET NULL
+          );
+        SQL
+
+        db.exec "CREATE INDEX IF NOT EXISTS idx_drafts_updated ON drafts(updated_at DESC)"
+
+        # Filters table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS filters (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              name TEXT NOT NULL,
+              enabled BOOLEAN DEFAULT 1,
+              priority INTEGER DEFAULT 0,
+
+              conditions TEXT NOT NULL,
+              actions TEXT NOT NULL,
+
+              created_at INTEGER NOT NULL,
+              updated_at INTEGER NOT NULL
+          );
+        SQL
+
+        db.exec "CREATE INDEX IF NOT EXISTS idx_filters_enabled ON filters(enabled)"
+        db.exec "CREATE INDEX IF NOT EXISTS idx_filters_priority ON filters(priority DESC)"
+
+        # Settings table
+        db.exec <<-SQL
+          CREATE TABLE IF NOT EXISTS settings (
+              key TEXT PRIMARY KEY,
+              value TEXT NOT NULL,
+              updated_at INTEGER NOT NULL
+          );
+        SQL
+
+        # Record migration
+        db.exec "INSERT INTO schema_version (version, applied_at) VALUES (?, ?)",
+                [VERSION, Time.now.to_i]
+      end
+
+      def self.down(db)
+        # Reverse migration (drop all tables)
+        db.exec "DROP TABLE IF EXISTS settings"
+        db.exec "DROP TABLE IF EXISTS filters"
+        db.exec "DROP TABLE IF EXISTS drafts"
+        db.exec "DROP TABLE IF EXISTS contacts"
+        db.exec "DROP TABLE IF EXISTS views"
+        db.exec "DROP TABLE IF EXISTS sources"
+
+        # Drop FTS triggers
+        db.exec "DROP TRIGGER IF EXISTS messages_au"
+        db.exec "DROP TRIGGER IF EXISTS messages_ad"
+        db.exec "DROP TRIGGER IF EXISTS messages_ai"
+
+        # Drop FTS table
+        db.exec "DROP TABLE IF EXISTS messages_fts"
+
+        # Drop messages table
+        db.exec "DROP TABLE IF EXISTS messages"
+
+        # Remove migration record
+        db.exec "DELETE FROM schema_version WHERE version = ?", [VERSION]
+      end
+    end
+  end
+end

data/lib/heathrow/notmuch.rb

@@ -0,0 +1,45 @@
+require 'json'
+require 'shellwords'
+
+module Heathrow
+  class Notmuch
+    NOTMUCH_BIN = '/usr/bin/notmuch'
+
+    def self.available?
+      File.executable?(NOTMUCH_BIN)
+    end
+
+    # Search for messages matching query, returns array of file paths
+    def self.search_files(query)
+      return [] unless available?
+      cmd = "#{NOTMUCH_BIN} search --output=files #{Shellwords.escape(query)}"
+      output = `#{cmd} 2>/dev/null`
+      output.split("\n").reject(&:empty?)
+    end
+
+    # Search for messages, returns structured results
+    def self.search(query, limit: 50)
+      return [] unless available?
+      cmd = "#{NOTMUCH_BIN} search --format=json --limit=#{limit} #{Shellwords.escape(query)}"
+      output = `#{cmd} 2>/dev/null`
+      JSON.parse(output)
+    rescue JSON::ParserError
+      []
+    end
+
+    # Get thread containing a message
+    def self.thread(message_id)
+      return [] unless available?
+      cmd = "#{NOTMUCH_BIN} search --output=files --format=text #{Shellwords.escape("thread:{id:#{message_id}}")}"
+      output = `#{cmd} 2>/dev/null`
+      output.split("\n").reject(&:empty?)
+    end
+
+    # Count results for a query
+    def self.count(query)
+      return 0 unless available?
+      cmd = "#{NOTMUCH_BIN} count #{Shellwords.escape(query)}"
+      `#{cmd} 2>/dev/null`.strip.to_i
+    end
+  end
+end

data/lib/heathrow/oauth2_smtp.rb

@@ -0,0 +1,254 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'net/smtp'
+require 'mail'
+require 'json'
+require 'base64'
+require 'open3'
+
+# Monkey patch Net::SMTP to add xoauth2 support
+module Net
+  class SMTP
+    unless method_defined?(:auth_xoauth2)
+      private
+      
+      def auth_xoauth2(user, secret)
+        auth_string = "user=#{user}\1auth=Bearer #{secret}\1\1"
+        res = critical {
+          send("AUTH XOAUTH2 #{Base64.strict_encode64(auth_string)}", true)
+          recv_response()
+        }
+        check_auth_response res
+      end
+    end
+  end
+end
+
+module Heathrow
+  # OAuth2 SMTP module - integrated version of gmail_smtp
+  # Handles OAuth2 authentication for Gmail and compatible services
+  class OAuth2Smtp
+    attr_reader :from_address, :log_file
+
+    def initialize(from_address = nil, config = {})
+      cfg = Heathrow::Config.instance
+      @safe_dir = config['safe_dir'] || cfg&.rc('safe_dir', File.join(Dir.home, '.heathrow', 'mail'))
+      @default_email = config['default_email'] || cfg&.rc('default_email', '')
+      @oauth2_script = config['oauth2_script'] || cfg&.rc('oauth2_script', File.expand_path('~/bin/oauth2.py'))
+      @log_file_path = File.join(@safe_dir, '.smtp.log')
+      @from_address = from_address || @default_email
+      @log_file = File.open(@log_file_path, 'a') if File.exist?(@safe_dir) && File.writable?(@safe_dir)
+    end
+    
+    # Send email using OAuth2 authentication
+    def send(mail_object, recipients = nil)
+      begin
+        log "Mail to send: SUBJECT: #{mail_object.subject}"
+        log "FROM: #{from_address}"
+        
+        # Extract recipients from mail object if not provided
+        if recipients.nil?
+          recipients = []
+          recipients += Array(mail_object.to) if mail_object.to
+          recipients += Array(mail_object.cc) if mail_object.cc
+          recipients.uniq!
+        end
+        
+        log "TO: #{recipients.inspect}"
+        
+        # Get OAuth2 access token
+        token = get_oauth2_token
+        
+        unless token
+          error_msg = "Failed to get OAuth2 token for #{from_address}"
+          log error_msg
+          return { success: false, message: error_msg }
+        end
+        
+        log "Token obtained for #{from_address}"
+        
+        # Send via Gmail SMTP with OAuth2
+        send_via_smtp(mail_object, token, recipients)
+        
+      rescue => e
+        error_msg = "OAuth2 SMTP error: #{e.message}"
+        log error_msg
+        { success: false, message: error_msg }
+      ensure
+        @log_file&.close
+      end
+    end
+    
+    # Get OAuth2 access token using stored credentials
+    def get_oauth2_token
+      # Find the correct credential files
+      json_file = find_credential_file('.json')
+      txt_file = find_credential_file('.txt')
+      
+      unless json_file && txt_file
+        log "Credential files not found for #{from_address}"
+        return nil
+      end
+      
+      log "Using #{json_file}"
+      
+      begin
+        # Parse the JSON credentials
+        credentials = JSON.parse(File.read(json_file))
+        client_id = credentials.dig('web', 'client_id') || credentials.dig('installed', 'client_id')
+        client_secret = credentials.dig('web', 'client_secret') || credentials.dig('installed', 'client_secret')
+        
+        # Read the refresh token
+        refresh_token = File.read(txt_file).strip
+        
+        # Call oauth2.py to get access token
+        if File.exist?(@oauth2_script)
+          get_token_via_script(client_id, client_secret, refresh_token)
+        else
+          # Fallback to direct API call if script not available
+          get_token_via_api(client_id, client_secret, refresh_token)
+        end
+        
+      rescue => e
+        log "Error getting token: #{e.message}"
+        nil
+      end
+    end
+    
+    private
+    
+    # Find credential file for the email address
+    def find_credential_file(extension)
+      # Try exact email match first
+      file = File.join(@safe_dir, "#{from_address}#{extension}")
+      return file if File.exist?(file)
+      
+      # Try without domain for aliases
+      username = from_address.split('@').first
+      file = File.join(@safe_dir, "#{username}#{extension}")
+      return file if File.exist?(file)
+      
+      # Try default email
+      file = File.join(@safe_dir, "#{@default_email}#{extension}")
+      return file if File.exist?(file)
+      
+      nil
+    end
+    
+    # Get token using oauth2.py script
+    def get_token_via_script(client_id, client_secret, refresh_token)
+      cmd = [
+        @oauth2_script,
+        '--generate_oauth2_token',
+        "--client_id=#{client_id}",
+        "--client_secret=#{client_secret}",
+        "--refresh_token=#{refresh_token}"
+      ]
+      
+      log "Getting token for #{from_address}"
+      
+      stdout, stderr, status = Open3.capture3(*cmd)
+      
+      if status.success?
+        # Extract token from output
+        if stdout =~ /Access Token:\s*(\S+)/
+          token = $1
+          log "Token obtained for #{from_address}"
+          return token
+        end
+      else
+        log "oauth2.py error: #{stderr}"
+      end
+      
+      nil
+    end
+    
+    # Get token via direct Google API call (fallback)
+    def get_token_via_api(client_id, client_secret, refresh_token)
+      require 'net/http'
+      require 'uri'
+      
+      uri = URI('https://oauth2.googleapis.com/token')
+      
+      params = {
+        'client_id' => client_id,
+        'client_secret' => client_secret,
+        'refresh_token' => refresh_token,
+        'grant_type' => 'refresh_token'
+      }
+      
+      response = Net::HTTP.post_form(uri, params)
+      
+      if response.is_a?(Net::HTTPSuccess)
+        data = JSON.parse(response.body)
+        token = data['access_token']
+        log "Token obtained via API for #{from_address}"
+        return token
+      else
+        log "Token API error: #{response.body}"
+        nil
+      end
+    end
+    
+    # Send email via SMTP with OAuth2
+    def send_via_smtp(mail_object, token, recipients)
+      smtp = Net::SMTP.new('smtp.gmail.com', 587)
+      smtp.enable_starttls_auto
+      
+      log "Sending email"
+      
+      # Extract email address for authentication
+      auth_email = from_address.split(/[<>]/).find { |s| s.include?('@') } || from_address
+      
+      # Extract bare email addresses for SMTP envelope
+      bare_from = auth_email
+      bare_recipients = Array(recipients).map { |r| r[/<([^>]+)>/, 1] || r.strip }
+
+      smtp.start('gmail.com', auth_email, token, :xoauth2) do |smtp_conn|
+        smtp_conn.send_message(
+          mail_object.to_s,
+          bare_from,
+          bare_recipients
+        )
+      end
+      
+      log "Email sent"
+      
+      { success: true, message: "Message sent via OAuth2" }
+      
+    rescue => e
+      error_msg = "SMTP error: #{e.message}"
+      log error_msg
+      { success: false, message: error_msg }
+    ensure
+      smtp&.finish rescue nil
+    end
+    
+    # Log message with timestamp
+    def log(message)
+      return unless @log_file
+      
+      @log_file.puts "#{Time.now.utc} #{message}"
+      @log_file.flush
+    end
+    
+    # Class method for easy sending
+    def self.send_message(from, to, subject, body, in_reply_to = nil)
+      mail = Mail.new do
+        from     from
+        to       to
+        subject  subject
+        body     body
+      end
+      
+      if in_reply_to
+        mail['In-Reply-To'] = in_reply_to
+        mail['References'] = in_reply_to
+      end
+      
+      oauth2 = new(from)
+      oauth2.send(mail)
+    end
+  end
+end