vmail 0.0.1

data/README.markdown

@@ -0,0 +1,29 @@
+# vmail
+
+This project (soon to be documented) provides a Vim interface to Gmail.
+
+## Open Source License
+
+The source code for vmail is governed by the MIT License, which reads as
+follows:
+
+    Copyright (c) 2010 Daniel Choi
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to
+    deal in the Software without restriction, including without limitation the
+    rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+    sell copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in
+    all copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+    FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+    IN THE SOFTWARE.
+

data/Rakefile

@@ -0,0 +1,21 @@
+require 'rake'
+require 'rake/testtask'
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+task :environment do
+  require(File.join(File.dirname(__FILE__), 'config', 'environment'))
+end
+
+desc "Run tests"
+task :test => :environment do 
+  $:.unshift File.expand_path("test")
+  require 'test_helper'
+  require 'time_format_test'
+  require 'message_formatter_test'
+  require 'base64_test'
+  MiniTest::Unit.autorun
+end
+
+task :default => :test
+

data/bin/vmail

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+begin
+  require 'vmail'
+rescue LoadError
+  require 'rubygems'
+  require 'gmail'
+end
+
+Vmail.start
+

data/bin/vmail_client

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+require 'drb'
+
+server = DRbObject.new_with_uri ARGV.shift
+method = ARGV.shift
+
+if method == 'deliver' || method == 'save_draft'
+  text = STDIN.read
+  puts server.send(method, text)
+else
+  puts server.send(method, *ARGV)
+end
+

data/config/environment.rb

@@ -0,0 +1,18 @@
+# configure activerecord to use mysql
+#require 'active_record'
+require 'logger'
+require 'yaml'
+require 'net/imap'
+require 'mail'
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+#config_file = File.join(File.dirname(__FILE__), 'database.yml')
+#config = YAML::load(File.read(config_file))['development']
+#ActiveRecord::Base.establish_connection config
+
+gmail_config_file = File.join(File.dirname(__FILE__), 'gmail.yml')
+gmail_config = YAML::load(File.read(gmail_config_file))
+require 'gmail'
+$gmail = Gmail.new gmail_config['login'], gmail_config['password']
+
+require 'message_formatter'

data/config/gmail.orig.yml

@@ -0,0 +1,8 @@
+login: dhchoi@gmail.com
+name: Daniel Choi
+password: somepassword
+signature: |
+  --
+  Sent via vmail. http://danielchoi.com
+drb_uri: druby://127.0.0.1:61676
+

data/gmail.vim

@@ -0,0 +1,180 @@
+" read the mailboxes list
+
+let s:messagebufnr = -1
+
+function! s:CreateWindowA()
+  let l:res = system("ruby bin/mailboxes.rb") 
+  put =res
+  1delete
+  setlocal bufhidden=delete
+  setlocal buftype=nofile
+  setlocal nomodifiable
+  setlocal noswapfile
+  setlocal nowrap
+  setlocal nonumber
+  setlocal foldcolumn=0
+  setlocal nospell
+  setlocal nobuflisted
+  setlocal textwidth=0
+  setlocal noreadonly
+  setlocal cursorline
+  let s:mailboxesbufnr = bufnr('%')
+  let s:dataDir = expand('%:h')
+endfunction
+
+call s:CreateWindowA()
+let s:currentBox = getline('.')
+
+function! s:CreateWindowB()
+  split List
+  setlocal bufhidden=delete
+  setlocal buftype=nofile
+  " setlocal nomodifiable
+  setlocal noswapfile
+  setlocal nomodifiable
+  setlocal nowrap
+  setlocal nonumber
+  setlocal foldcolumn=0
+  setlocal nospell
+  setlocal nobuflisted
+  setlocal textwidth=0
+  setlocal noreadonly
+  " hi CursorLine cterm=NONE ctermbg=darkred ctermfg=white guibg=darkred guifg=white 
+  setlocal cursorline
+  let s:listbufnr = bufnr('%')
+endfunction
+
+" the message display buffer window
+function! s:CreateWindowC() 
+  bot vne Message
+  setlocal buftype=nofile
+  setlocal noswapfile
+  let s:messagebufnr = bufnr('%')
+endfunction
+
+call s:CreateWindowC()
+call s:CreateWindowB()
+
+" switch to WindowA
+1 wincmd w
+vertical resize 20
+2 wincmd w
+
+function! s:ListMessages()
+  " load mailbox TOC
+  1 wincmd w
+  let s:selected_mailbox = getline(".") 
+  2 wincmd w  " window 2 is the List
+  " fetch data
+  call s:refresh_message_list()
+  1 wincmd w
+endfunction
+
+
+function! s:ShowMessage()
+  " assume we're in window 2
+  let line = getline(line("."))
+  let l:uid = matchstr(line, '^\d\+')
+
+  let s:uid = l:uid
+
+  3 wincmd w
+  1,$delete
+  " fetch data
+  let l:res = system("ruby bin/message.rb " . shellescape(s:selected_mailbox) . " " . shellescape(s:uid))
+  put =res
+
+  1delete
+  normal 1
+  normal jk
+  wincmd p
+endfunction
+
+1 wincmd w
+
+
+function! s:UpdateMailbox() 
+  echo "Updating ". s:selected_mailbox
+  let res =  system("ruby bin/update.rb " . shellescape(s:selected_mailbox) . " >> update.log 2>&1 &")
+endfunction
+
+function! s:reprint_message_list()
+  setlocal modifiable
+  1,$delete
+  put =s:res
+  1delete
+  setlocal nomodifiable
+  normal G
+endfunction
+
+function! s:refresh_message_list() 
+  " assume we're in the message list window
+  2 wincmd w
+  let s:res = system("ruby bin/messages.rb " . shellescape(s:selected_mailbox))
+  call s:reprint_message_list()
+endfunction
+
+function! s:show_next_message()
+  2 wincmd w
+  normal j
+endfunction
+
+function! s:page_message_down()
+  3wincmd w
+  " check if we're already showing the bottom
+  if line('w$') == line('$')
+    " show next message
+    call s:show_next_message()
+  else
+    exe "normal \<c-f>"
+  endif
+endfunction
+
+function! s:search_mailbox()
+  let query = input("search:")
+  let s:res = system("ruby bin/search.rb " . shellescape(s:selected_mailbox) . " " . shellescape(query))
+  " fetch data
+  call s:reprint_message_list()
+endfunction
+
+" can map number keys to focus windows and also to alter layout
+
+noremap <Leader>1 :execute "1wincmd w"<CR>
+noremap <Leader>2 :execute "2wincmd w"<CR>
+noremap <Leader>3 :execute "3wincmd w"<CR>
+
+3 wincmd w
+noremap <silent> <buffer> <space> :call <SID>page_message_down()<CR> 
+
+2 wincmd w
+autocmd CursorMoved <buffer> call <SID>ShowMessage()
+noremap <silent> <buffer> u :call <SID>UpdateMailbox()<CR> 
+noremap <silent> <buffer> r :call <SID>refresh_message_list()<CR> 
+noremap <silent> <buffer> <space> :call <SID>page_message_down()<CR> 
+noremap <silent> <buffer> s :call <SID>search_mailbox()<CR> 
+
+1 wincmd w
+autocmd CursorMoved <buffer> call <SID>ListMessages()
+noremap <silent> <buffer> u :call <SID>UpdateMailbox()<CR> 
+noremap <silent> <buffer> r :call <SID>refresh_message_list()<CR> 
+
+finish
+
+
+function! s:GotoMessageWindow()
+  let currentbufnr = bufnr('%')
+  if bufwinnr(s:messagebufnr) != -1
+    wincmd w
+    while bufnr('%') != s:messagebufnr && bufnr('%') != currentbufnr
+      wincmd w
+    endwhile
+  endif
+  if bufnr('%') != s:messagebufnr
+    call s:CreateWindowC()
+  end
+endfunction
+noremap <silent> <buffer> <CR> :call <SID>GmailVimShowMessage()<CR> 
+
+
+
+

data/lib/contacts_extractor.rb

@@ -0,0 +1,50 @@
+require 'net/imap'
+
+class ContactsExtractor
+  def initialize(config)
+    @username, @password = config['login'], config['password']
+  end
+
+  def open
+    @imap = Net::IMAP.new('imap.gmail.com', 993, true, nil, false)
+    @imap.login(@username, @password)
+    yield @imap
+    @imap.close 
+    @imap.disconnect
+  end
+
+  def extract!
+    @contacts = []
+    open do |imap|
+      mailbox = '[Gmail]/Sent Mail'
+      STDERR.puts "selecting #{mailbox}"
+      imap.select(mailbox)
+      STDERR.puts "fetching last 500 sent messages"
+      all_uids = imap.uid_search('ALL')
+      limit = [500, all_uids.size].max
+      uids = all_uids[-limit ,limit]
+      imap.uid_fetch(uids, ["FLAGS", "ENVELOPE"]).each do |fetch_data|
+        recipients = fetch_data.attr["ENVELOPE"].to
+        next unless recipients
+        recipients.each do |address_struct|
+          email = [address_struct.mailbox, address_struct.host].join('@') 
+          name = address_struct.name
+          if name 
+            puts "#{name} <#{email}>"
+          else
+            puts email
+          end
+        end
+      end
+    end
+    @contacts
+  end
+end
+
+if __FILE__ == $0
+  require 'yaml'
+  config = YAML::load(File.read(File.expand_path("../../config/gmail.yml", __FILE__)))
+  extractor = ContactsExtractor.new(config)
+  # pipe through uniq | sort 
+  extractor.extract!
+end

data/lib/gmail.rb

@@ -0,0 +1,145 @@
+require 'net/imap'
+
+class Gmail
+  DEMARC = "------=gmail-tool="
+
+  def initialize(username, password)
+    @username, @password = username, password
+  end
+
+  def open
+    raise "block missing" unless block_given?
+    @imap = Net::IMAP.new('imap.gmail.com', 993, true, nil, false)
+    @imap.login(@username, @password)
+    yield @imap
+  rescue Exception => ex
+    raise
+  ensure
+    if @imap
+      @imap.close rescue Net::IMAP::BadResponseError
+      @imap.disconnect
+    end
+  end
+
+  # lists mailboxes
+  def mailboxes
+    open do |imap|
+      imap.list("[Gmail]/", "%") + imap.list("", "%")
+    end
+  end
+
+  # selects the mailbox and returns self
+  def mailbox(x)
+    @mailbox = x
+    # allow chaining
+    return self 
+  end
+
+  def fetch(opts = {})
+    num_messages = opts[:num_messages] || 10
+    mailbox_label = opts[:mailbox] || @mailbox || 'inbox'
+    query = opts[:query] || ["ALL"]
+    open do |imap|
+      imap.select(mailbox_label)
+      all_uids = imap.uid_search(query)
+      STDERR.puts "#{all_uids.size} UIDS TOTAL"
+      uids = all_uids[-([num_messages, all_uids.size].min)..-1] || []
+      STDERR.puts "imap process uids #{uids.inspect}"
+      yield imap, uids
+    end
+  end
+
+  # generic mailbox operations
+  def imap
+    open do |imap|
+      imap.select((@mailbox || 'inbox'))
+      yield imap
+    end
+  end
+end
+
+
+class String
+  def col(width)
+    self[0,width].ljust(width)
+  end
+end
+
+def format_time(x)
+  Time.parse(x.to_s).localtime.strftime "%D %I:%M%P"
+end
+
+require 'time'
+
+def search
+  mailbox = ARGV.shift 
+  num_messages = ARGV.shift.to_i 
+  #query = ["BODY", "politics"]
+  query = ARGV
+  puts mailbox
+  $gmail.mailbox(mailbox).fetch(:num_messages => num_messages, :query => query) do |imap,uids|
+    uids.each do |uid|
+      res = imap.uid_fetch(uid, ["FLAGS", "BODY", "ENVELOPE", "RFC822.HEADER"])[0]
+      #puts res.inspect
+      #puts res
+      header = res.attr["RFC822.HEADER"]
+      mail = Mail.new(header)
+      mail_id = uid
+      flags = res.attr["FLAGS"]
+      puts "#{mail_id} #{format_time(mail.date.to_s)} #{mail.from[0][0,30].ljust(30)} #{mail.subject.to_s[0,70].ljust(70)} #{flags.inspect.col(30)}"
+
+      next
+
+      mail = Mail.new(res)
+      foldline = [mail[:from], mail[:date], mail[:subject]].join(" ")
+      puts foldline + " {{{1"
+      if mail.parts.empty?
+        puts mail.body.decoded
+      else
+        puts mail.parts.inspect
+      end
+    end
+  end
+end
+
+def lookup(raw=false)
+  mailbox, uid = *ARGV[0,2]
+  $gmail.mailbox(mailbox).imap do |imap|
+    res = imap.uid_fetch(uid.to_i, ["FLAGS", "RFC822"])[0].attr["RFC822"]
+    if raw
+      puts res
+      return
+    end
+    mail =  Mail.new(res)
+    if mail.parts.empty?
+      puts mail.header["Content-Type"]
+      puts mail.body.charset
+      puts mail.body.decoded 
+    else
+      puts mail.parts.inspect
+      part = mail.parts.detect {|part| 
+        (part.header["Content-Type"].to_s =~ /text\/plain/)
+      }
+      if part
+        puts "PART"
+        puts part.header["Content-Type"]
+        puts part.charset
+        puts part.body.decoded
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  require 'yaml'
+  require 'mail'
+  config = YAML::load(File.read(File.expand_path("../../config/gmail.yml", __FILE__)))
+  $gmail = Gmail.new(config['login'], config['password'])
+  if ARGV.length == 2
+    lookup
+  elsif ARGV[2] == 'raw'
+    lookup(raw=true)
+  else
+    search
+  end
+end