skype_archive 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in skype_archive.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Richard Huang
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# SkypeArchive
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'skype_archive'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install skype_archive
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/skype_archive

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + "/../lib"))
+
+require 'skype_archive'
+require 'optparse'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "Usage:\n
+  skype_archive search account_name [options] search_text\n
+  skype_archive sync"
+
+  opts.on("--from", "who sent the message") do |from|
+    options['from'] = from
+  end
+
+  opts.on("--sync", "sync local messages to remote server") do |sync|
+    options['sync'] = true
+  end
+
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+
+  opts.parse!
+end
+
+if ARGV.size == 0
+  puts "wrong usage, see skype_archive -h"
+else
+  command = ARGV.first
+  if command == "search"
+    account_name = ARGV[1]
+    text = ARGV.last
+    SkypeArchive.search(account_name, text).each do |message|
+      printf "[%s] %-20s: %s\n", message.created_at.strftime("%Y-%m-%d %H:%M:%S"),
+                                 message.from_dispname,
+                                 message.body_xml.gsub(text, "\e[1m\e[34m#{text}\e[0m")
+    end
+  elsif command == "sync"
+    SkypeArchive.sync
+  end
+end
+

data/lib/skype_archive.rb

@@ -0,0 +1,24 @@
+require "skype_archive/version"
+require "sqlite3"
+require "sequel"
+require "json"
+
+module SkypeArchive
+  URL = "http://localhost"
+
+  autoload :Model, "skype_archive/model"
+  autoload :Message, "skype_archive/message"
+
+  def self.search(account_name, text)
+    Model.new(account_name).search(text)
+  end
+
+  def self.sync
+    Dir[File.expand_path("~/Library/Application\ Support/Skype/*")].each do |path|
+      name = File.basename(path)
+      if name =~ /^gii\./
+        Model.new(name).sync
+      end
+    end
+  end
+end

data/lib/skype_archive/message.rb

@@ -0,0 +1,19 @@
+module SkypeArchive
+  class Message
+    attr_reader :attributes
+
+    def initialize(attributes={})
+      @attributes = attributes
+      @timestamp = @attributes.delete(:timestamp)
+      @attributes[:created_at] = Time.at(@timestamp)
+    end
+
+    def to_json(*opts)
+      @attributes.to_json(*opts)
+    end
+
+    def method_missing(method, *args, &block)
+      @attributes[method.to_sym] or super
+    end
+  end
+end

data/lib/skype_archive/model.rb

@@ -0,0 +1,78 @@
+require "sqlite3"
+require "sequel"
+require "active_support/core_ext"
+require "rest_client"
+require "json"
+require "base64"
+
+module SkypeArchive
+  class Model
+    attr_reader :account_name
+
+    def initialize(account_name)
+      @account_name = account_name
+    end
+
+    def search(text, options={})
+      query = connection[:Messages].filter(:type => 61).filter("body_xml LIKE ?", "%#{text}%")
+      query = query.filter(:author => options[:skypename]) if options[:skypename]
+      query = query.filter("timestamp > ?", options[:timestamp]) if options[:timestamp]
+      if options[:conversation]
+        convo_ids = connection[:Conversations].filter("displayname LIKE ?", "%#{options[:conversation]}%").all.map { |convo| convo[:id] }
+        query = query.filter("convo_id in ?", convo_ids)
+      end
+      query = query.select(:author, :from_dispname, :body_xml, :timestamp)
+      query.all.map { |attrs| Message.new(attrs) }
+    end
+
+    def sync
+      start_time = Time.now.yesterday.at_beginning_of_day.to_i
+      end_time = Time.now.yesterday.at_midnight.to_i
+      sync_contacts
+      sync_conversations
+      sync_participants
+      sync_messages(start_time, end_time)
+    end
+
+    def sync_contacts
+      contacts = connection[:Contacts].select(:skypename, :displayname).all
+      RestClient.post "#{URL}/users", contacts.to_json, :content_type => :json, :accept => :json
+      contacts
+    end
+
+    def sync_conversations
+      @conversations = connection[:Conversations].filter(:type => 2).select(:id, :identity, :displayname).all
+      RestClient.post "#{URL}/conversations", @conversations.to_json, :content_type => :json, :accept => :json
+      @conversations
+    end
+
+    def sync_participants
+      @conversations or sync_conversations
+      @conversations.each do |convo|
+        participants = connection[:Participants].filter(:convo_id => convo[:id]).select(:identity).all
+        unless participants.empty?
+          url = "#{URL}/conversations/#{Base64.encode64(convo[:identity])[0...-1]}/participants"
+          RestClient.post url, participants.to_json, :content_type => :json, :accept => :json
+        end
+      end
+    end
+
+    def sync_messages(start_time=0, end_time=Time.now.to_i)
+      @conversations or sync_conversations
+      @conversations.each do |convo|
+        messages = connection[:Messages].filter("convo_id = ? and timestamp >= ? and timestamp <= ?", convo[:id], start_time, end_time).
+                                         select(:author, :from_dispname, :remote_id, :body_xml, :timestamp).
+                                         all.map { |attrs| Message.new(attrs) }
+        unless messages.empty?
+          url = "#{URL}/conversations/#{Base64.encode64(convo[:identity])[0...-1]}/messages"
+          RestClient.post url, messages.to_json, :content_type => :json, :accept => :json
+        end
+      end
+    end
+
+    private
+      def connection
+        @connection ||= Sequel.sqlite(File.expand_path("~/Library/Application\ Support/Skype/#{account_name}/main.db"))
+      end
+  end
+end

data/lib/skype_archive/version.rb

@@ -0,0 +1,3 @@
+module SkypeArchive
+  VERSION = "0.0.1"
+end

data/skype_archive.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/skype_archive/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Richard Huang"]
+  gem.email         = ["flyerhzm@gmail.com"]
+  gem.description   = %q{skype archive client}
+  gem.summary       = %q{skype archive for gii hackathon}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "skype_archive"
+  gem.require_paths = ["lib"]
+  gem.version       = SkypeArchive::VERSION
+
+  gem.add_dependency "sqlite3"
+  gem.add_dependency "sequel"
+  gem.add_dependency "activesupport"
+  gem.add_dependency "rest-client"
+  gem.add_dependency "json"
+
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "mocha"
+  gem.add_development_dependency "webmock"
+end

data/spec/model/skype_archive_spec.rb

@@ -0,0 +1,61 @@
+require 'spec_helper'
+
+describe SkypeArchive::Model do
+  let(:connection) { DB }
+  let(:model) { SkypeArchive::Model.new("gii.richard.huang") }
+  before do
+    Sequel.stubs(:sqlite).returns(connection)
+  end
+
+  context "#search" do
+    it "should search messages" do
+      model.search("gree message").should have(3).items
+    end
+
+    it "should search only text messages" do
+      model.search("self message").should have(1).item
+    end
+
+    it "should search by user" do
+      model.search("message", :skypename => "gii.jason.lai").should have(2).items
+    end
+
+    it "should search by timestamp" do
+      timestamp = Time.now.to_i - 2400
+      model.search("message", :timestamp => timestamp).should have(3).items
+    end
+
+    it "should search by conversation" do
+      model.search("message", :conversation => "flyerhzm").should have(1).item
+    end
+  end
+
+  context "#sync" do
+    it "should sync_contacts" do
+      stub_request(:post, "#{SkypeArchive::URL}/users")
+      model.sync_contacts.should have(3).items
+    end
+
+    it "should sync_conversations" do
+      stub_request(:post, "#{SkypeArchive::URL}/conversations")
+      model.sync_conversations.should have(1).items
+    end
+
+    it "should sync_participants" do
+      stub_request(:post, "#{SkypeArchive::URL}/conversations")
+      stub_request(:post, "#{SkypeArchive::URL}/conversations/JGdpaS5qYXNvbi5sYWkvMTIzNDU2Nzg5/participants")
+      model.sync_participants
+    end
+
+    it "should sync_message" do
+      stub_request(:post, "#{SkypeArchive::URL}/conversations")
+      stub_request(:post, "#{SkypeArchive::URL}/conversations/JGdpaS5qYXNvbi5sYWkvMTIzNDU2Nzg5/messages")
+      model.sync_messages
+    end
+
+    it "should sync_message with start_time and end_time" do
+      stub_request(:post, "#{SkypeArchive::URL}/conversations")
+      model.sync_messages(Time.now.to_i + 1, Time.now.to_i + 1000)
+    end
+  end
+end

data/spec/skype_archive_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe SkypeArchive do
+  let(:connection) { DB }
+  let(:model) { SkypeArchive::Model.new("gii.richard.huang") }
+  before do
+    Sequel.stubs(:sqlite).returns(connection)
+  end
+
+  it "should call SkypeArchive::Model to search" do
+    SkypeArchive.search("gii.richard.huang", "self message").should have(1).item
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,21 @@
+require 'rspec'
+require 'skype_archive'
+require 'support/sqlite_seed'
+require 'webmock/rspec'
+
+DB = Sequel.sqlite
+
+RSpec.configure do |config|
+  config.mock_with :mocha
+  config.filter_run :focus => true
+  config.run_all_when_everything_filtered = true
+
+  config.before(:suite) do
+    Support::SqliteSeed.setup_db
+    Support::SqliteSeed.seed_db
+  end
+
+  config.after(:suite) do
+    Support::SqliteSeed.teardown_db
+  end
+end

data/spec/support/sqlite_seed.rb

@@ -0,0 +1,79 @@
+# encoding: utf-8
+module Support
+  module SqliteSeed
+    def seed_db
+      richard = DB[:contacts].insert(:skypename => "gii.richard.huang", :displayname => "Richard Huang")
+      flyerhzm = DB[:contacts].insert(:skypename => "flyerhzm", :displayname => "Richard Huang")
+      jason = DB[:contacts].insert(:skypename => "gii.jason.lai", :displayname => "Jason Lai")
+
+      gree_conversation_id = DB[:conversations].insert(:type => 2, :identity => "$gii.jason.lai/123456789", :displayname => "GREE")
+      myself_conversation_id = DB[:conversations].insert(:type => 1, :identity => "flyerhzm", :displayname => "flyerhzm")
+
+      DB[:participants].insert(:convo_id => gree_conversation_id, :identity => "gii.jason.lai")
+      DB[:participants].insert(:convo_id => gree_conversation_id, :identity => "gii.richard.huang")
+      DB[:participants].insert(:convo_id => myself_conversation_id, :identity => "flyerhzm")
+      DB[:participants].insert(:convo_id => myself_conversation_id, :identity => "gii.richard.huang")
+
+      DB[:messages].insert(:convo_id => gree_conversation_id, :author => "gii.jason.lai", :from_dispname => "Jason Lai",
+                           :remote_id => 1, :body_xml => "gree message 1", :type => 61, :timestamp => Time.now.to_i - 3600)
+      DB[:messages].insert(:convo_id => gree_conversation_id, :author => "gii.richard.huang", :from_dispname => "Richard Huang",
+                           :remote_id => 2, :body_xml => "gree message 2", :type => 61, :timestamp => Time.now.to_i - 1800)
+      DB[:messages].insert(:convo_id => gree_conversation_id, :author => "gii.jason.lai", :from_dispname => "Jason Lai / (赖)",
+                           :remote_id => 3, :body_xml => "gree message 3", :type => 61, :timestamp => Time.now.to_i)
+      DB[:messages].insert(:convo_id => myself_conversation_id, :author => "gii.richard.huang", :from_dispname => "Richard Huang",
+                           :remote_id => 4, :body_xml => "self message 11", :type => 61, :timestamp => Time.now.to_i)
+      DB[:messages].insert(:convo_id => myself_conversation_id, :author => "flyerhzm", :from_dispname => "Richard Huang",
+                           :remote_id => 5, :body_xml => "
+<partlist alt=\"\">
+  <part identity=\"flyerhzm\">
+    <name>Ron Buell</name>
+    <duration>1099</duration>
+  </part>
+  <part identity=\"gii.richard.huang\">
+    <name>Richard Huang</name>
+    <duration>1099</duration>
+  </part>
+</partlist>", :type => 39, :timestamp => Time.now.to_i)
+    end
+
+    def setup_db
+      DB.create_table :contacts do
+        primary_key :id
+        String :skypename
+        String :displayname
+      end
+
+      DB.create_table :conversations do
+        primary_key :id
+        Integer :type
+        String :identity
+        String :displayname
+      end
+
+      DB.create_table :participants do
+        primary_key :id
+        Integer :convo_id
+        String :identity
+      end
+
+      DB.create_table :messages  do
+        primary_key :id
+        Integer :convo_id
+        String :author
+        String :from_dispname
+        Integer :remote_id
+        String :body_xml
+        Integer :type
+        Integer :timestamp
+      end
+    end
+
+    def teardown_db
+      DB.tables.each do |table|
+        DB.drop_table(table)
+      end
+    end
+
+    extend self
+  end
+end

metadata

@@ -0,0 +1,193 @@
+--- !ruby/object:Gem::Specification
+name: skype_archive
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Richard Huang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: skype archive client
+email:
+- flyerhzm@gmail.com
+executables:
+- skype_archive
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/skype_archive
+- lib/skype_archive.rb
+- lib/skype_archive/message.rb
+- lib/skype_archive/model.rb
+- lib/skype_archive/version.rb
+- skype_archive.gemspec
+- spec/model/skype_archive_spec.rb
+- spec/skype_archive_spec.rb
+- spec/spec_helper.rb
+- spec/support/sqlite_seed.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: skype archive for gii hackathon
+test_files:
+- spec/model/skype_archive_spec.rb
+- spec/skype_archive_spec.rb
+- spec/spec_helper.rb
+- spec/support/sqlite_seed.rb