mingle 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f3bd646003531be5b3a770b16b012585460ec5ee
+  data.tar.gz: 205cab3c862ddb5c6ca37e6494844e500cde95a8
+SHA512:
+  metadata.gz: 86510a0a55dd1d1145a8ad1ce446015f930f9dc0f28638f7622e0d054a1b4b83784ff4b546ba5e03f402ce745f657d83f4167ba7b388c6934c1ec057c96f4468
+  data.tar.gz: fef31dda840faf088f5a92316a043176d0a364e12a41ab033fe5027148335f8080b4dc0687208d316c37062cfc29da2f0e831f71575b145ec5b67d77e829cbc2

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2014 YOURNAME
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,28 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Mingle'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../spec/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+
+desc 'Run all specs in spec directory (excluding plugin specs)'
+RSpec::Core::RakeTask.new spec: 'app:db:test:prepare'
+
+task default: :spec

data/app/assets/javascripts/mingle/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/mingle/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/mingle/application_controller.rb

@@ -0,0 +1,4 @@
+module Mingle
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/mingle/application_helper.rb

@@ -0,0 +1,4 @@
+module Mingle
+  module ApplicationHelper
+  end
+end

data/app/jobs/mingle/facebook/fetch.rb

@@ -0,0 +1,9 @@
+class Mingle::Facebook::Fetch
+  include Sidekiq::Worker
+
+  sidekiq_options queue: :mingle, retry: false
+
+  def perform
+    Mingle::Facebook.fetch
+  end
+end

data/app/jobs/mingle/instagram/fetch.rb

@@ -0,0 +1,10 @@
+class Mingle::Instagram::Fetch
+  include Sidekiq::Worker
+
+  sidekiq_options queue: :mingle, retry: false
+
+  def perform
+    Mingle::Instagram.fetch
+  end
+
+end

data/app/jobs/mingle/twitter/fetch.rb

@@ -0,0 +1,10 @@
+class Mingle::Twitter::Fetch
+  include Sidekiq::Worker
+
+  sidekiq_options queue: :mingle, retry: false
+
+  def perform
+    Mingle::Twitter.fetch
+  end
+
+end

data/app/models/mingle.rb

@@ -0,0 +1,5 @@
+module Mingle
+  def self.table_name_prefix
+    'mingle_'
+  end
+end

data/app/models/mingle/facebook.rb

@@ -0,0 +1,82 @@
+module Mingle::Facebook
+
+  class << self
+    attr_writer :config
+
+    def table_name_prefix
+      "#{Mingle.table_name_prefix}facebook_"
+    end
+
+    # Fetch posts since given date/timestamp, last post's creation date or beginning of time
+    def fetch(hashtags = Mingle::Hashtag.all, since = Mingle::Facebook::Post.ordered.last.try(:created_at))
+      hashtags = Array(hashtags)
+
+      posts = []
+      hashtags.each do |hashtag|
+        posts += posts_through_search hashtag, since
+      end
+
+      posts.collect do |data|
+        create_post_from_data(data, hashtags)
+      end
+    end
+
+    # Retrieves posts through given search query
+    def posts_through_search hashtag, since
+      posts = FbGraph::Post.search(hashtag.tag_name_with_hash, since: since.to_i, return_ssl_resources: 1, access_token: config.access_token)
+
+      # Facebook search is fairly unpredictable, so ensure the query is actually mentioned
+      posts.select { |post| matches? post, hashtag.tag_name }
+    end
+
+    # Retrieves posts for given page
+    def posts_by_page page_id, since
+      page = FbGraph::Page.new(page_id, access_token: config.access_token)
+      page.posts(limit: 100, since: since.to_i, return_ssl_resources: 1)
+    end
+
+    def configure
+      yield config
+    end
+
+    def config
+      @config ||= Mingle::Facebook::Configuration.new
+    end
+
+    def create_post_from_data data, hashtags
+      post = Post.find_or_initialize_by post_id: data.identifier
+
+      post.attributes = {
+        caption: data.caption,
+        created_at: data.created_time,
+        description: data.description,
+        link: data.link,
+        message: data.message,
+        name: data.name,
+        picture: data.picture,
+        type: data.type,
+        user_id: data.from.identifier,
+        user_name: data.from.name
+      }
+
+      hashtags.each do |hashtag|
+        if matches? post, hashtag.tag_name
+          post.hashtags << hashtag unless post.hashtags.include? hashtag
+        end
+      end
+
+      post.save!
+      post
+    end
+
+    private
+
+    def matches?(post, query)
+      post.message.try(:match, /#{query}/i) ||
+      post.description.try(:match, /#{query}/i) ||
+      post.caption.try(:match, /#{query}/i)
+    end
+
+  end
+
+end

data/app/models/mingle/facebook/configuration.rb

@@ -0,0 +1,8 @@
+module Mingle::Facebook
+  class Configuration
+
+    # Holds Facebook access token
+    attr_accessor :access_token
+
+  end
+end

data/app/models/mingle/facebook/post.rb

@@ -0,0 +1,28 @@
+class Mingle::Facebook::Post < ActiveRecord::Base
+  has_many :hashtaggings, class_name: 'Mingle::Hashtagging', as: :hashtaggable,
+    dependent: :destroy
+
+  has_many :hashtags, through: :hashtaggings
+
+  validates :post_id, :user_id, :user_name, presence: true
+
+  scope :ordered, lambda { order('created_at ASC') }
+
+  # Prevent Rails from assuming :type is STI-related
+  # See: http://stackoverflow.com/questions/7134559/rails-use-type-column-without-sti
+  self.inheritance_column = nil
+
+  # Large pictures are not directly provided through the Graph API
+  # Note: Not a documented Facebook feature and may potentially break in the future
+  def large_picture
+    picture.gsub(/_(?:s|t)\.(jpg|jpeg|png|gif)$/, '_b.\1') if picture.present?
+  end
+
+  def profile_url
+    "https://www.facebook.com/#{user_id}" if user_id.present?
+  end
+
+  def profile_image_url
+    "https://graph.facebook.com/#{user_id}/picture" if user_id.present?
+  end
+end

data/app/models/mingle/hashtag.rb

@@ -0,0 +1,31 @@
+class Mingle::Hashtag < ActiveRecord::Base
+
+  has_many :hashtaggings, class_name: 'Mingle::Hashtagging', dependent: :destroy
+
+  has_many :facebook_posts,   through: :hashtaggings, source: :hashtaggable,
+    source_type: 'Mingle::Facebook::Post'
+
+  has_many :twitter_tweets,   through: :hashtaggings, source: :hashtaggable,
+    source_type: 'Mingle::Twitter::Tweet'
+
+  has_many :instagram_photos, through: :hashtaggings, source: :hashtaggable,
+    source_type: 'Mingle::Instagram::Photo'
+
+  validates :tag_name, uniqueness: true, presence: true
+
+  def tag_name_with_hash
+    return tag_name if tag_name.start_with? "#"
+
+    "##{tag_name}"
+  end
+
+  def tag_name_without_hash
+    return tag_name unless tag_name.start_with? "#"
+
+    tag_name[1..-1]
+  end
+
+  def usage_count
+    hashtaggings.count
+  end
+end

data/app/models/mingle/hashtagging.rb

@@ -0,0 +1,4 @@
+class Mingle::Hashtagging < ActiveRecord::Base
+  belongs_to :hashtaggable, polymorphic: true
+  belongs_to :hashtag
+end

data/app/models/mingle/instagram.rb

@@ -0,0 +1,36 @@
+module Mingle::Instagram
+
+  def self.table_name_prefix
+    "#{Mingle.table_name_prefix}instagram_"
+  end
+
+  # Fetch recent photos tagged with 'klhd'
+  def self.fetch hashtags = Mingle::Hashtag.all
+    hashtags = Array(hashtags)
+
+    hashtags.each.map do |hashtag|
+      Instagram.tag_recent_media(hashtag.tag_name_without_hash).collect do |media|
+
+        case media.type
+        when 'image'
+          photo = Photo.find_or_initialize_by photo_id: media.id
+          photo.attributes = {
+            created_at: Time.at(media.created_time.to_i),
+            link: media.link,
+            message: media.try(:caption).try(:text),
+            url: media.images.standard_resolution.url,
+            user_handle: media.user.username,
+            user_id: media.user.id,
+            user_image_url: media.user.profile_picture
+          }
+
+          photo.hashtags << hashtag unless photo.hashtags.include? hashtag
+
+          photo.save!
+          photo
+        end
+      end.compact
+    end.flatten
+  end
+
+end

data/app/models/mingle/instagram/photo.rb

@@ -0,0 +1,20 @@
+class Mingle::Instagram::Photo < ActiveRecord::Base
+  has_many :hashtaggings, class_name: 'Mingle::Hashtagging', as: :hashtaggable, dependent: :destroy
+  has_many :hashtags, through: :hashtaggings
+
+  validates :link, :photo_id, :url, :user_handle, :user_image_url, presence: true
+
+  scope :ordered, lambda { order('created_at ASC') }
+
+  before_save :ensure_https_urls
+
+  private
+
+  def ensure_https_urls
+    self.link = link.sub(/http:/, 'https:')
+    self.url = url.sub(/http:/, 'https:')
+    self.user_image_url = user_image_url.sub(%r(http://images\.ak\.instagram\.com),
+                                              'https://distillery.s3.amazonaws.com')
+  end
+
+end

data/app/models/mingle/twitter.rb

@@ -0,0 +1,48 @@
+module Mingle::Twitter
+
+  class << self
+
+    def table_name_prefix
+      "#{Mingle.table_name_prefix}twitter_"
+    end
+
+    def fetch hashtags = Mingle::Hashtag.all, since_id = Mingle::Twitter::Tweet.ordered.last.try(:tweet_id)
+      hashtags = Array(hashtags)
+
+      hashtags.map do |hashtag|
+        client.search(hashtag.tag_name_with_hash, since_id: since_id).collect do |data|
+          tweet = Tweet.find_or_initialize_by tweet_id: data.id.to_s
+
+          tweet.attributes = {
+            created_at: data.created_at,
+            image_url: data.media.any? ? data.media.first.media_url_https.to_s : nil,
+            text: data.text,
+            user_id: data.user.id.to_s,
+            user_handle: data.user.screen_name,
+            user_image_url: data.user.profile_image_url.to_s,
+            user_name: data.user.name
+          }
+
+          tweet.hashtags << hashtag unless tweet.hashtags.include? hashtag
+
+          tweet.save!
+          tweet
+        end
+      end.flatten
+    end
+
+    # Initialize the Twitter client.
+    #
+    # Returns a new Twitter::REST::Client instance.
+    def client
+      Twitter::REST::Client.new do |config|
+        config.consumer_key        = ENV['TWITTER_API_KEY']
+        config.consumer_secret     = ENV['TWITTER_API_SECRET']
+        config.access_token        = ENV['TWITTER_ACCESS_TOKEN']
+        config.access_token_secret = ENV['TWITTER_ACCESS_TOKEN_SECRET']
+      end
+    end
+
+  end
+
+end

data/app/models/mingle/twitter/tweet.rb

@@ -0,0 +1,18 @@
+class Mingle::Twitter::Tweet < ActiveRecord::Base
+  has_many :hashtaggings, class_name: 'Mingle::Hashtagging', as: :hashtaggable,
+    dependent: :destroy
+
+  has_many :hashtags, through: :hashtaggings
+
+  validates :text, :tweet_id, :user_handle, :user_image_url, :user_name, presence: true
+
+  scope :ordered, lambda { order('created_at ASC') }
+
+  before_save :ensure_https_urls
+
+  private
+
+  def ensure_https_urls
+    self.user_image_url = user_image_url.sub(/http:/, 'https:')
+  end
+end

data/app/views/layouts/mingle/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Mingle</title>
+  <%= stylesheet_link_tag    "mingle/application", media: "all" %>
+  <%= javascript_include_tag "mingle/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>