tape-chr 0.1.8

data/app/assets/stylesheets/tape/subscriptions.scss

@@ -0,0 +1,76 @@
+.list.subscriptions .header {
+  background-color: $bg-color;
+}
+
+.subscriptions {
+  background-color: $bg-color;
+
+  .item-title {
+    font-size : .9em;
+  }
+
+  .item.has-thumbnail.has-subtitle {
+    padding-left : 3.75em;
+  }
+
+  .item-thumbnail {
+    height : 1.8em;
+    width  : 1.8em;
+    left   : 1em;
+    top    : 1.1em;
+  }
+
+  .item-thumbnail img {
+    border-radius : 0;
+  }
+}
+
+.subscriptions .input-channels {
+  .nested-form-new,
+  .nested-form-delete {
+    display : none;
+  }
+
+  ul {
+    margin-top : .45em;
+  }
+
+  ul li {
+    margin-top : .5em;
+    border     : none;
+  }
+
+  .input-switch {
+    padding : 0;
+
+    .label {
+      padding-right : 4em;
+      line-height   : 1.2;
+    }
+
+    .switch {
+      top : 1px;
+    }
+  }
+
+  & > .label {
+    display : none;
+  }
+}
+
+.tape-channel-title {
+  @include ellipsis;
+  font-size : .9em;
+  color     : $base-font-color;
+}
+
+.tape-channel-url {
+  @include position(relative, -4px null null null);
+  @include ellipsis;
+  font-size : .8em;
+}
+
+/* Tablet ------------------------------------------------------------------ */
+@media #{$desktop} {
+  .subscriptions .header .close { @include header-back-icon; }
+}

data/app/assets/stylesheets/tape.scss

@@ -0,0 +1,99 @@
+@import "tape/posts";
+@import "tape/subscriptions";
+
+.list.tape {
+  width : inherit;
+
+  .header .title {
+    display : none;
+  }
+}
+
+.list.tape .item.is-folder {
+  display : none;
+}
+
+.tape-header-subscriptions {
+  @include header-icon-base;
+  @include position(absolute, null 0 null null);
+}
+
+.tape-header-subscriptions + .search {
+  right : 2.5em;
+}
+
+.list-search .tape-header-subscriptions + .search {
+  right : 0;
+}
+
+.tape-refresh-posts {
+  @include header-icon-base;
+  @include position(absolute, null null null 2.5em);
+}
+
+.show-spinner .tape-refresh-posts {
+  visibility: hidden;
+}
+
+.tape-header-next {
+  @include position(absolute, 0 1em null null);
+  font-weight : $medium;
+}
+
+/* Tablet ------------------------------------------------------------------ */
+@media #{$tablet} {
+  .tape-refresh-posts {
+    left : 0;
+  }
+
+  .subscriptions .header .title {
+    line-height : 2.95;
+    font-size   : .9em;
+  }
+}
+
+/* Desktop ----------------------------------------------------------------- */
+@media #{$desktop} {
+  .list.tape {
+    background-color : white;
+    right            : 22em;
+
+    .header {
+      background-color : white;
+    }
+  }
+
+  .tape .view.subscriptions,
+  .tape .list.subscriptions {
+    width : 22em;
+    right : 0;
+    left  : initial;
+  }
+
+  .tape-post {
+    max-width : 580px;
+    padding   : 2em 1em;
+    margin    : -1px auto 0;
+
+    &:after {
+      right : 1em;
+    }
+  }
+
+  .tape-header-subscriptions {
+    display : none;
+  }
+
+  .tape .list.subscriptions .back {
+    display : none;
+  }
+
+  .tape-header-subscriptions + .search {
+    right : 0;
+  }
+
+  .tape-refresh-posts {
+    right : 2.5em;
+    left  : initial;
+  }
+}

data/app/controllers/admin/tape_posts_controller.rb

@@ -0,0 +1,9 @@
+class Admin::TapePostsController < Admin::BaseController
+  mongosteen
+
+  def new
+    TapeSubscriptionsService.new.fetch()
+    render nothing: true
+  end
+
+end

data/app/controllers/admin/tape_subscriptions_controller.rb

@@ -0,0 +1,17 @@
+class Admin::TapeSubscriptionsController < Admin::BaseController
+  mongosteen
+
+  def new
+    url          = params['url']
+    subscription = TapeDiscoveryService.new(url).fetch_subscription
+
+    if not subscription
+      render nothing: true
+
+    else
+      render json: subscription
+
+    end
+  end
+
+end

data/app/models/tape_channel.rb

@@ -0,0 +1,20 @@
+class TapeChannel
+  include Mongoid::Document
+  include Ants::Id
+
+
+  ## Attributes
+  field :title
+  field :url
+  field :active, type: Boolean, default: true
+
+
+  ## Validators
+  validates_presence_of :title
+  validates_presence_of :url
+
+
+  ## Relations
+  embedded_in :subscription, class_name: 'TapeSubscription'
+
+end

data/app/models/tape_post.rb

@@ -0,0 +1,70 @@
+class TapePost
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Search
+  include Ants::Id
+
+
+  ## Attributes
+  field :entry_id
+  field :title
+  field :url
+  field :summary
+  field :image_url, default: ''
+  field :published_at, type: DateTime
+  field :subscription_title
+  field :subscription_icon_url, default: ''
+  field :channel_title
+  field :channel_url
+
+
+  ## Validations
+  validates_uniqueness_of :entry_id
+
+
+  ## Search
+  search_in :title, :subscription_title
+
+
+  ## Scopes
+  default_scope -> { desc(:published_at) }
+
+
+  ## Relations
+  belongs_to :subscription, class_name: 'TapeSubscription'
+
+
+  ## Helpers
+  def _list_item_title
+    title
+  end
+
+
+  def _list_item_subtitle
+    if published_at > DateTime.now - 6.hours
+      ActionController::Base.helpers.time_ago_in_words(published_at) + ' ago'
+
+    elsif published_at.today?
+      published_at.strftime("%H:%M")
+
+    elsif published_at.year == DateTime.now.year
+      published_at.strftime("%d %b at %H:%M")
+
+    else
+      published_at.strftime("%d %b %Y at %H:%M")
+
+    end
+  end
+
+
+  def _list_item_thumbnail
+    image_url
+    # if ! image_url.empty?
+    #   width   = 480
+    #   height  = 260
+    #   quality = 70
+    #   return "http://www.you-tracker.com/API/ImageResizer?ytw=#{ width }&yth=#{ height }&ytaspect=true&ytquality=#{ quality }&ytimageurl=#{ image_url }"
+    # end
+  end
+
+end

data/app/models/tape_subscription.rb

@@ -0,0 +1,40 @@
+class TapeSubscription
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Search
+  include Ants::Id
+
+  ## Attributes
+  field :title
+  field :website_url
+  field :website_icon_url, default: ''
+
+  ## Validators
+  validates_presence_of :title
+  validates_presence_of :website_url
+
+  ## Search
+  search_in :title
+
+  ## Relations
+  has_many    :posts,    class_name: 'TapePost', dependent: :destroy
+  embeds_many :channels, class_name: 'TapeChannel'
+  accepts_nested_attributes_for :channels
+
+  ## Helpers
+  def _list_item_title
+    title
+  end
+
+  # def _list_item_subtitle
+  #   website_url
+  # end
+
+  # def _list_item_thumbnail
+  #   website_icon_url
+  # end
+
+  def active_channels
+    channels.select { |c| c.active }
+  end
+end

data/app/services/tape_discovery_service.rb

@@ -0,0 +1,145 @@
+class TapeDiscoveryService
+
+  CONTENT_TYPES = [
+    'application/x.atom+xml',
+    'application/atom+xml',
+    'application/xml',
+    'text/xml',
+    'application/rss+xml',
+    'application/rdf+xml',
+  ].freeze
+
+  def initialize(url)
+    @url_uri = URI.parse(url)
+    url = "#{ @url_uri.scheme or 'http' }://#{ @url_uri.host }#{ @url_uri.path }"
+    url << "?#{ @url_uri.query }" if @url_uri.query
+
+    begin
+      html = Nokogiri::HTML(open(url))
+
+    rescue RuntimeError
+      if url.start_with? 'http://'
+        url.gsub!('http://', 'https://')
+        html = Nokogiri::HTML(open(url))
+
+      # TODO: add anther option for https://www for naked subdomain
+      else
+        url  = ''
+        html = ''
+
+      end
+
+    rescue SocketError
+      ap "Bad server address: #{ url }"
+      url  = ''
+      html = ''
+
+    rescue Errno::ECONNREFUSED
+      ap "Scheme is not supported: #{ url }"
+      url  = ''
+      html = ''
+
+    end
+
+    @url  = url
+    @html = html
+  end
+
+
+  def fetch_subscription
+    if @url.empty?
+      return nil
+    end
+
+    icon_url = fetch_icon()
+
+    ap icon_url
+
+    @subscription = TapeSubscription.new({
+      title:            title,
+      website_url:      @url,
+      website_icon_url: icon_url
+    })
+
+    add_feeds()
+
+    return @subscription
+  end
+
+
+  def fetch_icon
+    api_url = "http://icons.better-idea.org/allicons.json?pretty=true&url="
+    icon_url = ''
+
+    json = Net::HTTP.get(URI(api_url + @url))
+    data = JSON.parse(json)
+    icon = data['icons'].first
+
+    if icon
+      icon_url = icon.fetch('url', '')
+    end
+
+    return icon_url
+  end
+
+
+  private
+
+    def title
+      (@html.css('title').text.presence || 'No Title') .sanitize
+    end
+
+
+    def add_feeds
+      @feed_urls = []
+      doc = @html
+
+      if doc.at('base') and doc.at('base')['href']
+        @base_uri = doc.at('base')['href']
+      else
+        @base_uri = nil
+      end
+
+      (doc/'atom:link').each do |l|
+        next unless l['rel']
+        if l['type'] and CONTENT_TYPES.include?(l['type'].downcase.strip) and l['rel'].downcase == 'self'
+          add_feed(l['title'], l['href'], @url, @base_uri)
+        end
+      end
+
+      (doc/'link').each do |l|
+        next unless l['rel']
+        if l['type'] and CONTENT_TYPES.include?(l['type'].downcase.strip) and (l['rel'].downcase =~ /alternate/i or l['rel'] == 'service.feed')
+          add_feed(l['title'], l['href'], @url, @base_uri)
+        end
+      end
+    end
+
+
+    def add_feed(feed_title, feed_url, orig_url, base_uri = nil)
+      title = feed_title.presence || 'Channel'
+      url   = feed_url.sub(/^feed:/, '').strip
+
+      if base_uri
+        url = URI.parse(base_uri).merge(feed_url).to_s
+      end
+
+      begin
+        uri = URI.parse(url)
+      rescue
+        puts "Error with `#{url}'"
+        exit 1
+      end
+
+      unless uri.absolute?
+        orig = URI.parse(orig_url)
+        url = orig.merge(url).to_s
+      end
+
+      if ! @feed_urls.include?(url)
+        @feed_urls << url
+        @subscription.channels.new(title: title, url: url)
+      end
+    end
+
+end

data/app/services/tape_subscriptions_service.rb

@@ -0,0 +1,81 @@
+class TapeSubscriptionsService
+
+  def fetch
+    @subscriptions = TapeSubscription.all
+    @subscriptions.each { |s| fetch_subscription_posts(s) }
+  end
+
+
+  private
+
+    def fetch_subscription_posts(subscription)
+      ap subscription.title
+
+      subscription.active_channels.each do |channel|
+        ap channel.url
+        begin
+          feedjira_feed = Feedjira::Feed.fetch_and_parse channel.url
+        rescue # Feedjira::NoParserAvailable
+          ap "Bad feed URL: #{ channel.url } — #{ channel.title }"
+        else
+          create_new_posts(subscription, channel, feedjira_feed)
+        end
+      end
+    end
+
+
+    def create_new_posts(subscription, channel, feedjira_feed)
+      feedjira_feed.entries.each do |e|
+        ap " - #{ e.title }"
+
+        title   = textify(e.title)
+        summary = normalize(e.summary)
+
+        subscription.posts.create({ entry_id:              e.entry_id,
+                                    title:                 title,
+                                    url:                   e.url,
+                                    summary:               summary,
+                                    image_url:             '', #post_image_url(e.url),
+                                    published_at:          e.published,
+                                    subscription_title:    subscription.title,
+                                    subscription_icon_url: subscription.website_icon_url,
+                                    channel_title:         channel.title,
+                                    channel_url:           channel.url })
+      end
+    end
+
+
+    def normalize(string)
+      text = textify(string)
+      ActionController::Base.helpers.truncate(text, length: 240)
+    end
+
+
+    def textify(string)
+      if string.nil?
+        ''
+      else
+        ActionController::Base.helpers.strip_tags(string.sanitize).gsub("\n", ' ').strip
+      end
+    end
+
+    def post_image_url(post_url)
+      image_url = ''
+
+      doc = Nokogiri::HTML(open(post_url))
+
+      (doc/'meta').each do |m|
+        next unless m['property']
+        if m['property'].downcase.strip == 'og:image'
+          image_url = m['content']
+          break
+        end
+      end
+
+      if ! image_url.empty?
+        return image_url
+      end
+
+      return ''
+    end
+end

data/lib/tape/engine.rb

@@ -0,0 +1,5 @@
+module Tape
+  class Engine < Rails::Engine
+    # auto wire
+  end
+end

data/lib/tape/routing.rb

@@ -0,0 +1,11 @@
+module ActionDispatch::Routing
+  class Mapper
+    def mount_tape_subscriptions_crud
+      resources :tape_subscriptions, controller: 'tape_subscriptions'
+    end
+
+    def mount_tape_posts_crud
+      resources :tape_posts, controller: 'tape_posts'
+    end
+  end
+end

data/lib/tape/version.rb

@@ -0,0 +1,3 @@
+module Tape
+  VERSION = "0.1.8"
+end

data/lib/tape.rb

@@ -0,0 +1,13 @@
+require 'chr'
+require 'ants'
+require 'mongosteen'
+require 'nokogiri'
+require 'open-uri'
+require 'feedjira'
+
+module Tape
+  class Engine < ::Rails::Engine
+    require 'tape/engine'
+    require 'tape/routing'
+  end
+end

data/tape-chr.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+$:.push File.expand_path("../lib", __FILE__)
+require "tape/version"
+
+Gem::Specification.new do |s|
+  s.name        = "tape-chr"
+  s.version     = Tape::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Alexander Kravets"]
+  s.email       = "alex@slatestudio.com"
+  s.summary     = "RSS reader for Character based website"
+  s.homepage    = "https://github.com/alexkravets/tape"
+  s.license     = "MIT"
+
+  s.files         = `git ls-files`.split("\n")
+  s.require_paths = ["lib"]
+
+  s.add_dependency "chr", ">= 0.4.0"
+  s.add_dependency "ants", ">= 0.2.0"
+  s.add_dependency "mongosteen", ">= 0.1.8"
+  s.add_dependency "nokogiri"
+  s.add_dependency "feedjira"
+
+  s.add_development_dependency "bundler", "~> 1.9"
+  s.add_development_dependency "rake",    "~> 10.0"
+end