sape 0.0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5cfdd5187a84c1ef29fb0f5224a225092e9816b2
+  data.tar.gz: b9bb5c6aa3875b697b78f2b87df1421bea2d3a7e
+SHA512:
+  metadata.gz: e5defda0b4dbe9a084c4a214e8b8937967a6225e31417e048d65a1bd7e87f3f13cd89c865ab0e681ebd941880dc8a293ce4d0cabbd39ab04964ebfa2e0c48781
+  data.tar.gz: c90da6f6b3bec731e6df5b44b100173cfe01d91fbf98149b873fc10cb2e3215dc00da2d60f896cd50c0479f886a8ff92ab9d81b38e477c58b008069a75900cc7

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.travis.yml

@@ -0,0 +1,11 @@
+language: ruby
+rvm:
+  - 2.1.1
+env:
+  - DB=sqlite
+script: 
+  - cd spec/dummy
+  - RAILS_ENV=test bundle exec rake db:create --trace
+  - RAILS_ENV=test bundle exec rake db:migrate --trace
+  - bundle exec rake db:test:prepare
+  - bundle exec rspec spec

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in sape.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Pavel Rodionov
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,61 @@
+##Sape gem for Ruby On Rails
+
+[![Gem Version](https://badge.fury.io/rb/sape.png)](http://badge.fury.io/rb/sape)
+[![Build Status](https://travis-ci.org/iRet/sape.png?branch=master)](https://travis-ci.org/iRet/sape)
+
+###Rewritten from scratch
+
+### Changes
+* parsing xml file instead of php serialized string
+* storing in database instead of text file
+* requesting by rake task instead of checking on every page load
+* customizable rails friendly erb templates
+
+### Installation
+Include the gem in your Gemfile:
+```ruby
+gem 'sape'
+```
+
+#### Preparing db
+* `rails g sape:migration`
+* `rake db:migrate`
+
+#### Generating config
+* create config/sape.yml
+```yml
+sape_user: _YOUR_SAPE_HASH_
+host: example.com
+charset: UTF-8
+```
+
+#### Inserting links
+Simply put helper call in desired place. Like this:
+```ruby
+<% # SIMPLE LINKS %>
+<%= sape_links -%>
+
+<% # BLOCK LINKS %>
+<%= sape_links_block -%>
+```
+
+#### Fetching links
+* `rake sape:fetch`
+
+Run it by cron or use whenever gem or something other way you like.
+
+#### Customizing templates (optional)
+* `rails g sape:views`
+* add `*= require sape` to application.css for block links
+
+Templates will be copied to views/sape folder.
+
+### Notes
+* In _link.html.erb first and last string inserting sape code recognized by sape bots. It should not be removed. Also important to levae url untouched.
+
+For more information please follow http://www.sape.ru/
+
+License
+-------
+This project rocks and uses MIT-LICENSE.
+Copyright © 2014 Pavel Rodionov

data/Rakefile

@@ -0,0 +1,27 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Sape'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('spec')
+
+# If you want to make this the default task
+task default: :spec

data/lib/app/assets/stylesheets/sape.css

@@ -0,0 +1 @@
+.block_links * { background:transparent none repeat scroll 0 0 !important; border:medium none !important; clear:none !important; clip:rect(auto, auto, auto, auto) !important; font-size:100% !important; font-style:normal !important; font-variant:normal !important; font-weight:normal !important; height:auto !important; letter-spacing:normal !important; line-height:normal !important; margin:0 !important; overflow:visible !important; padding:0 !important; position:static !important; text-align:left !important; text-decoration:none !important; text-indent:0 !important; text-transform:none !important; vertical-align:baseline !important; visibility:visible !important; white-space:normal !important; width:auto; word-spacing:normal !important; z-index:auto !important; cursor: pointer!important; word-wrap: break-word!important; } .block_links li { display:list-item !important; list-style-image:none !important; list-style-position:outside !important; list-style-type:none !important; display: inline; } .block_links li DIV { padding:0.5em !important; } .block_links DIV, .block_links TABLE { padding: 5px !important; } .block_links { width: 185px!important; font-family: Verdana!important; font-size: 10px!important; border: 0px solid #FFFFFF!important; background-color: #FFFFFF!important; padding:5px!important; position: relative!important; display:block!important; } .block_links_icnt, .block_links_icnt * { text-align: left!important; } .block_links_text, .block_links_text A, .block_links_text A:hover { color: #000000!important; font-size: 10px!important; text-decoration: none!important; } .block_links_url { color: #000333!important; font-size: 10px!important; text-decoration: none!important; } .block_links_header, .block_links_header A { color: #464646!important; font-size: 11px!important; font-weight: bold!important; text-decoration: underline!important; } .block_links_sign { color: #999999!important; font-size: 10px!important; text-align: left!important; text-decoration: none!important; } .block_links_clear { clear:both!important; } .block_links TABLE { width: 100%!important; border: 0px!important; }

data/lib/app/helpers/sape_helper.rb

@@ -0,0 +1,36 @@
+module SapeHelper
+  def sape_links_block
+    options = { links: SapeLink.where(page: request.original_fullpath, link_type: "simple") }
+    if SapeConfig.bot_ips.include?(request.remote_addr)
+      options.merge!(check_code: SapeConfig.check_code)
+    end
+
+    render template: 'sape/links', locals: options
+  rescue Exception => e
+    "<!-- ERROR: #{e.message} -->".html_safe
+  end
+
+  def sape_links
+    links = SapeLink.where(page: request.original_fullpath, link_type: "simple").
+             pluck(:raw_link).
+             join(SapeConfig.delimiter)
+
+    SapeConfig.bot_ips.include?(request.remote_addr) ? (links + SapeConfig.check_code) : links
+  rescue Exception => e
+    "<!-- ERROR: #{e.message} -->".html_safe
+  end
+
+  def sape_context_links(text)
+    SapeLink.where(page: request.original_fullpath, link_type: "context").each do |link|
+      text.gsub!(link.anchor, link.raw_link)
+    end
+
+    if SapeConfig.bot_ips.include?(request.remote_addr)
+      "<sape_index>" + text + "</sape_index>" + SapeConfig.check_code
+    else
+      text
+    end
+  rescue Exception => e
+    "<!-- ERROR: #{e.message} -->".html_safe
+  end
+end

data/lib/app/models/sape_config.rb

@@ -0,0 +1,15 @@
+class SapeConfig < ActiveRecord::Base
+  class << self
+    def bot_ips
+      where(name: 'ip').pluck(:value)
+    end
+
+    def check_code
+      where(name: 'sape_new_url').first.try(:value) || " "
+    end
+
+    def delimiter
+      where(name: 'sape_delimiter').first.try(:value) || " "
+    end
+  end
+end

data/lib/app/models/sape_link.rb

@@ -0,0 +1,3 @@
+class SapeLink < ActiveRecord::Base
+
+end

data/lib/app/views/sape/_link.html.erb

@@ -0,0 +1,8 @@
+<li class="block_links_icnt">
+  <div>
+    <span onclick="window.open('http://<%= link.host %>}/', '_blank'); return false;">
+    <p class="block_links_header"><%= link.anchor%></p>
+    <p class="block_links_text"><%= link.raw_link %></p>
+    <p class="block_links_url"><%= link.host %></p>
+  </div>
+</li>

data/lib/app/views/sape/links.html.erb

@@ -0,0 +1,6 @@
+<%= check_code.html_safe if defined?(check_code) -%>
+<% if links.any? -%>
+  <ul class="ads">
+    <%= render partial: 'sape/link', collection: links -%>
+  </ul>
+<% end -%>

data/lib/generators/sape/migration_generator.rb

@@ -0,0 +1,19 @@
+class Sape::MigrationGenerator < Rails::Generators::Base
+  require 'rails/generators'
+  require 'rails/generators/migration'
+
+  include Rails::Generators::Migration
+  source_root File.expand_path('../templates', __FILE__)
+
+  def self.next_migration_number(dirname)
+    if ActiveRecord::Base.timestamped_migrations
+      Time.now.utc.strftime('%Y%m%d%H%M%S')
+    else
+      sprintf('%.3d', (current_migration_number(dirname) + 1))
+    end
+  end
+
+  def create_migration_file
+    migration_template 'migration.rb', 'db/migrate/create_sape_storage.rb'
+  end
+end

data/lib/generators/sape/templates/migration.rb

@@ -0,0 +1,18 @@
+class CreateSapeStorage < ActiveRecord::Migration
+  def change
+    create_table :sape_configs do |t|
+      t.string :name
+      t.string :value
+    end
+
+    create_table :sape_links do |t|
+      t.string :page
+      t.string :anchor
+      t.string :url
+      t.string :host
+      t.string :raw_link
+      t.string :link_type
+    end
+    add_index :sape_links, [:link_type, :page]
+  end
+end

data/lib/generators/sape/views_generator.rb

@@ -0,0 +1,10 @@
+class Sape::ViewsGenerator < Rails::Generators::Base
+  require 'rails/generators/base'
+
+  public_task :copy_views
+  source_root File.expand_path('../../../app/views', __FILE__)
+
+  def copy_views
+    directory 'sape', 'app/views/sape'
+  end
+end

data/lib/sape/fetcher.rb

@@ -0,0 +1,62 @@
+require 'nokogiri'
+require 'open-uri'
+
+class Fetcher
+  class << self
+
+    def say text
+      puts text if Rails.env.development?
+    end
+
+    def get_data(config, link_type)
+
+      sape_user  = config['sape_user']
+      host       = config['host'].downcase
+      charset    = config['charset']       || 'utf-8'
+      server     = config['server']        || 'dispenser-01.sape.ru'
+      links_type = {'simple' => 'code.php', 'context' => 'code_context.php'}
+
+      url = "http://#{server}/#{links_type[link_type]}?user=#{sape_user}&host=#{host}&format=json&no_slash_fix=true"
+
+      begin
+        data = open(url)
+      rescue OpenURI::HTTPError
+        fail "Could not receive data"
+      end
+
+      JSON.parse(data.read)
+    end
+
+    def fetch_pages(pages, link_type)
+      SapeLink.delete_all
+      say "Links:: #{link_type}"
+      pages.each do |page_url, links|
+        say "Page: #{page_url}"
+        links.each do |link|
+          item = Nokogiri::HTML.parse(link)
+
+          anchor    = item.css('a').text
+          url       = item.css('a').attr('href').text
+          host      = Domainatrix.parse(url).host
+          SapeLink.create page: page_url, anchor: anchor, host: host, raw_link: link, url: url, link_type: link_type
+          say "   Added #{anchor} #{host} #{url}"
+        end
+      end
+    end
+
+    def fetch_config(config_data, bot_ips)
+      SapeConfig.delete_all
+      say "Ips:"
+      bot_ips.each do |ip|
+        SapeConfig.create name: 'ip', value: ip
+        say "   Added #{ip}"
+      end
+      say "Config"
+      config_data.each do |item, data|
+        SapeConfig.create name: item, value: data
+        say "   Added #{item} = #{data}"
+      end
+    end
+
+  end
+end

data/lib/sape/railtie.rb

@@ -0,0 +1,5 @@
+class Sape::Railtie < Rails::Railtie
+  rake_tasks do
+    load 'tasks/sape.rake'
+  end
+end

data/lib/sape/version.rb

@@ -0,0 +1,3 @@
+module Sape
+  VERSION = "0.0.5"
+end

data/lib/sape.rb

@@ -0,0 +1,16 @@
+require "sape/version"
+
+module Sape
+  require 'sape/railtie' if defined?(Rails)
+  require 'app/helpers/sape_helper'
+
+  path = File.join(File.dirname(__FILE__), 'app', 'models')
+  $LOAD_PATH << path
+
+  ActiveSupport::Dependencies.autoload_paths << path
+  ActiveSupport::Dependencies.autoload_once_paths.delete(path)
+  ActionView::Base.send :include, SapeHelper
+  ActionController::Base.prepend_view_path File.join(File.dirname(__FILE__), 'app/views')
+end
+
+require 'sape/fetcher.rb'

data/lib/tasks/sape.rake

@@ -0,0 +1,28 @@
+namespace :sape do
+
+  desc "Fetch links from server"
+  task fetch: :environment do
+    begin
+      config = YAML.load_file('config/sape.yml') 
+    rescue Errno::ENOENT
+      fail "Config file not found (config/sape.yml)"
+    end
+
+    data          = Fetcher.get_data(config, 'simple')
+    data_context  = Fetcher.get_data(config, 'context')
+    configs, config_data = {}, {}
+
+    pages         = data['__sape_links__']
+    pages_context = data_context['__sape_links__']
+    bot_ips       = data['__sape_ips__']
+
+    %W{sape_delimiter sape_show_only_block sape_page_obligatory_output sape_new_url}.each do |item|
+      config_data[item] = data["__#{item}__"]
+    end
+
+    Fetcher.fetch_config(config_data, bot_ips)    if pages.any?
+    Fetcher.fetch_pages(pages, 'simple')          if pages.any?
+    Fetcher.fetch_pages(pages_context, 'context') if pages_context.any?
+
+  end
+end

data/sape.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sape/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "sape"
+  spec.version       = Sape::VERSION
+  spec.authors       = ["Pavel Rodionov"]
+  spec.email         = ["pasha.rod@mail.ru"]
+  spec.summary       = "Sape.ru Ruby On Rails module"
+  spec.description   = "Sape.ru links exchange system integration"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "rails", ">= 3.0.0"
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "domainatrix"
+  spec.add_dependency "json"
+
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "rspec-rails"
+  spec.add_development_dependency "rspec-its"
+  spec.add_development_dependency "rspec-activemodel-mocks"
+  spec.add_development_dependency "fakeweb"
+  spec.add_development_dependency "fakeweb-matcher"
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "sqlite3"
+end

data/spec/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/spec/dummy/.gitignore

@@ -0,0 +1,16 @@
+# See https://help.github.com/articles/ignoring-files for more about ignoring files.
+#
+# If you find yourself ignoring temporary files generated by your text editor
+# or operating system, you probably want to add a global ignore instead:
+#   git config --global core.excludesfile '~/.gitignore_global'
+
+# Ignore bundler config.
+/.bundle
+
+# Ignore the default SQLite database.
+/db/*.sqlite3
+/db/*.sqlite3-journal
+
+# Ignore all logfiles and tempfiles.
+/log/*.log
+/tmp

data/spec/dummy/Gemfile

@@ -0,0 +1,41 @@
+source 'https://rubygems.org'
+
+
+# Bundle edge Rails instead: gem 'rails', github: 'rails/rails'
+gem 'rails', '4.1.1'
+# Use sqlite3 as the database for Active Record
+gem 'sqlite3'
+# Use SCSS for stylesheets
+gem 'sass-rails', '~> 4.0.3'
+# Use Uglifier as compressor for JavaScript assets
+gem 'uglifier', '>= 1.3.0'
+# Use CoffeeScript for .js.coffee assets and views
+gem 'coffee-rails', '~> 4.0.0'
+# See https://github.com/sstephenson/execjs#readme for more supported runtimes
+gem 'therubyracer',  platforms: :ruby
+
+# Use jquery as the JavaScript library
+gem 'jquery-rails'
+# Turbolinks makes following links in your web application faster. Read more: https://github.com/rails/turbolinks
+gem 'turbolinks'
+# Build JSON APIs with ease. Read more: https://github.com/rails/jbuilder
+gem 'jbuilder', '~> 2.0'
+# bundle exec rake doc:rails generates the API under doc/api.
+gem 'sdoc', '~> 0.4.0',          group: :doc
+
+# Spring speeds up development by keeping your application running in the background. Read more: https://github.com/rails/spring
+gem 'spring',        group: :development
+
+# Use ActiveModel has_secure_password
+# gem 'bcrypt', '~> 3.1.7'
+
+# Use unicorn as the app server
+# gem 'unicorn'
+
+# Use Capistrano for deployment
+# gem 'capistrano-rails', group: :development
+
+# Use debugger
+# gem 'debugger', group: [:development, :test]
+
+gem 'sape', path: "../../"

data/spec/dummy/Guardfile

@@ -0,0 +1,24 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard :rspec do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  # Rails example
+  watch(%r{^app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^app/(.*)(\.erb|\.haml|\.slim)$})          { |m| "spec/#{m[1]}#{m[2]}_spec.rb" }
+  watch(%r{^app/controllers/(.+)_(controller)\.rb$})  { |m| ["spec/routing/#{m[1]}_routing_spec.rb", "spec/#{m[2]}s/#{m[1]}_#{m[2]}_spec.rb", "spec/acceptance/#{m[1]}_spec.rb"] }
+  watch(%r{^spec/support/(.+)\.rb$})                  { "spec" }
+  watch('config/routes.rb')                           { "spec/routing" }
+  watch('app/controllers/application_controller.rb')  { "spec/controllers" }
+
+  # Capybara features specs
+  watch(%r{^app/views/(.+)/.*\.(erb|haml|slim)$})     { |m| "spec/features/#{m[1]}_spec.rb" }
+
+  # Turnip features and steps
+  watch(%r{^spec/acceptance/(.+)\.feature$})
+  watch(%r{^spec/acceptance/steps/(.+)_steps\.rb$})   { |m| Dir[File.join("**/#{m[1]}.feature")][0] || 'spec/acceptance' }
+end
+

data/spec/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.

data/spec/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Rails.application.load_tasks

data/spec/dummy/app/assets/javascripts/application.js

@@ -0,0 +1,16 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require jquery
+//= require jquery_ujs
+//= require turbolinks
+//= require_tree .

data/spec/dummy/app/assets/stylesheets/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/spec/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,5 @@
+class ApplicationController < ActionController::Base
+  # Prevent CSRF attacks by raising an exception.
+  # For APIs, you may want to use :null_session instead.
+  protect_from_forgery with: :exception
+end

data/spec/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/spec/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag    'application', media: 'all', 'data-turbolinks-track' => true %>
+  <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/spec/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')