solarsearch 0.0.6

data/app/helpers/search_keywords_helper.rb

@@ -0,0 +1,2 @@
+module SearchKeywordsHelper
+end

data/app/helpers/site_helper.rb

@@ -0,0 +1,2 @@
+module SiteHelper
+end

data/app/helpers/user_sessions_helper.rb

@@ -0,0 +1,2 @@
+module UserSessionsHelper
+end

data/app/helpers/users_helper.rb

@@ -0,0 +1,2 @@
+module UsersHelper
+end

data/app/models/article.rb

@@ -0,0 +1,74 @@
+
+require 'sunspot'
+require 'sunspot/rails'
+
+class Article < ActiveRecord::Base
+
+  cattr_reader :per_page
+  @@per_page = 10
+
+  before_validation :remove_illegal_characters
+
+  belongs_to :infosource
+  has_many :article_statuses
+
+  has_many :was_sent_to,
+    :through => :article_statuses,
+    :source => :user,
+    :conditions => "status = '#{ArticleStatus::STATUS_SENT}'",
+    :order => :created_at
+
+  has_many :viewed_by,
+    :through => :article_statuses,
+    :source => :user,
+    :conditions => "status ='#{ArticleStatus::STATUS_VIEWED}'",
+    :order => :created_at
+
+  searchable do
+    string :author
+    text :title
+    text :summary
+    text :body
+    string :url
+    time :published_at
+    dynamic_boolean :status do
+      article_statuses.inject({}) do |user_statuses_hash, article_status|
+        user_status_symbol = Article.give_user_status_symbol(article_status.user, article_status.status)
+        user_statuses_hash.merge(user_status_symbol => true)
+      end
+    end
+  end
+
+  validates_format_of :url, :with => URI::regexp(%w(http https)), :allow_nil => true
+  validates_uniqueness_of :guid, :allow_nil => true
+
+  def self.give_user_status_symbol(user, status)
+    "user#{user.object_id}_status#{status}".to_sym
+  end
+
+  def size
+    title.size + summary.size + body.size + url.size
+  end
+
+  def set_user_status(user, status)
+    article_status = ArticleStatus.find_by_user_id_and_article_id_and_status(user, self, status)
+    if article_status.nil?
+      article_status = ArticleStatus.new
+      article_status.user = user
+      article_status.article = self
+      article_status.status = status
+      article_status.save!
+    end
+    self.touch
+  end
+
+  def remove_illegal_characters
+    ugly_characters = "\x00-\x1F" #"\x00-\x08\x0B\x0C\x0E-\x1F"
+    exchange_character = ' '
+    author.tr!(ugly_characters, exchange_character) unless author.nil?
+    title.tr!(ugly_characters, exchange_character) unless title.nil?
+    summary.tr!(ugly_characters, exchange_character) unless summary.nil?
+    body.tr!(ugly_characters, exchange_character) unless body.nil?
+    url.tr!(ugly_characters, '') unless url.nil?
+  end
+end

data/app/models/article_status.rb

@@ -0,0 +1,20 @@
+class ArticleStatus < ActiveRecord::Base
+
+  cattr_reader :per_page
+  @@per_page = 50
+
+  STATUS_SENT = 1
+  STATUS_VIEWED = 2
+
+  WORD_FOR_STATUS = { STATUS_SENT => I18n.t(:article_status_sent_word),
+    STATUS_VIEWED => I18n.t(:article_status_viewed_word) }
+
+  attr_accessible :article_id, :user_id, :status
+  belongs_to :article
+  belongs_to :user
+  validates_presence_of :user_id, :message => I18n.t(:user_not_set_validation_error)
+  validates_presence_of :article_id, :message => I18n.t(:article_not_set_validation_error)
+  validates_presence_of :status, :message => I18n.t(:status_not_set_validation_error)
+  validates_uniqueness_of :status, :scope => [:user_id, :article_id],
+    :message => I18n.t(:status_user_article_not_unique_validation_error)
+end

data/app/models/infosource.rb

@@ -0,0 +1,83 @@
+
+require 'content_scrapper'
+require 'content_scrapper/feedzirra'
+
+class Infosource < ActiveRecord::Base
+
+  include InfosourcesHelper
+
+  MIN_SOURCENAME_SIZE = 3
+  MAX_SOURCENAME_SIZE = 40
+  RANGE_SOURCENAMESIZE = (3..40)
+
+  has_many :articles, :order => "published_at DESC"
+
+  validates_uniqueness_of :sourcename
+  validates_length_of :sourcename, :within => RANGE_SOURCENAMESIZE
+  validates_format_of :sourcefeed, :with => Regexp.new(URI::regexp(%w(http https)).to_s + '|^$'),
+    :allow_nil => true
+
+  def fetch_source
+    if has_sourcefeed?
+      begin
+        #TODO simulate Feedzirra collapse in tests
+        feed = Feedzirra::Feed.fetch_and_parse(self.sourcefeed)
+      rescue Exception
+        Rails.logger.error("Error occured during fetching infosource #{self.sourcename} (#{self.sourcefeed}): #{$!}")
+      end
+      if feed != 0
+        entries_count = add_entries(feed.entries)
+        Rails.logger.info "Infosource #{self.sourcename}'s fetched from feed #{self.sourcefeed}, #{entries_count} entries added."
+      else
+        entries_count = nil
+        Rails.logger.error "Infosource #{self.sourcename} count not be fetched. An error occured."
+      end
+    else
+      entries_count = nil
+      Rails.logger.info "Infosource #{self.sourcename} has not feed set, nothing fetched."
+    end
+    entries_count
+  end
+
+  #TODO updating feed using the Feedzirra, the feeds should be mapped to the articles model
+  def self.fetch_all_sources
+    Rails.logger.info "Starting to fetch feeds for #{Infosource.count} infosources."
+    begin
+      total_fetches = 0
+      Infosource.all.each do |infosource|
+        total_fetches += infosource.fetch_source || 0
+      end
+    rescue Exception
+      #TODO test for failed fetching
+      Rails.logger.error("Error occured during fetching all infosources: #{$!}")
+    ensure
+      Sunspot.commit_if_dirty
+      Rails.logger.info "#{total_fetches} articles were fetched. Harvesting finished."
+    end
+    total_fetches
+  end
+
+  private
+
+  def add_entries(entries)
+    new_entries = 0
+    entries.each do |entry|
+      unless Article.exists?(:guid => entry.id) then
+        article = Article.create!(:title        => entry.title,
+                                  :summary      => entry.summary,
+                                  :body         => entry.scrap_content,
+                                  :url          => entry.url,
+                                  :published_at => entry.published,
+                                  :guid         => entry.id,
+                                  :infosource   => self)
+        new_entries += 1
+      end
+    end
+    new_entries
+  end
+
+  def has_sourcefeed?
+    self.sourcefeed && !self.sourcefeed.empty?
+  end
+
+end

data/app/models/role.rb

@@ -0,0 +1,2 @@
+class Role < ActiveRecord::Base
+end

data/app/models/roles_users.rb

@@ -0,0 +1,2 @@
+class RolesUsers < ActiveRecord::Base
+end

data/app/models/search_keyword.rb

@@ -0,0 +1,14 @@
+
+class SearchKeyword < ActiveRecord::Base
+
+  belongs_to :user
+
+  attr_accessible :query
+
+  MIN_QUERY_LENGTH = 3
+  MAX_QUERY_LENGTH = 120
+  RANGE_QUERY_LENGTH = (MIN_QUERY_LENGTH..MAX_QUERY_LENGTH)
+
+  validates_length_of :query, :within => RANGE_QUERY_LENGTH
+end
+

data/app/models/user.rb

@@ -0,0 +1,132 @@
+class User < ActiveRecord::Base
+
+  cattr_reader :per_page
+  @@per_page = 20
+
+  before_validation :strip_and_and_put_to_lowercase
+
+  has_many :search_keywords
+  has_many :article_statuses
+
+  has_many :sent_articles,
+    :through => :article_statuses,
+    :source => :article,
+    :conditions => "status = '#{ArticleStatus::STATUS_SENT}'",
+    :order => :created_at
+
+  has_many :viewed_articles,
+    :through => :article_statuses,
+    :source => :article,
+    :conditions => "status ='#{ArticleStatus::STATUS_VIEWED}'",
+    :order => :created_at
+
+  USERNAME_MIN_LENGTH = 4
+  USERNAME_MAX_LENGTH = 20
+  PASSWORD_MIN_LENGTH = 4
+  PASSWORD_MAX_LENGTH = 40
+  EMAIL_MAX_LENGTH = 50
+  USERNAME_RANGE = USERNAME_MIN_LENGTH..USERNAME_MAX_LENGTH
+  PASSWORD_RANGE = PASSWORD_MIN_LENGTH..PASSWORD_MAX_LENGTH
+  MAX_NUMBER_OF_ARTICLES_PER_NEWSUPDATE = 10
+  MAX_SIZE_OF_A_MAIL_IN_CHARACTERS = 10000
+  NEWSUPDATE_RECENT_NUMBER_OF_DAYS = 120
+
+=begin
+  validates_uniqueness_of :username, :email
+  validates_confirmation_of :password
+  validates_length_of :username, :within => USERNAME_RANGE
+  validates_length_of :password, :within => PASSWORD_RANGE
+  validates_length_of :email, :maximum => EMAIL_MAX_LENGTH
+
+  validates_format_of :username,
+                      :with => /^[a-z_][a-z0-9_]*$/,
+                      :message => I18n.t(:given_username_is_not_correct_validation_error)
+  validates_format_of :email,
+                      :with => /^[A-Z0-9._%-]+@([A-Z0-9-]+\.)+[A-Z]{2,4}$/i,
+                      :message => I18n.t(:given_email_is_not_correct_validation_error)
+=end
+
+  acts_as_authentic
+  acts_as_authorization_subject
+
+  #FIXME: is not unittested
+  def post_recent_news
+    recent_articles = collect_recent_articles do |article|
+      article.size <= User::MAX_SIZE_OF_A_MAIL_IN_CHARACTERS
+    end
+    recent_articles.each do |article|
+      UserMailer.deliver_newsupdate(self, article)
+      article.set_user_status(self, ArticleStatus::STATUS_SENT)
+      logger.info <<-EOF
+      Email notification about article #{article.title} was sent to #{self.username},
+      address #{self.email}
+      EOF
+    end
+  end
+
+  def self.post_recent_news_for_every_user
+    logger.info 'Starting to send the recent news for every user through email.'
+    User.all.each do |user|
+      user.post_recent_news
+    end
+    logger.info 'Sending recent news for every user finished.'
+  end
+
+  def collect_recent_articles(&article_condition)
+    Sunspot.commit_if_dirty
+=begin
+    searchquery = search_keywords.map do |search_keyword|
+      "(#{search_keyword.query})"
+    end.join(' OR ')
+    search = Sunspot.search(Article) do
+      keywords searchquery
+      with(:published_at).greater_than Time.now - NEWSUPDATE_RECENT_NUMBER_OF_DAYS.day
+      dynamic :status do
+        without Article.give_user_status_symbol(self, ArticleStatus::STATUS_VIEWED), true
+        without Article.give_user_status_symbol(self, ArticleStatus::STATUS_SENT), true
+      end
+      order_by(:published_at, :desc)
+      paginate(:page => 1, :per_page => MAX_NUMBER_OF_ARTICLES_PER_NEWSUPDATE)
+    end
+    search.results
+=end
+    set_all_articles = Set.new
+    search_keywords.each do |search_keyword|
+      article_update = recent_articles_for_search_keyword(search_keyword)
+      set_all_articles += article_update
+    end
+    arr_all_articles = set_all_articles.to_a
+    arr_all_articles = arr_all_articles.find_all { |article| article_condition.call(article) } if article_condition
+    arr_all_articles.sort! { |article1, article2| article2.published_at <=> article1.published_at }
+    arr_all_articles = arr_all_articles[0, MAX_NUMBER_OF_ARTICLES_PER_NEWSUPDATE]
+    arr_all_articles
+  end
+
+  def recent_articles_for_search_keyword(search_keyword)
+    searchquery = search_keyword.query
+    search = Sunspot.search(Article) do
+      keywords searchquery
+      with(:published_at).greater_than Time.now - NEWSUPDATE_RECENT_NUMBER_OF_DAYS.day
+      dynamic :status do
+        without Article.give_user_status_symbol(self, ArticleStatus::STATUS_VIEWED), true
+        without Article.give_user_status_symbol(self, ArticleStatus::STATUS_SENT), true
+      end
+      order_by(:published_at, :desc)
+      paginate(:page => 1, :per_page => MAX_NUMBER_OF_ARTICLES_PER_NEWSUPDATE)
+    end
+    search.results
+  end
+
+  def can_be_modified_by(user)
+    !user.nil? and (user==self or user.has_role?(:admin))
+  end
+
+  private
+
+  def strip_and_and_put_to_lowercase
+    self.email.strip!
+    self.email.downcase!
+  end
+
+end
+

data/app/models/user_mailer.rb

@@ -0,0 +1,12 @@
+
+class UserMailer < ActionMailer::Base
+
+  #TODO the from email has to me moved to a configuration file
+  def newsupdate(user, article)
+    recipients   user.email
+    from         'fificium@gmail.com'
+    subject      I18n.t(:usermailer_newsupdate_subject)
+    content_type 'text/html'
+    @article =  article
+  end
+end

data/app/models/user_session.rb

@@ -0,0 +1,2 @@
+class UserSession < Authlogic::Session::Base
+end

data/config/locales/hu.yml

@@ -0,0 +1,111 @@
+hu:
+    #controllers
+    access_denied_flash: 'Hozzáférés elutasítva'
+    login_please_flash: 'Jelentkezzen be'
+
+    infosource_fetched_flash: 'Az információforrás megújítva. {{items_fetched}} cikk letöltve.'
+    nothing_was_fetched_flash: 'Nincs cikk letöltve.'
+    infosource_creation_success_flash: 'Az információforrás sikeresen kialakítva.'
+    infosource_update_success_flash: 'Az információforrás módosítása sikeres.'
+
+    news_were_posted_flash: 'A legújabb hírek feladva.'
+    no_news_were_posted_flash: 'Nincsenek új hírek.'
+    keyword_does_not_exist_flash: 'Nem létező kulcsszó.'
+    keyword_creation_success_flash: 'A kulcsszó sikeresen kialakítva.'
+    keyword_update_denied_flash: 'A kulcsszó módosítása elutasítva.'
+    keyword_update_success_flash: 'A kulcsszó sikeresen módosítva.'
+    keyword_destroy_success_flash: 'A kulcsszó sikeresen eltávolítva.'
+
+    login_successful_flash: 'Sikeres bejelentkezés.'
+    logout_successful_flash: 'Sikeres kijelentkezés.'
+
+    registration_successful_flash: 'Sikeres regisztráció.'
+    profil_change_success_flash: 'A profil sikeresen módosítva.'
+
+    #models
+    article_status_sent_word: 'Elküldve'
+    article_status_viewed_word: 'Megjelenítve'
+
+    given_username_is_not_correct_validation_error: 'csak kisbetűket, számjegyeket és aláhúzást tartalmazhat "_"'
+    given_email_is_not_correct_validation_error: 'Hibás e-mail cím'
+    user_not_set_validation_error: 'Nincs felhasználó.'
+    article_not_set_validation_error: 'Nincs cikk.'
+    status_not_set_validation_error: 'Nincs állapot.'
+    status_user_article_not_unique_validation_error: 'A cikk, állapot és felhasználó hármas esetében csak egyetlen bejegyzés lehetséges.'
+
+    #views
+    unknown_infosource: 'ismeretlen forrás'
+    did_not_find_any_results_for_query: 'Nincs találat a "{{query}}" lekérdezésre'
+    search_summary_articles_from: 'Cikkek {{articles_from}}-tól/-től'
+    search_summary_articles_to: 'cikkek {{articles_to}}-ba/-be'
+    search_summary_number_of_articles: 'a {{articles_total}} összesített számból.'
+    pagination_previous_label: 'Előző'
+    pagination_next_label: 'Következő'
+    search_articles_button_label: 'Keresd a következő cikkekben'
+    article_search_view_title: 'Keresés'
+
+    article_statuses_view_title: 'Események'
+    article_status_line: '{{article_status}} a következő napon {{status_update_date}}:'
+
+    infosources_edit_view_title: 'Az információforrás megváltozott'
+    infosources_sourcename_form_field_label: 'Címke'
+    infosources_url_form_field_label: 'URL a következő hírcsatornára'
+    infosources_list_view_title: 'Információforrások listája'
+    infosources_new_view_title: 'Új információforrás'
+    infosources_show_view_title: 'Jelenítsd meg az információforrás részleteit'
+    infosources_unknown_source_text: 'Ismeretlen forrás'
+
+    infosources_change_action_label: 'Módosítás'
+    infosources_destroy_action_label: 'Törlés'
+    infosources_view_action_label: 'Megjelenítés'
+    infosources_back_to_the_list_action_label: 'Vissza a listához'
+    infosources_new_action_label: 'Új információforrás'
+    infosources_create_action_label: 'Létrehozás'
+    infosources_fetch_action_label: 'A forrás felújítása'
+    infosources_test_scrapper_for_page_label: 'Az oldal tartalmának kivágása'
+    infosources_empty_web_page_content_text: 'Üres tartalom'
+
+    search_keywords_submit_action_label: 'Megerősítés'
+    search_keywords_change_view_title: 'A kulcsszó megváltozott'
+    search_keywords_index_view_title: 'Kulcsszavak'
+    search_keywords_show_view_title: 'Kulcsszó'
+    search_keywords_change_action_label: 'Módosítás'
+    search_keywords_destroy_action_label: 'Mégse'
+    search_keywords_back_to_the_list_action_label: 'Vissza a listához'
+    search_keywords_view_action_label: 'Megjelenítés'
+    search_keywords_new_search_keyword_text: 'Új kulcsszó:'
+    search_keywords_my_search_keywords: 'Az én kulcsszavaim (a keresés során használt lekérdezések listája):'
+    search_keywords_new_view_title: 'Új kulcsszó'
+    search_keywords_my_news_view_title: 'Saját üzeneteim'
+    search_keywords_send_to_email_action_label: 'Küldés e-mailben'
+    search_keywords_query_text: 'Kérdés:'
+
+    this_page_shows_news_not_older_than_xy_days_text: "Ezen az oldalon {{days}} napnál nem régebbi üzenetek jelennek meg."
+    for_a_keyword_only_xy_results_are_listed: 'Egy kulcsszóra legtöbb {{results}} üzenet kerül megjelenítésre.'
+    news_which_were_viewed_through_the_web_and_were_of_your_interest_are_not_listed: 'Azok az üzenetek, amelyekről e-mail értesítést küldtünk és amelyeket megjelenített, nem szerepelnek a listán.'
+
+    user_sessions_login_view_title: 'Bejelentkezve'
+    user_sessions_username_form_field_label: 'Login:'
+    user_sessions_password_form_field_label: 'Jelszó:'
+    user_sessions_login_action_label: "Bejelentkezés"
+
+    users_username_form_field_label: 'Felhasználónév'
+    users_email_form_field_label: 'E-mail'
+    users_password_from_field_label: 'Jelszó'
+    users_password_confirmation_label: 'Jelszó megerősítése'
+    users_submit_form_action_label: 'Megerősítés'
+    users_change_profile_view_title: 'Profil módosítása'
+    users_registration_view_title: 'Regisztráció'
+
+    root_page_action_label: 'Főoldal'
+    my_profile_action_label: 'Saját kontó'
+    agent_action_label: 'Ügynök'
+    my_news_action_label: 'Saját hírek'
+    users_action_label: 'Felhasználók'
+    inforsources_list_action_label: 'Információforrások'
+    errors_and_exceptions_action_label: 'Hibák és kivételek'
+    logout_user_action_label: 'Kijelentkezés ({{username}})'
+    registration_action_label: 'Regisztráció'
+    login_action_label: 'Bejelentkezés'
+
+    are_you_sure_confirmation: 'Biztosan ezt akarja?'