pages_core 3.4.2

data/db/migrate/20130130053932_add_queue_to_delayed_jobs.rb

@@ -0,0 +1,11 @@
+# encoding: utf-8
+
+class AddQueueToDelayedJobs < ActiveRecord::Migration
+  def self.up
+    add_column :delayed_jobs, :queue, :string
+  end
+
+  def self.down
+    remove_column :delayed_jobs, :queue
+  end
+end

data/db/migrate/20130303053932_remove_filter_from_localizations.rb

@@ -0,0 +1,11 @@
+# encoding: utf-8
+
+class RemoveFilterFromLocalizations < ActiveRecord::Migration
+  def self.up
+    remove_column :localizations, :filter
+  end
+
+  def self.down
+    add_column :localizations, :filter, :string
+  end
+end

data/db/migrate/20130303160632_remove_imagesets.rb

@@ -0,0 +1,24 @@
+# encoding: utf-8
+
+class RemoveImagesets < ActiveRecord::Migration
+  def self.up
+    drop_table :imagesets
+    drop_table :images_imagesets
+  end
+
+  def self.down
+    create_table "images_imagesets" do |t|
+      t.integer "relation_id"
+      t.integer "imageset_id"
+      t.integer "image_id"
+      t.integer "position"
+    end
+
+    create_table "imagesets" do |t|
+      t.string "name"
+      t.text "description"
+      t.datetime "created_at"
+      t.integer "user_id"
+    end
+  end
+end

data/db/migrate/20130303161732_remove_sms_subscribers.rb

@@ -0,0 +1,16 @@
+# encoding: utf-8
+
+class RemoveSmsSubscribers < ActiveRecord::Migration
+  def self.up
+    drop_table :sms_subscribers
+  end
+
+  def self.down
+    create_table "sms_subscribers" do |t|
+      t.string "msisdn"
+      t.string "group", default: "Default"
+      t.datetime "created_at"
+      t.datetime "updated_at"
+    end
+  end
+end

data/db/migrate/20130823133208_update_page_redirect_to.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+
+class UpdatePageRedirectTo < ActiveRecord::Migration
+  def self.up
+    include Rails.application.routes.url_helpers
+
+    pages = Page.where('redirect_to IS NOT NULL AND redirect_to != ""')
+    pages.each do |page|
+      if page.redirect_to == "0" || page.redirect_to == "--- \"\"\n" || page.redirect_to == "--- ''\n"
+        page.update(redirect_to: nil)
+      elsif page.redirect_to.start_with?("---")
+        options = YAML.load(page.redirect_to)
+        path = url_for(options.merge(locale: ":locale", only_path: true))
+        page.update(redirect_to: path)
+      elsif !(page.redirect_to =~ /\A(\/|https?:\/\/)/)
+        fail "Not a valid Page redirect_to: #{page.redirect_to.inspect}"
+      end
+    end
+    change_column :pages, :redirect_to, :string
+  end
+
+  def self.down
+    change_column :pages, :redirect_to, :text
+  end
+end

data/db/migrate/20140203183900_create_roles.rb

@@ -0,0 +1,63 @@
+class CreateRoles < ActiveRecord::Migration
+  def connection
+    @connection ||= ActiveRecord::Base.connection
+  end
+
+  def define_roles(flag, role)
+    connection.select_rows(
+      "SELECT id
+       FROM #{connection.quote_table_name('users')}
+       WHERE #{connection.quote_column_name(flag)} = #{connection.quote(true)}"
+    ).each do |u|
+      connection.execute(
+        "INSERT INTO #{connection.quote_table_name('roles')} (user_id, name, created_at, updated_at)
+         VALUES (#{u[0]}, #{connection.quote(role)}, #{connection.quote(Time.now)}, #{connection.quote(Time.now)})"
+      )
+    end
+  end
+
+  def undo_role(role, flag)
+    connection.select_rows(
+      "SELECT user_id
+       FROM #{connection.quote_table_name('roles')}
+       WHERE name = #{connection.quote(role)}"
+    ).each do |r|
+      connection.execute(
+        "UPDATE #{connection.quote_table_name('users')}
+         SET #{connection.quote_column_name(flag)} = #{connection.quote(true)}
+         WHERE id = #{connection.quote(r[0])}"
+      )
+    end
+  end
+
+  def up
+    create_table :roles do |t|
+      t.belongs_to :user
+      t.string :name
+      t.timestamps
+    end
+    add_index :roles, :user_id
+
+    define_roles :is_admin,    "pages"
+    define_roles :is_admin,    "users"
+    define_roles :is_reviewer, "reviewer"
+
+    remove_column :users, :is_admin
+    remove_column :users, :is_super_admin
+    remove_column :users, :is_reviewer
+    remove_column :users, :sms_sender
+  end
+
+  def down
+    add_column :users, :sms_sender, :boolean, default: false, null: false
+    add_column :users, :is_reviewer, :boolean, default: false, null: false
+    add_column :users, :is_super_admin, :boolean, default: false, null: false
+    add_column :users, :is_admin, :boolean, default: false, null: false
+
+    undo_role "pages", :is_admin
+    undo_role "users", :is_admin
+    undo_role "reviewer", :is_reviewer
+
+    drop_table :roles
+  end
+end

data/db/migrate/20140414150500_change_locale_names.rb

@@ -0,0 +1,13 @@
+# encoding: utf-8
+
+class ChangeLocaleNames < ActiveRecord::Migration
+  def self.up
+    Localization.where(locale: "nor").update_all(locale: "nb")
+    Localization.where(locale: "eng").update_all(locale: "en")
+  end
+
+  def self.down
+    Localization.where(locale: "en").update_all(locale: "eng")
+    Localization.where(locale: "nb").update_all(locale: "nor")
+  end
+end

data/db/migrate/20140515130100_remove_sphinx_deltas.rb

@@ -0,0 +1,15 @@
+class RemoveSphinxDeltas < ActiveRecord::Migration
+  def self.up
+    remove_index :users, name: :delta_index
+    remove_index :pages, name: :delta_index
+    remove_column :pages, :delta
+    remove_column :users, :delta
+  end
+
+  def self.down
+    add_index "users", ["delta"], name: "delta_index"
+    add_index "pages", ["delta"], name: "delta_index"
+    add_column :users, :delta, :boolean, null: false, default: false
+    add_column :pages, :delta, :boolean, null: false, default: false
+  end
+end

data/db/migrate/20140604142100_remove_openid_url.rb

@@ -0,0 +1,9 @@
+class RemoveOpenidUrl < ActiveRecord::Migration
+  def self.up
+    remove_column :users, :openid_url
+  end
+
+  def self.down
+    add_column :users, :openid_url, :string
+  end
+end

data/db/migrate/20140920231700_convert_images_to_dis.rb

@@ -0,0 +1,79 @@
+class ConvertImagesToDis < ActiveRecord::Migration
+  class Image < ActiveRecord::Base; end
+  class Binary < ActiveRecord::Base; end
+
+  def change
+    add_column :images, :content_hash, :string, null: false
+    change_column :images, :content_type, :string, null: false
+    add_column :images, :content_length, :integer, null: false
+    change_column :images, :filename, :string, null: false
+    add_column :images, :colorspace, :string, null: false
+    add_column :images, :real_width, :integer, null: false
+    add_column :images, :real_height, :integer, null: false
+    add_column :images, :crop_width, :integer
+    add_column :images, :crop_height, :integer
+    add_column :images, :crop_start_x, :integer
+    add_column :images, :crop_start_y, :integer
+    add_column :images, :crop_gravity_x, :integer
+    add_column :images, :crop_gravity_y, :integer
+
+    Image.reset_column_information
+    reversible do |dir|
+      dir.up do
+        Image.all.each do |image|
+          binary = Binary.find(image.binary_id)
+          hash = binary.sha1_hash
+
+          if binary_exist?(hash)
+            f = binary_file(hash)
+            image.content_length = f.size
+            image.content_hash = Dis::Storage.store("images", f)
+            f.close
+          else
+            image.content_hash = hash
+            image.content_length = 0
+          end
+
+          image.colorspace = "rgb"
+
+          image.real_width, image.real_height = Vector2d(image.original_size).to_a
+
+          if image.cropped?
+            image.crop_start_x, image.crop_start_y = Vector2d(image.crop_start).to_a
+            image.crop_width, image.crop_height = Vector2d(image.crop_size).to_a
+          end
+
+          image.save
+        end
+      end
+    end
+
+    remove_column :images, :folder, :integer
+    remove_column :images, :user_id, :integer
+    remove_column :images, :filters, :text
+    remove_column :images, :original_size, :string
+    remove_column :images, :hotspot, :string
+    remove_column :images, :binary_id, :integer
+    remove_column :images, :original_binary_id, :integer
+    remove_column :images, :url, :string
+    remove_column :images, :cropped, :boolean, null: false, default: false
+    remove_column :images, :crop_start, :string
+    remove_column :images, :crop_size, :string
+  end
+
+  private
+
+  def binary_file(hash)
+    File.open(binary_path(hash), "rb")
+  end
+
+  def binary_exist?(hash)
+    File.exist?(binary_path(hash))
+  end
+
+  def binary_path(hash)
+    folder = hash[0...2]
+    filename = hash[2..hash.length]
+    Rails.root.join("db", "binary-objects", Rails.env, folder, filename)
+  end
+end

data/db/migrate/20140922124600_convert_page_files_to_dis.rb

@@ -0,0 +1,50 @@
+class ConvertPageFilesToDis < ActiveRecord::Migration
+  class PageFile < ActiveRecord::Base; end
+  class Binary < ActiveRecord::Base; end
+
+  def change
+    add_column :page_files, :content_hash, :string, null: false
+    change_column :page_files, :content_type, :string, null: false
+    rename_column :page_files, :filesize, :content_length
+    change_column :page_files, :content_length, :integer, null: false
+    change_column :page_files, :filename, :string, null: false
+
+    PageFile.reset_column_information
+    reversible do |dir|
+      dir.up do
+        PageFile.all.each do |page_file|
+          binary = Binary.find(page_file.binary_id)
+          hash = binary.sha1_hash
+
+          if binary_exist?(hash)
+            f = binary_file(hash)
+            page_file.content_hash = Dis::Storage.store("page_files", f)
+            f.close
+          else
+            page_file.content_hash = hash
+          end
+
+          page_file.save
+        end
+      end
+    end
+
+    remove_column :page_files, :binary_id, :integer
+  end
+
+  private
+
+  def binary_file(hash)
+    File.open(binary_path(hash), "rb")
+  end
+
+  def binary_exist?(hash)
+    File.exist?(binary_path(hash))
+  end
+
+  def binary_path(hash)
+    folder = hash[0...2]
+    filename = hash[2..hash.length]
+    Rails.root.join("db", "binary-objects", Rails.env, folder, filename)
+  end
+end

data/db/migrate/20141004003100_create_password_reset_tokens.rb

@@ -0,0 +1,10 @@
+class CreatePasswordResetTokens < ActiveRecord::Migration
+  def change
+    create_table :password_reset_tokens do |t|
+      t.belongs_to :user
+      t.string :token
+      t.datetime :expires_at
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20141006181300_remove_user_cruft.rb

@@ -0,0 +1,11 @@
+class RemoveUserCruft < ActiveRecord::Migration
+  def change
+    remove_column :users, :token, :string
+    remove_column :users, :is_deleted, :boolean, default: false, null: false
+    remove_column :users, :born_on, :date
+    remove_column :users, :mobile, :string
+    remove_column :users, :web_link, :string
+    rename_column :users, :is_activated, :activated
+    rename_column :users, :realname, :name
+  end
+end

data/db/migrate/20141007173000_create_invites.rb

@@ -0,0 +1,16 @@
+class CreateInvites < ActiveRecord::Migration
+  def change
+    create_table :invites do |t|
+      t.belongs_to :user
+      t.string :email, :token
+      t.datetime :sent_at
+      t.timestamps
+    end
+
+    create_table :invite_roles do |t|
+      t.belongs_to :invite
+      t.string :name
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20150204130800_update_delayed_job_table.rb

@@ -0,0 +1,9 @@
+class UpdateDelayedJobTable < ActiveRecord::Migration
+  def up
+    change_column :delayed_jobs, :last_error, :text
+  end
+
+  def down
+    change_column :delayed_jobs, :last_error, :string
+  end
+end

data/db/migrate/20150401131300_localize_images.rb

@@ -0,0 +1,39 @@
+class LocalizeImages < ActiveRecord::Migration
+  def locale
+    I18n.default_locale
+  end
+
+  def up
+    Image.all.in_locale(locale).each do |image|
+      unless image.attributes["byline"].blank?
+        Localization.create(
+          localizable: image,
+          name: "caption",
+          locale: locale,
+          value: image.attributes["byline"]
+        )
+      end
+    end
+    remove_column :images, :name, :string
+    remove_column :images, :byline, :string
+    remove_column :images, :description, :string
+  end
+
+  def down
+    add_column :images, :name, :string
+    add_column :images, :byline, :string
+    add_column :images, :description, :string
+
+    Localization.where(
+      localizable_type: "Image",
+      name: "caption",
+      locale: locale
+    ).each do |localization|
+      localization.localizable.update_column(
+        "byline",
+        localization.value
+      )
+      localization.destroy
+    end
+  end
+end

data/db/migrate/20150520174300_add_meta_image_to_page.rb

@@ -0,0 +1,5 @@
+class AddMetaImageToPage < ActiveRecord::Migration
+  def change
+    add_column :pages, :meta_image_id, :integer
+  end
+end

data/db/migrate/20150904164200_add_pinned_to_tags.rb

@@ -0,0 +1,5 @@
+class AddPinnedToTags < ActiveRecord::Migration
+  def change
+    add_column :tags, :pinned, :boolean, default: false, null: false
+  end
+end

data/lib/pages_core/admin_menu_item.rb

@@ -0,0 +1,22 @@
+# encoding: utf-8
+
+module PagesCore
+  class AdminMenuItem
+    attr_reader :label, :path, :group, :options
+
+    class << self
+      def items
+        @items ||= []
+      end
+
+      def register(label, path, group = :custom, options = {})
+        entry = new(label, path, group, options)
+        items << entry unless items.include?(entry)
+      end
+    end
+
+    def initialize(label, path, group = :custom, options = {})
+      @label, @path, @group, @options = label, path, group, options
+    end
+  end
+end

data/lib/pages_core/archive_finder.rb

@@ -0,0 +1,75 @@
+# encoding: utf-8
+
+module PagesCore
+  class ArchiveFinder
+    def initialize(relation, options = {})
+      @relation, @options = relation, options
+    end
+
+    def by_year(year)
+      filter_by_time(range_for_year(year))
+    end
+
+    def by_year_and_month(year, month)
+      filter_by_time(range_for_year_and_month(year, month))
+    end
+
+    def latest_year_and_month
+      ordered_relation.first.try do |record|
+        [
+          record[timestamp_attribute].year,
+          record[timestamp_attribute].month
+        ]
+      end
+    end
+
+    def months_in_year(year)
+      by_year(year)
+        .reorder("#{timestamp_attribute} ASC")
+        .group("MONTH(#{timestamp_attribute})")
+        .map { |record| record[timestamp_attribute].month }
+    end
+
+    def months_in_year_with_count(year)
+      by_year(year)
+        .group("MONTH(#{timestamp_attribute})")
+        .count
+        .to_a
+    end
+
+    def timestamp_attribute
+      @options[:timestamp] || :created_at
+    end
+
+    def years
+      @relation
+        .reorder("#{timestamp_attribute} ASC")
+        .group("YEAR(#{timestamp_attribute})")
+        .map { |record| record[timestamp_attribute].year }
+    end
+
+    private
+
+    def filter_by_time(range)
+      @relation.where(
+        "#{timestamp_attribute} >= ? AND #{timestamp_attribute} <= ?",
+        range.first,
+        range.last
+      )
+    end
+
+    def range_for_year(year)
+      date_time = DateTime.new(year.to_i, 1, 1)
+      date_time..date_time.end_of_year
+    end
+
+    def range_for_year_and_month(year, month)
+      date_time = DateTime.new(year.to_i, month.to_i, 1)
+      date_time..date_time.end_of_month
+    end
+
+    def ordered_relation
+      @relation.reorder("#{timestamp_attribute} DESC")
+    end
+  end
+end

data/lib/pages_core/cache_sweeper.rb

@@ -0,0 +1,112 @@
+# encoding: utf-8
+
+module PagesCore
+  class CacheSweeper
+    class << self
+      attr_accessor :enabled
+
+      def disable(&_block)
+        old_value = enabled
+        self.enabled = false
+        yield
+        self.enabled = old_value
+      end
+
+      def once(&block)
+        disable(&block)
+        PagesCore::SweepCacheJob.perform_later
+      end
+
+      # Returns the default configuration.
+      def default_config
+        OpenStruct.new(
+          cache_path: ActionController::Base.page_cache_directory,
+          observe: [Page, PageComment, Image],
+          patterns: [
+            /^\/index\.[\w]+$/,
+            /^\/sitemap\.[\w]+$/,
+            %r{^/pages/[\w]{2,3}[/\.](.*)$},
+            %r{^/[\w]{2,3}/(.*)$}
+          ]
+        )
+      end
+
+      # Returns the configuration. Accepts a block, ie:
+      #
+      #   PagesCore::CacheSweeper.config do |c|
+      #     c.observe  += [:store, :store_test]
+      #     c.patterns += [/^\/arkiv(.*)$/, /^\/tests(.*)$/]
+      #   end
+      def config
+        @configuration ||= default_config
+        if block_given?
+          yield @configuration
+          extend_observed_models!
+        end
+        @configuration
+      end
+
+      def extend_observed_models!
+        config.observe.each do |klass|
+          if klass.is_a?(Symbol) || klass.is_a?(String)
+            klass = klass.to_s.camelize.constantize
+          end
+          unless klass.include?(PagesCore::Sweepable)
+            klass.send(:include, PagesCore::Sweepable)
+          end
+        end
+      end
+
+      # Purge the entire pages cache
+      def purge!
+        cache_dir = config.cache_path
+        `rm -rf "#{cache_dir}/*"` if File.exist?(cache_dir)
+      end
+
+      # Sweep all cached pages
+      def sweep!
+        return [] unless enabled
+        cache_dirs.flat_map { |d| sweep_dir(d)  }
+      end
+
+      private
+
+      def cache_dirs
+        if PagesCore.config(:domain_based_cache)
+          Dir.entries(config.cache_path)
+            .select { |d| visible_dir?(d) }
+            .map { |d| File.join(config.cache_path, d) }
+            .map(&:to_s)
+        else
+          [config.cache_path.to_s]
+        end
+      end
+
+      def visible_dir?(dir)
+        !(dir =~ /^\./) && File.directory?(File.join(config.cache_path, dir))
+      end
+
+      def sweep_dir(cache_dir)
+        return [] unless File.exist?(cache_dir)
+        swept_files = []
+        Find.find(cache_dir + "/") do |path|
+          Find.prune if skip_path?(cache_dir, path)
+          file = path.gsub(Regexp.new("^#{cache_dir}"), "")
+          config.patterns.each do |p|
+            if file =~ p && File.exist?(path)
+              swept_files << path
+              FileUtils.rm_rf(path)
+            end
+          end
+        end
+        swept_files
+      end
+
+      def skip_path?(cache_dir, path)
+        path =~ Regexp.new("^#{cache_dir}/dynamic_image[s]?")
+      end
+    end
+
+    self.enabled ||= true
+  end
+end