landable 1.7.0

data/db/migrate/20130909182713_landable_pages__add_updated_by.rb

@@ -0,0 +1,11 @@
+class LandablePagesAddUpdatedBy < Landable::Migration
+  def change
+    add_column "#{Landable.configuration.database_schema_prefix}landable.pages", :updated_by_author_id, :uuid
+
+    execute <<-SQL
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.pages 
+      ADD CONSTRAINT updated_author_fk FOREIGN KEY(updated_by_author_id) 
+      REFERENCES #{Landable.configuration.database_schema_prefix}landable.authors(author_id)
+    SQL
+  end
+end

data/db/migrate/20130909182715_landable_page_revisions__break_out_snapshot.rb

@@ -0,0 +1,72 @@
+require_dependency 'landable/page_revision'
+class LandablePageRevisionsBreakOutSnapshot < Landable::Migration
+
+  class Landable::PageRevision < ActiveRecord::Base
+    store :snapshot_attributes, accessors: [:body]
+  end
+
+  def up
+
+    # Setup new columns
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :theme_id,                  :uuid
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :status_code_id,            :uuid
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :category_id,               :uuid
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :redirect_url,              :text
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :body,                      :text
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :title,                     :text
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :path,                      :text
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :meta_tags,                 :hstore
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :head_tags,                 :hstore
+
+    execute <<-SQL
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.page_revisions 
+        ADD CONSTRAINT theme_id_fk FOREIGN KEY(theme_id) 
+        REFERENCES #{Landable.configuration.database_schema_prefix}landable.themes(theme_id);
+      
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.page_revisions 
+        ADD CONSTRAINT status_code_id_fk FOREIGN KEY(status_code_id) 
+        REFERENCES #{Landable.configuration.database_schema_prefix}landable.status_codes(status_code_id);
+
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.page_revisions 
+        ADD CONSTRAINT category_id_fk FOREIGN KEY(category_id) 
+        REFERENCES #{Landable.configuration.database_schema_prefix}landable.categories(category_id);
+      SQL
+
+    # Go through each record and copy snapshot into new, broken-out columns
+    Landable::PageRevision.all.each do |rev|
+      head_tags = {}
+      rev.title = rev.snapshot_attributes['title']
+      rev.body = rev.snapshot_attributes['body']
+      rev.status_code_id = rev.snapshot_attributes['status_code_id']
+      rev.category_id = rev.snapshot_attributes['category_id']
+      rev.theme_id = rev.snapshot_attributes['theme_id']
+      rev.redirect_url = rev.snapshot_attributes['redirect_url']
+      rev.path = rev.snapshot_attributes['path']
+      rev.meta_tags = rev.snapshot_attributes['meta_tags']
+      rev.snapshot_attributes['head_tags'].each do |tag|
+        head_tags[tag['head_tag_id']] = tag['content']
+      end
+      rev.head_tags = head_tags
+      rev.save!
+    end
+
+    # Remove snapshot column
+    remove_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :snapshot_attributes
+
+    execute <<-SQL
+      DROP TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update ON #{Landable.configuration.database_schema_prefix}landable.page_revisions;
+
+      CREATE TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update
+            BEFORE UPDATE OF notes, is_minor, page_id, author_id, created_at, ordinal
+              , theme_id, status_code_id, category_id, redirect_url, body
+              , title, path, meta_tags, head_tags
+            ON #{Landable.configuration.database_schema_prefix}landable.page_revisions
+            FOR EACH STATEMENT EXECUTE PROCEDURE #{Landable.configuration.database_schema_prefix}landable.tg_disallow();
+    SQL
+
+  end
+
+  def down
+    raise ActiveRecord::IrreversibleMigration
+  end
+end

data/db/migrate/20130909191153_landable_pages__add_lock_version.rb

@@ -0,0 +1,5 @@
+class LandablePagesAddLockVersion < Landable::Migration
+  def change
+    add_column "#{Landable.configuration.database_schema_prefix}landable.pages", :lock_version, :integer, default: 0, null: false
+  end
+end

data/db/migrate/20131002220041_file_based_themes.rb

@@ -0,0 +1,12 @@
+class FileBasedThemes < Landable::Migration
+  def up
+    change_table "#{Landable.configuration.database_schema_prefix}landable.themes" do |t|
+      t.text    :file
+      t.text    :extension
+      t.boolean :editable, null: false, default: true
+    end
+
+    execute "CREATE UNIQUE INDEX #{Landable.configuration.database_schema_prefix}landable_themes__u_file 
+              ON #{Landable.configuration.database_schema_prefix}landable.themes(lower(file))"
+  end
+end

data/db/migrate/20131008164204_create_head_tag_on_page.rb

@@ -0,0 +1,19 @@
+class CreateHeadTagOnPage < Landable::Migration
+  def up
+    execute "DROP TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update 
+              ON #{Landable.configuration.database_schema_prefix}landable.page_revisions"
+
+    drop_table    "#{Landable.configuration.database_schema_prefix}landable.head_tags"
+    remove_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :head_tags
+
+    add_column    "#{Landable.configuration.database_schema_prefix}landable.pages",          :head_content, :text
+    add_column    "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :head_content, :text
+
+    execute "CREATE TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update
+            BEFORE UPDATE OF notes, is_minor, page_id, author_id, created_at, ordinal
+              , theme_id, status_code_id, category_id, redirect_url, body
+              , title, path, meta_tags, head_content
+            ON #{Landable.configuration.database_schema_prefix}landable.page_revisions
+            FOR EACH STATEMENT EXECUTE PROCEDURE #{Landable.configuration.database_schema_prefix}landable.tg_disallow();"
+  end
+end

data/db/migrate/20131008193544_drop_status_codes_model.rb

@@ -0,0 +1,44 @@
+require_dependency 'landable/page'
+class DropStatusCodesModel < Landable::Migration
+
+  class Landable::StatusCode < ActiveRecord::Base
+    self.table_name = "#{Landable.configuration.database_schema_prefix}landable.status_codes"
+  end
+
+  def change
+    # Add the column
+    add_column "#{Landable.configuration.database_schema_prefix}landable.pages", :status_code, :integer, null: false, default: 200, limit: 2
+    add_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :status_code, :integer, limit: 2
+
+    # Backfill existing pages
+    Landable::Page.all.each do |page|
+      page.status_code = Landable::StatusCode.where(status_code_id: page.status_code_id).first.code
+      page.save!
+    end
+
+    # Backfill existing pages
+    Landable::PageRevision.all.each do |rev|
+      rev.status_code = Landable::StatusCode.where(status_code_id: rev.status_code_id).first.code
+      rev.save!
+    end
+
+    # Remove constraints, update trigger
+    execute <<-SQL
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.pages DROP CONSTRAINT status_code_fk;
+      ALTER TABLE #{Landable.configuration.database_schema_prefix}landable.page_revisions DROP CONSTRAINT status_code_id_fk;
+      DROP TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update 
+                    ON #{Landable.configuration.database_schema_prefix}landable.page_revisions;
+      CREATE TRIGGER #{Landable.configuration.database_schema_prefix}landable_page_revisions__no_update
+            BEFORE UPDATE OF notes, is_minor, page_id, author_id, created_at, ordinal
+              , theme_id, status_code, category_id, redirect_url, body
+            ON #{Landable.configuration.database_schema_prefix}landable.page_revisions
+            FOR EACH STATEMENT EXECUTE PROCEDURE #{Landable.configuration.database_schema_prefix}landable.tg_disallow();
+    SQL
+
+    # Remove tables, columns
+    remove_column "#{Landable.configuration.database_schema_prefix}landable.pages", :status_code_id
+    remove_column "#{Landable.configuration.database_schema_prefix}landable.page_revisions", :status_code_id
+    drop_table "#{Landable.configuration.database_schema_prefix}landable.status_codes"
+    drop_table "#{Landable.configuration.database_schema_prefix}landable.status_code_categories"
+  end
+end

data/db/migrate/20131028145652_add_traffic_schema.rb

@@ -0,0 +1,276 @@
+class AddTrafficSchema < Landable::Migration
+  # "owners"."owner" records your application's user/account/person identifier.
+  # Change the following line if your identifiers' data type is not INTEGER.
+
+  OWNER_TYPE = 'INTEGER'
+
+  QUERY_PARAMS = %w[
+    ad_type
+    ad_group
+    bid_match_type
+    campaign
+    content
+    creative
+    device_type
+    experiment
+    keyword
+    match_type
+    medium
+    network
+    placement
+    position
+    search_term
+    source
+    target
+  ]
+
+  def up
+    # Resources
+    #
+    # Measuring and Tracking Success: http://moz.com/beginners-guide-to-seo/measuring-and-tracking-success
+
+    # Query String
+    #
+    # keywords: http://cyrusshepard.com/7-fantastic-seo-tips-for-googles-not-provided-keywords/
+
+    execute "CREATE SCHEMA #{Landable.configuration.database_schema_prefix}landable_traffic;"
+
+    with_options schema: "#{Landable.configuration.database_schema_prefix}landable_traffic" do |t|
+      # Query Params
+      t.create_lookup_tables(*QUERY_PARAMS.map(&:pluralize))
+
+      # User Agent
+      t.create_lookup_tables :user_agent_types, :browsers, :devices, :platforms
+
+      # HTTP
+      t.create_lookup_tables :domains, :paths, :query_strings
+      t.create_lookup_tables :http_methods, :mime_types
+
+      t.create_lookup_table  :event_types
+
+      # IP / Geolocation
+      t.create_lookup_table  :ip_addresses, lookup_type: :inet
+      t.create_lookup_tables :countries, :regions, :cities
+    end
+
+    execute <<-SQL
+      SET search_path TO #{Landable.configuration.database_schema_prefix}landable_traffic,public;
+
+      ALTER TABLE mime_types       ALTER COLUMN mime_type_id       SET DATA TYPE SMALLINT;
+      ALTER TABLE http_methods     ALTER COLUMN http_method_id     SET DATA TYPE SMALLINT;
+
+      ALTER TABLE user_agent_types ALTER COLUMN user_agent_type_id SET DATA TYPE SMALLINT;
+      ALTER TABLE platforms        ALTER COLUMN platform_id        SET DATA TYPE SMALLINT;
+      ALTER TABLE browsers         ALTER COLUMN browser_id         SET DATA TYPE SMALLINT;
+
+      INSERT INTO user_agent_types (user_agent_type) VALUES ('user'), ('ping'), ('crawl'), ('scrape'), ('scan');
+
+      CREATE TABLE user_agents (
+          user_agent_id      SERIAL      PRIMARY KEY
+
+        , user_agent_type_id SMALLINT                REFERENCES user_agent_types
+
+        , device_id          INTEGER                 REFERENCES devices
+        , platform_id        SMALLINT                REFERENCES platforms
+        , browser_id         SMALLINT                REFERENCES browsers
+        , browser_version    TEXT
+
+        , user_agent         TEXT        NOT NULL    UNIQUE
+
+        , created_at         TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+      );
+
+      CREATE INDEX ON user_agents (device_id);
+      CREATE INDEX ON user_agents (platform_id);
+      CREATE INDEX ON user_agents (browser_id);
+
+      ALTER TABLE ad_types        ALTER COLUMN ad_type_id        SET DATA TYPE SMALLINT;
+      ALTER TABLE bid_match_types ALTER COLUMN bid_match_type_id SET DATA TYPE SMALLINT;
+      ALTER TABLE device_types    ALTER COLUMN device_type_id    SET DATA TYPE SMALLINT;
+      ALTER TABLE match_types     ALTER COLUMN match_type_id     SET DATA TYPE SMALLINT;
+      ALTER TABLE positions       ALTER COLUMN position_id       SET DATA TYPE SMALLINT;
+
+      -- TODO: aceid AdWords Campaign Experiment ID
+      CREATE TABLE attributions (
+          attribution_id     SERIAL      PRIMARY KEY
+
+        , #{QUERY_PARAMS.map { |name| "%s INTEGER REFERENCES %s" % [name.foreign_key, name.pluralize] }.join(',') }
+
+        , created_at         TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+
+        , UNIQUE (#{QUERY_PARAMS.map(&:foreign_key).join(',')})
+      );
+
+      ALTER TABLE attributions
+          ALTER COLUMN ad_type_id        SET DATA TYPE SMALLINT
+        , ALTER COLUMN bid_match_type_id SET DATA TYPE SMALLINT
+        , ALTER COLUMN device_type_id    SET DATA TYPE SMALLINT
+        , ALTER COLUMN match_type_id     SET DATA TYPE SMALLINT
+        , ALTER COLUMN position_id       SET DATA TYPE SMALLINT
+      ;
+
+      #{QUERY_PARAMS.map { |p| "CREATE INDEX ON attributions (#{p.foreign_key});" }.join("\n")}
+
+      CREATE TABLE referers (
+          referer_id         SERIAL     PRIMARY KEY
+
+        , domain_id          INTEGER    NOT NULL     REFERENCES domains
+        , path_id            INTEGER    NOT NULL     REFERENCES paths
+        , query_string_id    INTEGER    NOT NULL     REFERENCES query_strings
+
+        , attribution_id     INTEGER    NOT NULL     REFERENCES attributions
+
+        , UNIQUE (domain_id, path_id, query_string_id)
+      );
+
+      CREATE INDEX ON referers (domain_id);
+      CREATE INDEX ON referers (path_id);
+      CREATE INDEX ON referers (query_string_id);
+
+      CREATE TABLE locations (
+          location_id        SERIAL      PRIMARY KEY
+
+        , country_id         INTEGER                 REFERENCES countries
+        , region_id          INTEGER                 REFERENCES regions
+        , city_id            INTEGER                 REFERENCES cities
+
+        , UNIQUE (country_id, region_id, city_id)
+      );
+
+      CREATE INDEX ON locations (country_id);
+      CREATE INDEX ON locations (region_id);
+      CREATE INDEX ON locations (city_id);
+
+      CREATE TABLE ip_lookups (
+          ip_lookup_id       SERIAL      PRIMARY KEY
+
+        , ip_address_id      INTEGER     NOT NULL    REFERENCES ip_addresses
+        , domain_id          INTEGER                 REFERENCES domains
+        , location_id        INTEGER                 REFERENCES locations
+
+        , latitude           REAL
+        , longitude          REAL
+
+        , created_at         TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+      );
+
+      CREATE INDEX ON ip_lookups (ip_address_id);
+      CREATE INDEX ON ip_lookups (domain_id);
+      CREATE INDEX ON ip_lookups (location_id);
+
+
+      -- User Traffic
+
+      CREATE TABLE cookies (
+          cookie_id          UUID        PRIMARY KEY DEFAULT uuid_generate_v4()
+      );
+
+      CREATE TABLE owners (
+          owner_id           INTEGER     PRIMARY KEY
+        , owner            #{OWNER_TYPE} NOT NULL UNIQUE
+      );
+
+      CREATE TABLE ownerships (
+          owner_id           INTEGER     NOT NULL    REFERENCES owners
+        , cookie_id          UUID        NOT NULL    REFERENCES cookies
+
+        , PRIMARY KEY (owner_id, cookie_id)
+      );
+
+      CREATE TABLE visitors (
+          visitor_id         SERIAL      PRIMARY KEY
+
+        , ip_address_id      INTEGER     NOT NULL    REFERENCES ip_addresses
+        , user_agent_id      INTEGER     NOT NULL    REFERENCES user_agents
+
+        , UNIQUE (ip_address_id, user_agent_id)
+      );
+
+      CREATE INDEX ON visitors (user_agent_id);
+
+      CREATE TABLE visits (
+          visit_id           SERIAL      PRIMARY KEY
+
+        , cookie_id          UUID        NOT NULL    REFERENCES cookies
+
+        , visitor_id         INTEGER     NOT NULL    REFERENCES visitors
+        , attribution_id     INTEGER     NOT NULL    REFERENCES attributions
+
+        , referer_id         INTEGER                 REFERENCES referers
+        , owner_id           INTEGER                 REFERENCES owners
+
+        , created_at         TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+      );
+
+      CREATE INDEX ON visits (cookie_id);
+      CREATE INDEX ON visits (visitor_id);
+      CREATE INDEX ON visits (attribution_id);
+      CREATE INDEX ON visits (referer_id);
+      CREATE INDEX ON visits (owner_id);
+
+      CREATE TABLE page_views (
+          page_view_id       SERIAL      PRIMARY KEY
+
+        , visit_id           INTEGER     NOT NULL    REFERENCES visits
+        , path_id            INTEGER     NOT NULL    REFERENCES paths
+        , query_string_id    INTEGER     NOT NULL    REFERENCES query_strings
+
+        , mime_type_id       SMALLINT    NOT NULL    REFERENCES mime_types
+        , http_method_id     SMALLINT    NOT NULL    REFERENCES http_methods
+
+        , page_revision_id   UUID                    REFERENCES #{Landable.configuration.database_schema_prefix}landable.page_revisions
+        , request_id         UUID
+
+        , click_id           TEXT
+
+        , content_length     INTEGER
+        , http_status        INTEGER
+
+        , created_at         TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+      );
+
+      CREATE INDEX ON page_views (visit_id);
+      CREATE INDEX ON page_views (path_id);
+      CREATE INDEX ON page_views (query_string_id);
+      CREATE INDEX ON page_views (page_revision_id);
+      CREATE INDEX ON page_views (request_id);
+      CREATE INDEX ON page_views (click_id);
+
+      CREATE TABLE events (
+          event_id           SERIAL      PRIMARY KEY
+
+        , event_type_id      INTEGER     NOT NULL     REFERENCES event_types
+        , visit_id           INTEGER     NOT NULL     REFERENCES visits
+
+        , created_at         TIMESTAMPTZ NOT NULL     DEFAULT NOW()
+      );
+
+      CREATE INDEX ON events (event_type_id);
+      CREATE INDEX ON events (visit_id);
+
+
+      -- TODO: visit frequency
+      CREATE TABLE accesses (
+          access_id          SERIAL      PRIMARY KEY
+
+        , path_id            INTEGER     NOT NULL    REFERENCES paths
+        , visitor_id         INTEGER     NOT NULL    REFERENCES visitors
+
+        , last_accessed_at   TIMESTAMPTZ NOT NULL    DEFAULT NOW()
+
+        , UNIQUE (path_id, visitor_id)
+      );
+
+      CREATE INDEX ON accesses (visitor_id);
+
+      INSERT INTO bid_match_types (bid_match_type) VALUES ('bidded broad'), ('bidded content'), ('bidded exact'), ('bidded phrase');
+      INSERT INTO device_types    (device_type)    VALUES ('computer'), ('mobile'), ('tablet');
+      INSERT INTO match_types     (match_type)     VALUES ('broad'), ('phrase'), ('exact');
+      INSERT INTO networks        (network)        VALUES ('google_search'), ('search_partner'), ('display_network');
+
+      -- Views
+      -- * visits from non-user user_agents
+      -- * visits from real user_agents on ips with non-user visits
+    SQL
+  end
+end