searchjoy 0.5.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a837b7470769cd1d7589023ab3f1ffed51b683ea67016d3f642aa26b9edcab3e
-  data.tar.gz: 54239d751a05741b0b8fbfcedbc6d130af6a6153499ada75e282bfad7acec716
+  metadata.gz: 807861a09661dcbcf5a2f4c580e189e3df4d7f67e3a1dbb863408ce7fc1091c3
+  data.tar.gz: b901df59229c2a6daa3781a44b66b89d87d171aeede2acbd17f9ef135e78c7fd
 SHA512:
-  metadata.gz: 8f35d980883ded923995f9340867b1685bcb710e66976ce8ce72e18033de94155c49ff1b53b8c4ba2fdb3d4c1f365bd0db8ee8dd0e70de39730e9f8f4124fb36
-  data.tar.gz: 191ee153cd9941773f2c388b38816513e1319ec7f29f5a6d59ad8d5182e310080d7260a9ebfecc7e4dda8801f61dbaab3576426912848787a713c60ef8c92782
+  metadata.gz: 4c7d96778f812145a132f8f756ac2ca1bb88429758db180402f47b0f56d68b9dfe63e461668b28a51162018f7f97f49c6f94100e3430a79bf54056cd2b4fcdbb
+  data.tar.gz: 744e8fff8679dfc197d4439c7cda43cc21b23f38e12aec883a1b095481ae4f3db597b3f26bc2c409c51c07928a4f68a4a5114b387905b5c0c6f119611dbac7b1

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 1.0.0 (2022-05-10)
+
+- Added support for multiple conversions per search
+- Added experimental support for Propshaft
+- Dropped support for Ruby < 2.6 and Rails < 5.2
+
 ## 0.5.1 (2020-09-07)
 
 - Use `datetime` type in migration
@@ -57,3 +63,44 @@ Breaking
 ## 0.1.0 (2016-08-23)
 
 - Fixed Searchkick integration for `execute: false`
+
+## 0.0.10 (2016-04-20)
+
+- Fixed error when block passed to `search`
+
+## 0.0.9 (2016-03-12)
+
+- Fixed error with routes
+
+## 0.0.8 (2015-12-12)
+
+- Added `user_id` to searches
+
+## 0.0.7 (2014-08-18)
+
+- Fixed error with Searchkick 0.8
+
+## 0.0.6 (2013-12-19)
+
+- Fixed error with Rails 3
+
+## 0.0.5 (2013-11-01)
+
+- Renamed to Searchjoy
+
+## 0.0.4 (2013-10-31)
+
+- Renamed `converted` to `convert`
+
+## 0.0.3 (2013-10-31)
+
+- Added `conversion_name` option
+- Added `converted` method
+
+## 0.0.2 (2013-10-31)
+
+- Added dashboard
+
+## 0.0.1 (2013-10-24)
+
+- First release

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2013-2020 Andrew Kane
+Copyright (c) 2013-2022 Andrew Kane
 
 MIT License
 

data/README.md

@@ -4,7 +4,7 @@ Search analytics made easy
 
 [See it in action](https://searchjoy.dokkuapp.com/)
 
-[![Screenshot](https://searchjoy.dokkuapp.com/assets/searchjoy-a9d4c01356a822bc1dba1eecf7ac76387de009fc9902eb9a880057069212be80.png)](https://searchjoy.dokkuapp.com/)
+[![Screenshot](https://searchjoy.dokkuapp.com/assets/searchjoy-7be12d922ca8b31b7d7440e618b0c666698a4b15752653a0c5c45e3dd2737142.png)](https://searchjoy.dokkuapp.com/)
 
 - view searches in real-time
 - track conversions week over week
@@ -14,7 +14,7 @@ Works with any search platform, including Elasticsearch, Sphinx, and Solr
 
 :cupid: An amazing companion to [Searchkick](https://github.com/ankane/searchkick)
 
-[![Build Status](https://travis-ci.org/ankane/searchjoy.svg?branch=master)](https://travis-ci.org/ankane/searchjoy)
+[![Build Status](https://github.com/ankane/searchjoy/workflows/build/badge.svg?branch=master)](https://github.com/ankane/searchjoy/actions)
 
 ## Installation
 
@@ -70,8 +70,6 @@ Then, pass the values to the `track` option.
 Item.search("apple", track: {user_id: 1, source: "web"})
 ```
 
-It’s that easy.
-
 ## Track Conversions
 
 First, choose a conversion metric. At Instacart, an item added to the cart from the search results page counts as a conversion.
@@ -121,12 +119,18 @@ ENV["SEARCHJOY_PASSWORD"] = "secret"
 
 ## Data Retention
 
-Delete older data with:
+Data should only be retained for as long as it’s needed. Delete older data with:
 
 ```ruby
 Searchjoy::Search.where("created_at < ?", 1.year.ago).in_batches.delete_all
 ```
 
+You can use [Rollup](https://github.com/ankane/rollup) to aggregate important data before you do.
+
+```ruby
+Searchjoy::Search.rollup("Searches")
+```
+
 Delete data for a specific user with:
 
 ```ruby
@@ -167,6 +171,46 @@ Show the conversion name in the live stream
 Searchjoy.conversion_name = ->(model) { model.name }
 ```
 
+## Upgrading
+
+### 1.0
+
+Searchjoy now supports multiple conversions per search :tada:
+
+Before updating the gem, create a migration with:
+
+```ruby
+create_table :searchjoy_conversions do |t|
+  t.references :search
+  t.references :convertable, polymorphic: true, index: {name: "index_searchjoy_conversions_on_convertable"}
+  t.datetime :created_at
+end
+```
+
+Deploy and run the migration, then update the gem.
+
+You can optionally backfill the conversions table
+
+```ruby
+Searchjoy.backfill_conversions
+```
+
+And optionally remove `convertable` from searches
+
+```ruby
+remove_reference :searchjoy_searches, :convertable, polymorphic: true
+```
+
+You can stay with single conversions (and skip all the previous steps) by creating an initializer with:
+
+```ruby
+Searchjoy.multiple_conversions = false
+```
+
+## History
+
+View the [changelog](https://github.com/ankane/searchjoy/blob/master/CHANGELOG.md)
+
 ## Contributing
 
 Everyone is encouraged to help improve this project. Here are a few ways you can help:

data/app/controllers/searchjoy/searches_controller.rb

@@ -23,18 +23,18 @@ module Searchjoy
       duration = @time_range.last - @time_range.first
       period =
         if duration < 3.days # shows 48-72 data points (ends at current time)
-          "hour"
+          :hour
         elsif duration < 60.days
-          "day"
+          :day
         elsif duration < 60.weeks # to make it easy to compare to same time last year
-          "week"
+          :week
         else
-          "month"
+          :month
         end
 
       relation = Searchjoy::Search.where(search_type: params[:search_type])
       @searches_by_week = relation.group_by_period(period, :created_at, time_zone: @time_zone, range: @time_range).count
-      @conversions_by_week = relation.where("converted_at is not null").group_by_period(period, :created_at, time_zone: @time_zone, range: @time_range).count
+      @conversions_by_week = relation.where.not(converted_at: nil).group_by_period(period, :created_at, time_zone: @time_zone, range: @time_range).count
       @top_searches = @searches.first(5)
       @bad_conversion_rate = @searches.sort_by { |s| [s["conversion_rate"].to_f, s["query"]] }.first(5).select { |s| s["conversion_rate"] < 50 }
       @conversion_rate_by_week = {}
@@ -47,7 +47,12 @@ module Searchjoy
     end
 
     def recent
-      @searches = Searchjoy::Search.includes(:convertable).order("created_at desc").limit(50)
+      @searches = Searchjoy::Search.order(created_at: :desc).limit(50)
+      if Searchjoy.multiple_conversions
+        @searches.includes!(conversions: :convertable)
+      else
+        @searches.includes!(:convertable)
+      end
       render layout: false
     end
 
@@ -81,7 +86,14 @@ module Searchjoy
 
     def set_searches
       @limit = params[:limit] || Searchjoy.top_searches
-      @searches = Searchjoy::Search.connection.select_all(Searchjoy::Search.select("normalized_query, COUNT(*) as searches_count, COUNT(converted_at) as conversions_count, AVG(results_count) as avg_results_count").where(created_at: @time_range, search_type: @search_type).group("normalized_query").order("searches_count desc, normalized_query asc").limit(@limit).to_sql).to_a
+      relation = Searchjoy::Search
+        .select("normalized_query, COUNT(*) as searches_count, COUNT(converted_at) as conversions_count, AVG(results_count) as avg_results_count")
+        .where(created_at: @time_range, search_type: @search_type)
+        .group(:normalized_query)
+        .order(searches_count: :desc, normalized_query: :asc)
+        .limit(@limit)
+      # get array of hashes for performance
+      @searches = Searchjoy::Search.connection.select_all(relation.to_sql).to_a
       @searches.each do |search|
         search["conversion_rate"] = 100 * search["conversions_count"].to_i / search["searches_count"].to_f
       end

data/app/models/searchjoy/conversion.rb

@@ -0,0 +1,8 @@
+module Searchjoy
+  class Conversion < ActiveRecord::Base
+    self.table_name = "searchjoy_conversions"
+
+    belongs_to :search
+    belongs_to :convertable, polymorphic: true, optional: true
+  end
+end

data/app/models/searchjoy/search.rb

@@ -4,14 +4,34 @@ module Searchjoy
 
     belongs_to :convertable, polymorphic: true, optional: true
     belongs_to :user, optional: true
+    has_many :conversions
 
     before_save :set_normalized_query
 
     def convert(convertable = nil)
-      unless converted?
-        self.converted_at = Time.now
-        self.convertable = convertable
-        save(validate: false)
+      return unless Searchjoy.multiple_conversions || !converted?
+
+      # use transaction to keep consistent
+      self.class.transaction do
+        # make time consistent
+        now = Time.now
+
+        if Searchjoy.multiple_conversions
+          conversion =
+            conversions.create!(
+              convertable: convertable,
+              created_at: now
+            )
+        end
+
+        unless converted?
+          self.converted_at = now
+          # check id instead of association
+          self.convertable = convertable if respond_to?(:convertable_id=)
+          save(validate: false)
+        end
+
+        conversion
       end
     end
 

data/app/views/layouts/searchjoy/application.html.erb

@@ -288,7 +288,11 @@
       }
     </style>
 
-    <%= javascript_include_tag "searchjoy/application" %>
+    <% if defined?(Propshaft::Railtie) %>
+      <%= javascript_include_tag "chartkick", "Chart.bundle", "searchjoy/litepicker", "searchjoy/application" %>
+    <% else %>
+      <%= javascript_include_tag "searchjoy/application" %>
+    <% end %>
   </head>
   <body>
     <div class="container">

data/app/views/searchjoy/searches/recent.html.erb

@@ -15,7 +15,8 @@
     <td style="width: 35%; color: #5cb85c;">
       <% if search.converted_at %>
         <strong>✓</strong>
-        <%= search.convertable ? (Searchjoy.conversion_name ? Searchjoy.conversion_name.call(search.convertable) : "#{search.convertable_type} #{search.convertable_id}") : "Converted" %>
+        <% convertable = Searchjoy.multiple_conversions ? search.conversions.min_by(&:created_at)&.convertable : search.convertable %>
+        <%= convertable ? (Searchjoy.conversion_name ? Searchjoy.conversion_name.call(convertable) : "#{convertable.model_name.name} #{convertable.id}") : "Converted" %>
       <% end %>
     </td>
     <td style="width: 20%;" class="num">

data/app/views/searchjoy/searches/stream.html.erb

@@ -16,7 +16,7 @@
   }
 
   function fetchRecentSearches() {
-    load(document.getElementById("stream"), "<%= searches_recent_path %>")
+    load(document.getElementById("stream"), <%= raw json_escape(searches_recent_path.to_json) %>)
     setTimeout(fetchRecentSearches, 5 * 1000);
   }
   fetchRecentSearches();

data/lib/generators/searchjoy/templates/install.rb.tt

@@ -7,12 +7,17 @@ class <%= migration_class_name %> < ActiveRecord::Migration<%= migration_version
       t.string :normalized_query
       t.integer :results_count
       t.datetime :created_at
-      t.references :convertable, polymorphic: true, index: {name: "index_searchjoy_searches_on_convertable"}
       t.datetime :converted_at
     end
 
     add_index :searchjoy_searches, [:created_at]
     add_index :searchjoy_searches, [:search_type, :created_at]
     add_index :searchjoy_searches, [:search_type, :normalized_query, :created_at], name: "index_searchjoy_searches_on_search_type_query" # autogenerated name is too long
+
+    create_table :searchjoy_conversions do |t|
+      t.references :search
+      t.references :convertable, polymorphic: true, index: {name: "index_searchjoy_conversions_on_convertable"}
+      t.datetime :created_at
+    end
   end
 end

data/lib/searchjoy/version.rb

@@ -1,3 +1,3 @@
 module Searchjoy
-  VERSION = "0.5.1"
+  VERSION = "1.0.0"
 end

data/lib/searchjoy.rb

@@ -23,11 +23,36 @@ module Searchjoy
   mattr_accessor :query_name
   mattr_accessor :query_url
 
+  # multiple conversions
+  mattr_accessor :multiple_conversions
+  self.multiple_conversions = true
+
   def self.attach_to_searchkick!
     Searchkick::Query.prepend(Searchjoy::Track::Query)
     Searchkick::MultiSearch.prepend(Searchjoy::Track::MultiSearch)
     Searchkick::Results.send(:attr_accessor, :search)
   end
+
+  def self.backfill_conversions
+    Searchjoy::Search.where.not(converted_at: nil).left_joins(:conversions).where(searchjoy_conversions: {id: nil}).find_in_batches do |searches|
+      conversions =
+        searches.map do |search|
+          {
+            search_id: search.id,
+            convertable_id: search.convertable_id,
+            convertable_type: search.convertable_type,
+            created_at: search.converted_at
+          }
+        end
+      if ActiveRecord::VERSION::MAJOR >= 6
+        Searchjoy::Conversion.insert_all(conversions)
+      else
+        Searchjoy::Conversion.transaction do
+          Searchjoy::Conversion.create!(conversions)
+        end
+      end
+    end
+  end
 end
 
 if defined?(Rails)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: searchjoy
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 1.0.0
 platform: ruby
 authors:
 - Andrew Kane
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-08 00:00:00.000000000 Z
+date: 2022-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: chartkick
@@ -44,86 +44,16 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5'
+        version: '5.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: sqlite3
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: searchkick
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-description: 
-email: andrew@chartkick.com
+        version: '5.2'
+description:
+email: andrew@ankane.org
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -134,6 +64,7 @@ files:
 - app/assets/javascripts/searchjoy/application.js
 - app/assets/javascripts/searchjoy/litepicker.js
 - app/controllers/searchjoy/searches_controller.rb
+- app/models/searchjoy/conversion.rb
 - app/models/searchjoy/search.rb
 - app/views/layouts/searchjoy/application.html.erb
 - app/views/searchjoy/searches/index.html.erb
@@ -152,7 +83,7 @@ homepage: https://github.com/ankane/searchjoy
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -160,15 +91,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.3.7
+signing_key:
 specification_version: 4
 summary: Search analytics made easy
 test_files: []