mini_sql 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2d984e77f8a88e9996f5d014bc4543de0872717cc916f511f3a6fb02c043b2e5
-  data.tar.gz: 827f2319fef84d2ab143336cc24b004c4644e4d8f38bd070b7a3f5795a791cc1
+  metadata.gz: 5b4a853f294d878decdf635afbfe2ef4029fe994ec710172038ec2a9ac664980
+  data.tar.gz: 278a68ac45dda9070d30fd08d98ca9bb93ea6c8e5b378d7ebe7f085620797c77
 SHA512:
-  metadata.gz: 1ae8290a5f6aa4831fc8392813f54a6b2d122bafe6ab285e20604794a8fc15ad39fe2fd98d86767a46486d45ef6bb522038b190b081a99dd7344953e692445a6
-  data.tar.gz: ef68d1d15da7b7f1ed17e831fcc5fd49c9c109112b481c3489e75097d1ad9d670929c5689e5849211b9cbcdefd19573cd65d47aca8c17b3b58d3a86a53a6ecf4
+  metadata.gz: ae6b7f73423e5001d80f0fc027fe0f2c557ac4961c1868e642087c50b8147bf2fca8b3431f8bec2603c33d762c533be57bb742d1ea5983481b4c3045ca348e73
+  data.tar.gz: c6628d1b1ce3b9c2d0f6f553370f705f649d643c25ec1a524415fb5f3c871a9c93f80834698d6df8b82b04012917baaf3ada442bea585ddce3692bcc7af40870

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mini_sql (0.1.0)
+    mini_sql (0.1.1)
 
 GEM
   remote: https://rubygems.org/

data/bench/topic_perf.rb

@@ -0,0 +1,240 @@
+require 'bundler/inline'
+
+gemfile do
+  source 'https://rubygems.org'
+  gem 'pg'
+  gem 'mini_sql', path: '../'
+  gem 'activesupport'
+  gem 'activerecord'
+  gem 'activemodel'
+  gem 'memory_profiler'
+  gem 'benchmark-ips'
+  gem 'sequel'
+  gem 'sequel_pg', require: 'sequel'
+end
+
+require 'sequel'
+require 'active_record'
+require 'memory_profiler'
+require 'benchmark/ips'
+require 'mini_sql'
+
+ActiveRecord::Base.establish_connection(
+  :adapter => "postgresql",
+  :database => "test_db"
+)
+
+DB = Sequel.postgres('test_db')
+
+pg = ActiveRecord::Base.connection.raw_connection
+
+pg.async_exec <<SQL
+drop table if exists topics
+SQL
+
+pg.async_exec <<SQL
+CREATE TABLE topics (
+    id integer NOT NULL,
+    title character varying NOT NULL,
+    last_posted_at timestamp without time zone,
+    created_at timestamp without time zone NOT NULL,
+    updated_at timestamp without time zone NOT NULL,
+    views integer DEFAULT 0 NOT NULL,
+    posts_count integer DEFAULT 0 NOT NULL,
+    user_id integer,
+    last_post_user_id integer NOT NULL,
+    reply_count integer DEFAULT 0 NOT NULL,
+    featured_user1_id integer,
+    featured_user2_id integer,
+    featured_user3_id integer,
+    avg_time integer,
+    deleted_at timestamp without time zone,
+    highest_post_number integer DEFAULT 0 NOT NULL,
+    image_url character varying,
+    like_count integer DEFAULT 0 NOT NULL,
+    incoming_link_count integer DEFAULT 0 NOT NULL,
+    category_id integer,
+    visible boolean DEFAULT true NOT NULL,
+    moderator_posts_count integer DEFAULT 0 NOT NULL,
+    closed boolean DEFAULT false NOT NULL,
+    archived boolean DEFAULT false NOT NULL,
+    bumped_at timestamp without time zone NOT NULL,
+    has_summary boolean DEFAULT false NOT NULL,
+    vote_count integer DEFAULT 0 NOT NULL,
+    archetype character varying DEFAULT 'regular'::character varying NOT NULL,
+    featured_user4_id integer,
+    notify_moderators_count integer DEFAULT 0 NOT NULL,
+    spam_count integer DEFAULT 0 NOT NULL,
+    pinned_at timestamp without time zone,
+    score double precision,
+    percent_rank double precision DEFAULT 1.0 NOT NULL,
+    subtype character varying,
+    slug character varying,
+    deleted_by_id integer,
+    participant_count integer DEFAULT 1,
+    word_count integer,
+    excerpt character varying(1000),
+    pinned_globally boolean DEFAULT false NOT NULL,
+    pinned_until timestamp without time zone,
+    fancy_title character varying(400),
+    highest_staff_post_number integer DEFAULT 0 NOT NULL,
+    featured_link character varying
+)
+SQL
+
+class Topic < ActiveRecord::Base
+end
+
+class TopicSequel < Sequel::Model(:topics)
+end
+
+
+Topic.transaction do
+  topic = {
+  }
+  Topic.columns.each do |c|
+    topic[c.name.to_sym] = case c.type
+                           when :integer then 1
+                           when :datetime then Time.now
+                           when :boolean then false
+                           else "HELLO WORLD" * 2
+                           end
+  end
+
+  1000.times do |id|
+    topic[:id] = id
+    Topic.create!(topic)
+  end
+end
+
+$conn = ActiveRecord::Base.connection.raw_connection
+
+def ar_title_id_pluck
+  s = +""
+  Topic.limit(1000).order(:id).pluck(:id, :title).each do |id, title|
+    s << id.to_s
+    s << title
+  end
+  s
+end
+
+def ar_title_id
+  s = +""
+  Topic.limit(1000).order(:id).select(:id, :title).each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def pg_title_id
+  s = +""
+  # use the safe pattern here
+  r = $conn.async_exec(-"select id, title from topics order by id limit 1000")
+  r.each do |row|
+    s << row["id"].to_s
+    s << row["title"]
+  end
+  r.clear
+  s
+end
+
+$mini_sql = MiniSql::Connection.new($conn)
+
+def mini_sql_title_id
+  s = +""
+  $mini_sql.query(-"select id, title from topics order by id limit 1000").each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def sequel_select_title_id
+  s = +""
+  TopicSequel.limit(1000).order(:id).select(:id, :title).each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def sequel_pluck_title_id
+  s = +""
+  TopicSequel.limit(1000).order(:id).select_map([:id, :title]).each do |t|
+    s << t[0].to_s
+    s << t[1]
+  end
+  s
+end
+
+results = [ar_title_id, ar_title_id_pluck, pg_title_id, mini_sql_title_id, sequel_pluck_title_id, sequel_select_title_id]
+
+exit(-1) unless results.uniq.length == 1
+
+Benchmark.ips do |r|
+  r.report("ar select title id") do |n|
+    while n > 0
+      ar_title_id
+      n -= 1
+    end
+  end
+  r.report("ar select title id pluck") do |n|
+    while n > 0
+      ar_title_id_pluck
+      n -= 1
+    end
+  end
+  r.report("sequel title id select") do |n|
+    while n > 0
+      sequel_select_title_id
+      n -= 1
+    end
+  end
+  r.report("sequel title id pluck") do |n|
+    while n > 0
+      sequel_pluck_title_id
+      n -= 1
+    end
+  end
+  r.report("pg select title id") do |n|
+    while n > 0
+      pg_title_id
+      n -= 1
+    end
+  end
+  r.report("mini_sql select title id") do |n|
+    while n > 0
+      mini_sql_title_id
+      n -= 1
+    end
+  end
+  r.compare!
+end
+
+
+# Calculating -------------------------------------
+#   ar select title id    144.043  (± 1.4%) i/s -    728.000  in   5.055454s
+# ar select title id pluck
+#                         712.818  (± 1.5%) i/s -      3.570k in   5.009412s
+# sequel title id select
+#                         927.011  (± 1.8%) i/s -      4.655k in   5.023228s
+# sequel title id pluck
+#                           1.183k (± 3.2%) i/s -      5.967k in   5.048635s
+#   pg select title id      1.040k (± 1.4%) i/s -      5.253k in   5.051679s
+# mini_sql select title id
+#                           1.139k (± 2.5%) i/s -      5.712k in   5.016383s
+#
+# Comparison:
+# sequel title id pluck:     1183.1 i/s
+# mini_sql select title id:     1139.3 i/s - same-ish: difference falls within error
+#   pg select title id:     1040.1 i/s - 1.14x  slower
+# sequel title id select:      927.0 i/s - 1.28x  slower
+# ar select title id pluck:      712.8 i/s - 1.66x  slower
+#   ar select title id:      144.0 i/s - 8.21x  slower
+#
+# to run deep analysis run
+# MemoryProfiler.report do
+#   ar
+# end.pretty_print
+

data/lib/mini_sql/deserializer_cache.rb

@@ -44,7 +44,7 @@ module MiniSql
         instance_eval <<~RUBY
         def materialize(pg_result, index)
           r = self.new
-          #{col=-1; fields.map{|f| "r.#{f} = pg_result.getvalue(index, #{col+=1})"}.join('\n')}
+          #{col=-1; fields.map{|f| "r.#{f} = pg_result.getvalue(index, #{col+=1})"}.join("; ")}
           r
         end
         RUBY

data/lib/mini_sql/version.rb

@@ -1,3 +1,3 @@
 module MiniSql
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mini_sql
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Sam Saffron
@@ -110,6 +110,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bench/topic_perf.rb
 - bin/console
 - bin/setup
 - lib/mini_sql.rb