timescaledb 0.2.6 → 0.2.7

data/examples/all_in_one/all_in_one.rb

@@ -1,94 +0,0 @@
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do 
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-  gem 'faker'
-end
-
-require 'timescaledb'
-require 'pp'
-require 'pry'
-# ruby all_in_one.rb postgres://user:pass@host:port/db_name
-ActiveRecord::Base.establish_connection( ARGV.last)
-
-# Simple example
-class Event < ActiveRecord::Base
-  self.primary_key = nil
-  acts_as_hypertable
-end
-
-# Setup Hypertable as in a migration
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  drop_table(:events, cascade: true) if Event.table_exists?
-
-  hypertable_options = {
-    time_column: 'created_at',
-    chunk_time_interval: '1 day',
-    compress_segmentby: 'identifier',
-    compression_interval: '7 days'
-  }
-
-  create_table(:events, id: false, hypertable: hypertable_options) do |t|
-    t.string :identifier, null: false
-    t.jsonb :payload
-    t.timestamps
-  end
-end
-
-# Create some data just to see how it works
-1.times do
-  Event.transaction do
-    Event.create identifier: "sign_up", payload: {"name" => "Eon"}
-    Event.create identifier: "login", payload: {"email" => "eon@timescale.com"}
-    Event.create identifier: "click", payload: {"user" => "eon", "path" => "/install/timescaledb"}
-    Event.create identifier: "scroll", payload: {"user" => "eon", "path" => "/install/timescaledb"}
-    Event.create identifier: "logout", payload: {"email" => "eon@timescale.com"}
-  end
-end
-
-
-def generate_fake_data(total: 100_000)
-  time = 1.month.ago
-  total.times.flat_map do
-    identifier = %w[sign_up login click scroll logout view]
-    time = time + rand(60).seconds
-    {
-      created_at: time,
-      updated_at: time,
-      identifier: identifier.sample,
-      payload: {
-        "name" => Faker::Name.name,
-        "email" => Faker::Internet.email
-      }
-    }
-  end
-end
-
-def supress_logs
-  ActiveRecord::Base.logger =nil
-  yield
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-end
-
-batch = generate_fake_data total: 10_000
-supress_logs do
-  Event.insert_all(batch, returning: false)
-end
-# Now let's see what we have in the scopes
-Event.last_hour.group(:identifier).count # => {"login"=>2, "click"=>1, "logout"=>1, "sign_up"=>1, "scroll"=>1}
-
-puts "compressing #{ Event.chunks.count }"
-Event.chunks.first.compress!
-
-puts "detailed size"
-pp Event.hypertable.detailed_size
-
-puts "compression stats"
-pp Event.hypertable.compression_stats
-
-puts "decompressing"
-Event.chunks.first.decompress!
-Pry.start

data/examples/all_in_one/benchmark_comparison.rb

@@ -1,108 +0,0 @@
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do 
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-  gem 'faker'
-  gem 'benchmark-ips', require: "benchmark/ips", git: 'https://github.com/evanphx/benchmark-ips'
-end
-
-require 'pp'
-require 'benchmark'
-# ruby all_in_one.rb postgres://user:pass@host:port/db_name
-ActiveRecord::Base.establish_connection( ARGV.last)
-
-# Simple example
-class Event < ActiveRecord::Base
-  self.primary_key = nil
-  acts_as_hypertable
-
-# If you want to override the automatic assingment of the `created_at ` time series column
-  def self.timestamp_attributes_for_create_in_model
-    []
-  end
-  def self.timestamp_attributes_for_update_in_model
-    []
-  end
-end
-
-class Event2 < ActiveRecord::Base
-  self.table_name = "events_2"
-end
-
-# Setup Hypertable as in a migration
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  drop_table(Event.table_name) if Event.table_exists?
-  drop_table(Event2.table_name) if Event2.table_exists?
-
-  hypertable_options = {
-    time_column: 'created_at',
-    chunk_time_interval: '7 day',
-    compress_segmentby: 'identifier',
-    compression_interval: '7 days'
-  }
-
-  create_table(:events, id: false, hypertable: hypertable_options) do |t|
-    t.string :identifier, null: false
-    t.jsonb :payload
-    t.timestamps
-  end
-
-  create_table(Event2.table_name) do |t|
-    t.string :identifier, null: false
-    t.jsonb :payload
-    t.timestamps
-  end
-end
-
-def generate_fake_data(total: 100_000)
-  time = Time.now
-  total.times.flat_map do
-    identifier = %w[sign_up login click scroll logout view]
-    time = time + rand(60).seconds
-    {
-      created_at: time,
-      updated_at: time,
-      identifier: identifier.sample,
-      payload: {
-        "name" => Faker::Name.name,
-        "email" => Faker::Internet.email
-      }
-    }
-  end
-end
-
-
-def parallel_inserts clazz: nil, size: 5_000, data: nil
-  limit = 8
-  threads = []
-  while (batch = data.shift(size)).any? do
-    threads << Thread.new(batch) do |batch|
-      begin
-        clazz.insert_all(batch, returning: false)
-      ensure
-        ActiveRecord::Base.connection.close if ActiveRecord::Base.connection
-      end
-    end
-    if threads.size == limit
-      threads.each(&:join)
-      threads = []
-    end
-  end
-  threads.each(&:join)
-end
-
-payloads = nil
-ActiveRecord::Base.logger = nil
-Benchmark.ips do |x|
-  x.config(time: 500, warmup: 2)
-
-  x.report("gen data") { payloads = generate_fake_data total: 100_000}
-  x.report("normal  ") { parallel_inserts(data: payloads.dup, clazz: Event2, size: 5000)  }
-  x.report("hyper   ") { parallel_inserts(data: payloads.dup, clazz: Event, size: 5000)  }
-  x.compare!
-end
-ActiveRecord::Base.logger = Logger.new(STDOUT)
-

data/examples/all_in_one/caggs.rb

@@ -1,93 +0,0 @@
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do 
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-end
-
-require 'pp'
-# ruby caggs.rb postgres://user:pass@host:port/db_name
-ActiveRecord::Base.establish_connection( ARGV.last)
-
-class Tick < ActiveRecord::Base
-  self.table_name = 'ticks'
-  self.primary_key = nil
-
-  acts_as_hypertable time_column: 'time'
-
-  %w[open high low close].each{|name| attribute name, :decimal}
-
-  scope :ohlc, -> (timeframe='1m') do
-    select("time_bucket('#{timeframe}', time) as time,
-      symbol,
-      FIRST(price, time) as open,
-      MAX(price) as high,
-      MIN(price) as low,
-      LAST(price, time) as close,
-      SUM(volume) as volume").group("1,2")
-  end
-end
-
-ActiveRecord::Base.connection.instance_exec do
-  drop_table(:ticks, force: :cascade) if Tick.table_exists?
-
-  hypertable_options = {
-    time_column: 'time',
-    chunk_time_interval: '1 day',
-    compress_segmentby: 'symbol',
-    compress_orderby: 'time',
-    compression_interval: '7 days'
-  }
-
-  create_table :ticks, hypertable: hypertable_options, id: false do |t|
-    t.timestamp :time
-    t.string :symbol
-    t.decimal :price
-    t.integer :volume
-  end
-end
-
-FAANG = %w[META AMZN AAPL NFLX GOOG]
-OPERATION = [:+, :-]
-RAND_VOLUME = -> { (rand(10) * rand(10)) * 100 }
-RAND_CENT = -> { (rand / 50.0).round(2) }
-
-def generate_fake_data(total: 100)
-  previous_price = {}
-  time = Time.now
-  (total / FAANG.size).times.flat_map do
-    time += rand(10)
-    FAANG.map do |symbol|
-      if previous_price[symbol]
-        price = previous_price[symbol].send(OPERATION.sample, RAND_CENT.()).round(2)
-      else
-        price = 50 + rand(100)
-      end
-      payload = { time: time, symbol: symbol, price: price, volume: RAND_VOLUME.() }
-      previous_price[symbol] = price
-      payload
-    end
-  end
-end
-
-batch = generate_fake_data total: 10_000
-ActiveRecord::Base.logger = nil
-Tick.insert_all(batch, returning: false)
-ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-ActiveRecord::Base.connection.instance_exec do
-  create_continuous_aggregates('ohlc_1m', Tick.ohlc('1m'), with_data: true)
-end
-
-class Ohlc1m < ActiveRecord::Base
-  self.table_name = 'ohlc_1m'
-  attribute :time, :time
-  attribute :symbol, :string
-  %w[open high low close volume].each{|name| attribute name, :decimal}
-
- def readonly?
-   true
- end
-end
-
-binding.pry

data/examples/all_in_one/query_data.rb

@@ -1,78 +0,0 @@
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do 
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-  gem 'faker'
-end
-
-require 'pp'
-# ruby all_in_one.rb postgres://user:pass@host:port/db_name
-ActiveRecord::Base.establish_connection( ARGV.last)
-
-# Simple example
-class Event < ActiveRecord::Base
-  self.primary_key = nil
-  acts_as_hypertable
-
-# If you want to override the automatic assingment of the `created_at ` time series column
-  def self.timestamp_attributes_for_create_in_model
-    []
-  end
-  def self.timestamp_attributes_for_update_in_model
-    []
-  end
-end
-
-# Setup Hypertable as in a migration
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  drop_table(Event.table_name) if Event.table_exists?
-
-  hypertable_options = {
-    time_column: 'created_at',
-    chunk_time_interval: '7 day',
-    compress_segmentby: 'identifier',
-    compression_interval: '7 days'
-  }
-
-  create_table(:events, id: false, hypertable: hypertable_options) do |t|
-    t.string :identifier, null: false
-    t.jsonb :payload
-    t.timestamps
-  end
-end
-
-def generate_fake_data(total: 100_000)
-  time = 1.month.ago
-  total.times.flat_map do
-    identifier = %w[sign_up login click scroll logout view]
-    time = time + rand(60).seconds
-    {
-      created_at: time,
-      updated_at: time,
-      identifier: identifier.sample,
-      payload: {
-        "name" => Faker::Name.name,
-        "email" => Faker::Internet.email
-      }
-    }
-  end
-end
-
-
-batch = generate_fake_data total: 10_000
-ActiveRecord::Base.logger = nil
-Event.insert_all(batch, returning: false)
-ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-pp Event.previous_month.count
-pp Event.previous_week.count
-pp Event.previous_month.group('identifier').count
-pp Event.previous_week.group('identifier').count
-
-pp Event
-  .previous_month
-  .select("time_bucket('1 day', created_at) as time, identifier, count(*)")
-  .group("1,2").map(&:attributes)

data/examples/ranking/.gitattributes

@@ -1,7 +0,0 @@
-# See https://git-scm.com/docs/gitattributes for more about git attribute files.
-
-# Mark the database schema as having been generated.
-db/schema.rb linguist-generated
-
-# Mark any vendored files as having been vendored.
-vendor/* linguist-vendored

data/examples/ranking/.gitignore

@@ -1,29 +0,0 @@
-# See https://help.github.com/articles/ignoring-files for more about ignoring files.
-#
-# If you find yourself ignoring temporary files generated by your text editor
-# or operating system, you probably want to add a global ignore instead:
-#   git config --global core.excludesfile '~/.gitignore_global'
-
-# Ignore bundler config.
-/.bundle
-
-# Ignore all logfiles and tempfiles.
-/log/*
-/tmp/*
-!/log/.keep
-!/tmp/.keep
-
-# Ignore pidfiles, but keep the directory.
-/tmp/pids/*
-!/tmp/pids/
-!/tmp/pids/.keep
-
-# Ignore uploaded files in development.
-/storage/*
-!/storage/.keep
-/tmp/storage/*
-!/tmp/storage/
-!/tmp/storage/.keep
-
-# Ignore master key for decrypting credentials and more.
-/config/master.key

data/examples/ranking/.ruby-version

@@ -1 +0,0 @@
-2.7.1

data/examples/ranking/Gemfile

@@ -1,33 +0,0 @@
-source "https://rubygems.org"
-git_source(:github) { |repo| "https://github.com/#{repo}.git" }
-
-ruby "2.7.1"
-
-# Bundle edge Rails instead: gem "rails", github: "rails/rails", branch: "main"
-gem "rails", "~> 7.0.2"
-
-gem "timescaledb", path: "../../"
-gem "pg", "~> 1.1"
-gem "puma", "~> 5.0"
-gem "tzinfo-data", platforms: %i[ mingw mswin x64_mingw jruby ]
-
-# Reduces boot times through caching; required in config/boot.rb
-gem "bootsnap", require: false
-
-# Use Active Storage variants [https://guides.rubyonrails.org/active_storage_overview.html#transforming-images]
-# gem "image_processing", "~> 1.2"
-
-# Use Rack CORS for handling Cross-Origin Resource Sharing (CORS), making cross-origin AJAX possible
-# gem "rack-cors"
-
-group :development, :test do
-  gem "pry-rails"
-end
-
-group :development do
-  # Speed up commands on slow machines / big apps [https://github.com/rails/spring]
-  # gem "spring"
-end
-
-
-gem "scenic", "~> 1.5"

data/examples/ranking/Gemfile.lock

@@ -1,189 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    timescaledb (0.1.5)
-      activerecord
-      activesupport
-      pg (~> 1.2)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actioncable (7.0.2)
-      actionpack (= 7.0.2)
-      activesupport (= 7.0.2)
-      nio4r (~> 2.0)
-      websocket-driver (>= 0.6.1)
-    actionmailbox (7.0.2)
-      actionpack (= 7.0.2)
-      activejob (= 7.0.2)
-      activerecord (= 7.0.2)
-      activestorage (= 7.0.2)
-      activesupport (= 7.0.2)
-      mail (>= 2.7.1)
-      net-imap
-      net-pop
-      net-smtp
-    actionmailer (7.0.2)
-      actionpack (= 7.0.2)
-      actionview (= 7.0.2)
-      activejob (= 7.0.2)
-      activesupport (= 7.0.2)
-      mail (~> 2.5, >= 2.5.4)
-      net-imap
-      net-pop
-      net-smtp
-      rails-dom-testing (~> 2.0)
-    actionpack (7.0.2)
-      actionview (= 7.0.2)
-      activesupport (= 7.0.2)
-      rack (~> 2.0, >= 2.2.0)
-      rack-test (>= 0.6.3)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.2.0)
-    actiontext (7.0.2)
-      actionpack (= 7.0.2)
-      activerecord (= 7.0.2)
-      activestorage (= 7.0.2)
-      activesupport (= 7.0.2)
-      globalid (>= 0.6.0)
-      nokogiri (>= 1.8.5)
-    actionview (7.0.2)
-      activesupport (= 7.0.2)
-      builder (~> 3.1)
-      erubi (~> 1.4)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.1, >= 1.2.0)
-    activejob (7.0.2)
-      activesupport (= 7.0.2)
-      globalid (>= 0.3.6)
-    activemodel (7.0.2)
-      activesupport (= 7.0.2)
-    activerecord (7.0.2)
-      activemodel (= 7.0.2)
-      activesupport (= 7.0.2)
-    activestorage (7.0.2)
-      actionpack (= 7.0.2)
-      activejob (= 7.0.2)
-      activerecord (= 7.0.2)
-      activesupport (= 7.0.2)
-      marcel (~> 1.0)
-      mini_mime (>= 1.1.0)
-    activesupport (7.0.2)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (>= 1.6, < 2)
-      minitest (>= 5.1)
-      tzinfo (~> 2.0)
-    bootsnap (1.10.3)
-      msgpack (~> 1.2)
-    builder (3.2.4)
-    coderay (1.1.3)
-    concurrent-ruby (1.1.9)
-    crass (1.0.6)
-    digest (3.1.0)
-    erubi (1.10.0)
-    globalid (1.0.0)
-      activesupport (>= 5.0)
-    i18n (1.9.1)
-      concurrent-ruby (~> 1.0)
-    io-wait (0.2.1)
-    loofah (2.13.0)
-      crass (~> 1.0.2)
-      nokogiri (>= 1.5.9)
-    mail (2.7.1)
-      mini_mime (>= 0.1.1)
-    marcel (1.0.2)
-    method_source (1.0.0)
-    mini_mime (1.1.2)
-    mini_portile2 (2.7.1)
-    minitest (5.15.0)
-    msgpack (1.4.4)
-    net-imap (0.2.3)
-      digest
-      net-protocol
-      strscan
-    net-pop (0.1.1)
-      digest
-      net-protocol
-      timeout
-    net-protocol (0.1.2)
-      io-wait
-      timeout
-    net-smtp (0.3.1)
-      digest
-      net-protocol
-      timeout
-    nio4r (2.5.8)
-    nokogiri (1.13.1)
-      mini_portile2 (~> 2.7.0)
-      racc (~> 1.4)
-    pg (1.3.1)
-    pry (0.14.1)
-      coderay (~> 1.1)
-      method_source (~> 1.0)
-    pry-rails (0.3.9)
-      pry (>= 0.10.4)
-    puma (5.6.1)
-      nio4r (~> 2.0)
-    racc (1.6.0)
-    rack (2.2.3)
-    rack-test (1.1.0)
-      rack (>= 1.0, < 3)
-    rails (7.0.2)
-      actioncable (= 7.0.2)
-      actionmailbox (= 7.0.2)
-      actionmailer (= 7.0.2)
-      actionpack (= 7.0.2)
-      actiontext (= 7.0.2)
-      actionview (= 7.0.2)
-      activejob (= 7.0.2)
-      activemodel (= 7.0.2)
-      activerecord (= 7.0.2)
-      activestorage (= 7.0.2)
-      activesupport (= 7.0.2)
-      bundler (>= 1.15.0)
-      railties (= 7.0.2)
-    rails-dom-testing (2.0.3)
-      activesupport (>= 4.2.0)
-      nokogiri (>= 1.6)
-    rails-html-sanitizer (1.4.2)
-      loofah (~> 2.3)
-    railties (7.0.2)
-      actionpack (= 7.0.2)
-      activesupport (= 7.0.2)
-      method_source
-      rake (>= 12.2)
-      thor (~> 1.0)
-      zeitwerk (~> 2.5)
-    rake (13.0.6)
-    scenic (1.5.5)
-      activerecord (>= 4.0.0)
-      railties (>= 4.0.0)
-    strscan (3.0.1)
-    thor (1.2.1)
-    timeout (0.2.0)
-    tzinfo (2.0.4)
-      concurrent-ruby (~> 1.0)
-    websocket-driver (0.7.5)
-      websocket-extensions (>= 0.1.0)
-    websocket-extensions (0.1.5)
-    zeitwerk (2.5.4)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bootsnap
-  pg (~> 1.1)
-  pry-rails
-  puma (~> 5.0)
-  rails (~> 7.0.2)
-  scenic (~> 1.5)
-  timescaledb!
-  tzinfo-data
-
-RUBY VERSION
-   ruby 2.7.1p83
-
-BUNDLED WITH
-   2.1.4