timescaledb 0.2.6 → 0.2.8

data/examples/ranking/config/environments/test.rb

@@ -1,53 +0,0 @@
-require "active_support/core_ext/integer/time"
-
-# The test environment is used exclusively to run your application's
-# test suite. You never need to work with it otherwise. Remember that
-# your test database is "scratch space" for the test suite and is wiped
-# and recreated between test runs. Don't rely on the data there!
-
-Rails.application.configure do
-  # Settings specified here will take precedence over those in config/application.rb.
-
-  # Turn false under Spring and add config.action_view.cache_template_loading = true.
-  config.cache_classes = true
-
-  # Eager loading loads your whole application. When running a single test locally,
-  # this probably isn't necessary. It's a good idea to do in a continuous integration
-  # system, or in some way before deploying your code.
-  config.eager_load = ENV["CI"].present?
-
-  # Configure public file server for tests with Cache-Control for performance.
-  config.public_file_server.enabled = true
-  config.public_file_server.headers = {
-    "Cache-Control" => "public, max-age=#{1.hour.to_i}"
-  }
-
-  # Show full error reports and disable caching.
-  config.consider_all_requests_local       = true
-  config.action_controller.perform_caching = false
-  config.cache_store = :null_store
-
-  # Raise exceptions instead of rendering exception templates.
-  config.action_dispatch.show_exceptions = false
-
-  # Disable request forgery protection in test environment.
-  config.action_controller.allow_forgery_protection = false
-
-  # Store uploaded files on the local file system in a temporary directory.
-  config.active_storage.service = :test
-
-  # Print deprecation notices to the stderr.
-  config.active_support.deprecation = :stderr
-
-  # Raise exceptions for disallowed deprecations.
-  config.active_support.disallowed_deprecation = :raise
-
-  # Tell Active Support which deprecation messages to disallow.
-  config.active_support.disallowed_deprecation_warnings = []
-
-  # Raises error for missing translations.
-  # config.i18n.raise_on_missing_translations = true
-
-  # Annotate rendered view with file names.
-  # config.action_view.annotate_rendered_view_with_filenames = true
-end

data/examples/ranking/config/initializers/cors.rb

@@ -1,16 +0,0 @@
-# Be sure to restart your server when you modify this file.
-
-# Avoid CORS issues when API is called from the frontend app.
-# Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin AJAX requests.
-
-# Read more: https://github.com/cyu/rack-cors
-
-# Rails.application.config.middleware.insert_before 0, Rack::Cors do
-#   allow do
-#     origins "example.com"
-#
-#     resource "*",
-#       headers: :any,
-#       methods: [:get, :post, :put, :patch, :delete, :options, :head]
-#   end
-# end

data/examples/ranking/config/initializers/filter_parameter_logging.rb

@@ -1,8 +0,0 @@
-# Be sure to restart your server when you modify this file.
-
-# Configure parameters to be filtered from the log file. Use this to limit dissemination of
-# sensitive information. See the ActiveSupport::ParameterFilter documentation for supported
-# notations and behaviors.
-Rails.application.config.filter_parameters += [
-  :passw, :secret, :token, :_key, :crypt, :salt, :certificate, :otp, :ssn
-]

data/examples/ranking/config/initializers/inflections.rb

@@ -1,16 +0,0 @@
-# Be sure to restart your server when you modify this file.
-
-# Add new inflection rules using the following format. Inflections
-# are locale specific, and you may define rules for as many different
-# locales as you wish. All of these examples are active by default:
-# ActiveSupport::Inflector.inflections(:en) do |inflect|
-#   inflect.plural /^(ox)$/i, "\\1en"
-#   inflect.singular /^(ox)en/i, "\\1"
-#   inflect.irregular "person", "people"
-#   inflect.uncountable %w( fish sheep )
-# end
-
-# These inflection rules are supported but not enabled by default:
-# ActiveSupport::Inflector.inflections(:en) do |inflect|
-#   inflect.acronym "RESTful"
-# end

data/examples/ranking/config/initializers/timescale.rb

@@ -1,2 +0,0 @@
-require 'timescaledb'
-require 'scenic'

data/examples/ranking/config/locales/en.yml

@@ -1,33 +0,0 @@
-# Files in the config/locales directory are used for internationalization
-# and are automatically loaded by Rails. If you want to use locales other
-# than English, add the necessary files in this directory.
-#
-# To use the locales, use `I18n.t`:
-#
-#     I18n.t "hello"
-#
-# In views, this is aliased to just `t`:
-#
-#     <%= t("hello") %>
-#
-# To use a different locale, set it with `I18n.locale`:
-#
-#     I18n.locale = :es
-#
-# This would use the information in config/locales/es.yml.
-#
-# The following keys must be escaped otherwise they will not be retrieved by
-# the default I18n backend:
-#
-# true, false, on, off, yes, no
-#
-# Instead, surround them with single quotes.
-#
-# en:
-#   "true": "foo"
-#
-# To learn more, please read the Rails Internationalization guide
-# available at https://guides.rubyonrails.org/i18n.html.
-
-en:
-  hello: "Hello world"

data/examples/ranking/config/puma.rb

@@ -1,43 +0,0 @@
-# Puma can serve each request in a thread from an internal thread pool.
-# The `threads` method setting takes two numbers: a minimum and maximum.
-# Any libraries that use thread pools should be configured to match
-# the maximum value specified for Puma. Default is set to 5 threads for minimum
-# and maximum; this matches the default thread size of Active Record.
-#
-max_threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 }
-min_threads_count = ENV.fetch("RAILS_MIN_THREADS") { max_threads_count }
-threads min_threads_count, max_threads_count
-
-# Specifies the `worker_timeout` threshold that Puma will use to wait before
-# terminating a worker in development environments.
-#
-worker_timeout 3600 if ENV.fetch("RAILS_ENV", "development") == "development"
-
-# Specifies the `port` that Puma will listen on to receive requests; default is 3000.
-#
-port ENV.fetch("PORT") { 3000 }
-
-# Specifies the `environment` that Puma will run in.
-#
-environment ENV.fetch("RAILS_ENV") { "development" }
-
-# Specifies the `pidfile` that Puma will use.
-pidfile ENV.fetch("PIDFILE") { "tmp/pids/server.pid" }
-
-# Specifies the number of `workers` to boot in clustered mode.
-# Workers are forked web server processes. If using threads and workers together
-# the concurrency of the application would be max `threads` * `workers`.
-# Workers do not work on JRuby or Windows (both of which do not support
-# processes).
-#
-# workers ENV.fetch("WEB_CONCURRENCY") { 2 }
-
-# Use the `preload_app!` method when specifying a `workers` number.
-# This directive tells Puma to first boot the application and load code
-# before forking the application. This takes advantage of Copy On Write
-# process behavior so workers use less memory.
-#
-# preload_app!
-
-# Allow puma to be restarted by `bin/rails restart` command.
-plugin :tmp_restart

data/examples/ranking/config/routes.rb

@@ -1,6 +0,0 @@
-Rails.application.routes.draw do
-  # Define your application routes per the DSL in https://guides.rubyonrails.org/routing.html
-
-  # Defines the root path route ("/")
-  # root "articles#index"
-end

data/examples/ranking/config/storage.yml

@@ -1,34 +0,0 @@
-test:
-  service: Disk
-  root: <%= Rails.root.join("tmp/storage") %>
-
-local:
-  service: Disk
-  root: <%= Rails.root.join("storage") %>
-
-# Use bin/rails credentials:edit to set the AWS secrets (as aws:access_key_id|secret_access_key)
-# amazon:
-#   service: S3
-#   access_key_id: <%= Rails.application.credentials.dig(:aws, :access_key_id) %>
-#   secret_access_key: <%= Rails.application.credentials.dig(:aws, :secret_access_key) %>
-#   region: us-east-1
-#   bucket: your_own_bucket-<%= Rails.env %>
-
-# Remember not to checkin your GCS keyfile to a repository
-# google:
-#   service: GCS
-#   project: your_project
-#   credentials: <%= Rails.root.join("path/to/gcs.keyfile") %>
-#   bucket: your_own_bucket-<%= Rails.env %>
-
-# Use bin/rails credentials:edit to set the Azure Storage secret (as azure_storage:storage_access_key)
-# microsoft:
-#   service: AzureStorage
-#   storage_account_name: your_account_name
-#   storage_access_key: <%= Rails.application.credentials.dig(:azure_storage, :storage_access_key) %>
-#   container: your_container_name-<%= Rails.env %>
-
-# mirror:
-#   service: Mirror
-#   primary: local
-#   mirrors: [ amazon, google, microsoft ]

data/examples/ranking/config.ru

@@ -1,6 +0,0 @@
-# This file is used by Rack-based servers to start the application.
-
-require_relative "config/environment"
-
-run Rails.application
-Rails.application.load_server

data/examples/ranking/db/migrate/20220209120747_create_games.rb

@@ -1,10 +0,0 @@
-class CreateGames < ActiveRecord::Migration[7.0]
-  def change
-    create_table :games do |t|
-      t.string :name
-      t.string :description
-
-      t.timestamps
-    end
-  end
-end

data/examples/ranking/db/migrate/20220209120910_create_plays.rb

@@ -1,19 +0,0 @@
-class CreatePlays < ActiveRecord::Migration[7.0]
-  def change
-    enable_extension("timescaledb") unless extensions.include? "timescaledb"
-    hypertable_options = {
-        time_column: 'created_at',
-        chunk_time_interval: '1 day',
-        compress_segmentby: 'game_id',
-        compress_orderby: 'created_at',
-        compression_interval: '7 days'
-    }
-    create_table :plays, hypertable: hypertable_options, id: false do |t|
-      t.references :game, null: false, foreign_key: false
-      t.integer :score
-      t.decimal :total_time
-
-      t.timestamps
-    end
-  end
-end

data/examples/ranking/db/migrate/20220209143347_create_score_per_hours.rb

@@ -1,5 +0,0 @@
-class CreateScorePerHours < ActiveRecord::Migration[7.0]
-  def change
-    create_scenic_continuous_aggregate :score_per_hours
-  end
-end

data/examples/ranking/db/schema.rb

@@ -1,47 +0,0 @@
-# This file is auto-generated from the current state of the database. Instead
-# of editing this file, please use the migrations feature of Active Record to
-# incrementally modify your database, and then regenerate this schema definition.
-#
-# This file is the source Rails uses to define your schema when running `bin/rails
-# db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
-# be faster and is potentially less error prone than running all of your
-# migrations from scratch. Old migrations may fail to apply correctly if those
-# migrations use external dependencies or application code.
-#
-# It's strongly recommended that you check this file into your version control system.
-
-ActiveRecord::Schema[7.0].define(version: 2022_02_09_143347) do
-  # These are extensions that must be enabled in order to support this database
-  enable_extension "plpgsql"
-  enable_extension "timescaledb"
-
-  create_table "games", force: :cascade do |t|
-    t.string "name"
-    t.string "description"
-    t.datetime "created_at", null: false
-    t.datetime "updated_at", null: false
-  end
-
-  create_table "plays", id: false, force: :cascade do |t|
-    t.bigint "game_id", null: false
-    t.integer "score"
-    t.decimal "total_time"
-    t.datetime "created_at", null: false
-    t.datetime "updated_at", null: false
-    t.index ["created_at"], name: "plays_created_at_idx", order: :desc
-    t.index ["game_id"], name: "index_plays_on_game_id"
-  end
-
-  create_hypertable "plays", time_column: "created_at", chunk_time_interval: "1 minute", compress_segmentby: "game_id", compress_orderby: "created_at ASC", compression_interval: "P7D"
-
-  create_continuous_aggregate("score_per_hours", <<-SQL)
-    SELECT plays.game_id,
-      time_bucket('PT1H'::interval, plays.created_at) AS bucket,
-      avg(plays.score) AS avg,
-      max(plays.score) AS max,
-      min(plays.score) AS min
-     FROM plays
-    GROUP BY plays.game_id, (time_bucket('PT1H'::interval, plays.created_at))
-  SQL
-
-end

data/examples/ranking/db/seeds.rb

@@ -1,7 +0,0 @@
-# This file should contain all the record creation needed to seed the database with its default values.
-# The data can then be loaded with the bin/rails db:seed command (or created alongside the database with db:setup).
-#
-# Examples:
-#
-#   movies = Movie.create([{ name: "Star Wars" }, { name: "Lord of the Rings" }])
-#   Character.create(name: "Luke", movie: movies.first)

data/examples/ranking/db/views/score_per_hours_v01.sql

@@ -1,7 +0,0 @@
-SELECT game_id,
-       time_bucket(INTERVAL '1 hour', created_at) AS bucket,
-       AVG(score),
-       MAX(score),
-       MIN(score)
-FROM plays
-GROUP BY game_id, bucket;

data/examples/ranking/public/robots.txt

@@ -1 +0,0 @@
-# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

data/examples/toolkit-demo/compare_volatility.rb

@@ -1,104 +0,0 @@
-# ruby compare_volatility.rb postgres://user:pass@host:port/db_name
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-end
-
-# TODO: get the volatility using the window function with plain postgresql
-
-ActiveRecord::Base.establish_connection ARGV.last
-
-# Compare volatility processing in Ruby vs SQL.
-class Measurement < ActiveRecord::Base
-  acts_as_hypertable time_column: "ts"
-  acts_as_time_vector segment_by: "device_id", value_column: "val"
-
-  scope :volatility_sql, -> do
-    select("device_id, timevector(#{time_column}, #{value_column}) -> sort() -> delta() -> abs() -> sum() as volatility")
-     .group("device_id")
-  end
-
-  scope :volatility_ruby, -> {
-    volatility = Hash.new(0)
-    previous = Hash.new
-    find_all do |measurement|
-      device_id = measurement.device_id
-      if previous[device_id]
-        delta = (measurement.val - previous[device_id]).abs
-        volatility[device_id] += delta
-      end
-      previous[device_id] = measurement.val
-    end
-    volatility
-  }
-  scope :values_from_devices, -> {
-    ordered_values = select(:val, :device_id).order(:ts)
-    Hash[
-      from(ordered_values)
-      .group(:device_id)
-      .pluck("device_id, array_agg(val)")
-    ]
-  }
-end
-
-class Volatility
-  def self.process(values)
-    previous = nil
-    deltas = values.map do |value|
-      if previous
-        delta = (value - previous).abs
-        volatility = delta
-      end
-      previous = value
-      volatility
-    end
-    #deltas => [nil, 1, 1]
-    deltas.shift
-    volatility = deltas.sum
-  end
-  def self.process_values(map)
-    map.transform_values(&method(:process))
-  end
-end
-
-ActiveRecord::Base.connection.add_toolkit_to_search_path!
-
-
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  unless Measurement.table_exists?
-    hypertable_options = {
-      time_column: 'ts',
-      chunk_time_interval: '1 day',
-    }
-    create_table :measurements, hypertable: hypertable_options, id: false do |t|
-      t.integer :device_id
-      t.decimal :val
-      t.timestamp :ts
-    end
-  end
-end
-
-if Measurement.count.zero?
-  ActiveRecord::Base.connection.execute(<<~SQL)
-      INSERT INTO measurements (ts, device_id, val)
-        SELECT ts, device_id, random()*80
-      FROM generate_series(TIMESTAMP '2022-01-01 00:00:00',
-                            TIMESTAMP '2022-02-01 00:00:00',
-                            INTERVAL '5 minutes') AS g1(ts),
-        generate_series(0, 5) AS g2(device_id);
-     SQL
-end
-
-
-volatilities = nil
-#ActiveRecord::Base.logger = nil
-Benchmark.bm do |x|
-  x.report("sql") { Measurement.volatility_sql.map(&:attributes)  }
-  x.report("ruby")  { Measurement.volatility_ruby }
-  x.report("fetch") { volatilities =  Measurement.values_from_devices }
-  x.report("process") { Volatility.process_values(volatilities) }
-end

data/examples/toolkit-demo/lttb/README.md

@@ -1,15 +0,0 @@
-# LTTB examples
-
-This folder contains a few ideas to explore and learn more about the lttb algorithm.
-
-There is a [./lttb.rb](./lttb.rb) file that is the Ruby implementation of lttb
-and also contains the related [./lttb_test.rb](./lttb_test.rb) file that
-verifies the same example from the Timescale Toolkit [implementation](https://github.com/timescale/timescaledb-toolkit/blob/6ee2ea1e8ff64bab10b90bdf4cd4b0f7ed763934/extension/src/lttb.rs#L512-L530).
-
-The [./lttb_sinatra.rb](./lttb_sinatra.rb) is a small webserver that compares
-the SQL vs Ruby implementation. It also uses the [./views](./views) folder which
-contains the view rendering part.
-
-You can learn more by reading the [LTTB tutorial](https://jonatas.github.io/timescaledb/toolkit_lttb_tutorial/).
-
-

data/examples/toolkit-demo/lttb/lttb.rb

@@ -1,92 +0,0 @@
-module Triangle
-  module_function
-  def area(a, b, c)
-    (ax, ay),(bx,by),(cx,cy) = a,b,c
-    (
-      (ax - cx).to_f * (by - ay) -
-      (ax - bx).to_f * (cy - ay)
-    ).abs * 0.5
-  end
-end
-class Lttb
-  class << self
-    def avg(array)
-      array.sum.to_f / array.size
-    end
-
-    def downsample(data, threshold)
-      new(data, threshold).downsample
-    end
-  end
-
-  attr_reader :data, :threshold
-  def initialize(data, threshold)
-    fail 'data is not an array' unless data.is_a? Array
-    fail "threshold should be >= 2. It's #{threshold}." if threshold < 2
-    @data = data
-    @threshold = threshold
-  end
-
-  def downsample
-    case @data.first.first
-    when Time, DateTime, Date
-      transformed_dates = true
-      dates_to_numbers()
-    end
-    process.tap do |downsampled|
-      numbers_to_dates(downsampled) if transformed_dates
-    end
-  end
-  private
-
-  def process
-    return data if threshold >= data.size || threshold == 0
-
-    sampled = [data.first, data.last] # Keep first and last point. append in the middle.
-    point_index = 0
-
-    (threshold - 2).times do |i|
-      step = [((i+1.0) * bucket_size).to_i, data.size].min
-      next_point = (i * bucket_size).to_i  + 1
-
-      break if next_point > data.size - 2
-
-      points = data[step, slice]
-      avg_x = Lttb.avg(points.map(&:first)).to_i
-      avg_y = Lttb.avg(points.map(&:last))
-
-      max_area = -1.0
-
-      (next_point...(step + 1)).each do |idx|
-        area = Triangle.area(data[point_index], data[idx], [avg_x, avg_y])
-
-        if area > max_area
-          max_area = area
-          next_point = idx
-        end
-      end
-
-      sampled.insert(-2, data[next_point])
-      point_index = next_point
-    end
-
-    sampled
-  end
-
-  def bucket_size
-    @bucket_size ||= ((data.size - 2.0) / (threshold - 2.0))
-  end
-
-  def slice
-    @slice ||= bucket_size.to_i
-  end
-
-  def dates_to_numbers
-    @start_date = data[0][0].dup
-    data.each{|d| d[0] = d[0] - @start_date }
-  end
-
-  def numbers_to_dates(downsampled)
-    downsampled.each{|d| d[0] = @start_date + d[0]}
-  end
-end