timescaledb 0.2.6 → 0.2.7

data/examples/toolkit-demo/lttb/lttb_sinatra.rb

@@ -1,139 +0,0 @@
-# ruby lttb.rb postgres://user:pass@host:port/db_name
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do
-  gem 'timescaledb', path:  '../../..'
-  gem 'pry'
-  gem 'sinatra', require: false
-  gem 'sinatra-reloader', require: false
-  gem 'sinatra-cross_origin', require: false
-  gem 'chartkick'
-end
-
-require 'timescaledb/toolkit'
-require 'sinatra'
-require 'sinatra/json'
-require 'sinatra/cross_origin'
-require 'chartkick'
-require_relative 'lttb'
-
-PG_URI = ARGV.last
-
-VALID_SIZES = %i[small med big]
-def download_weather_dataset size: :small
-  unless VALID_SIZES.include?(size)
-    fail "Invalid size: #{size}. Valids are #{VALID_SIZES}"
-  end
-  url = "https://timescaledata.blob.core.windows.net/datasets/weather_#{size}.tar.gz"
-  puts "fetching #{size} weather dataset..."
-  system "wget \"#{url}\""
-  puts "done!"
-end
-
-def setup size: :small
-  file = "weather_#{size}.tar.gz"
-  download_weather_dataset(size: size) unless File.exists? file
-  puts "extracting #{file}"
-  system "tar -xvzf #{file} "
-  puts "creating data structures"
-  system "psql #{PG_URI} < weather.sql"
-  system %|psql #{PG_URI} -c "\\COPY locations FROM weather_#{size}_locations.csv CSV"|
-  system %|psql #{PG_URI} -c "\\COPY conditions FROM weather_#{size}_conditions.csv CSV"|
-end
-
-ActiveRecord::Base.establish_connection(PG_URI)
-class Location < ActiveRecord::Base
-  self.primary_key = "device_id"
-
-  has_many :conditions, foreign_key: "device_id"
-end
-
-class Condition < ActiveRecord::Base
-  acts_as_hypertable time_column: "time"
-  acts_as_time_vector value_column: "temperature", segment_by: "device_id"
-
-  belongs_to :location, foreign_key: "device_id"
-end
-
-# Setup Hypertable as in a migration
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  unless Condition.table_exists?
-    setup size: :big
-  end
-end
-
-require 'sinatra/reloader'
-require 'sinatra/contrib'
-register Sinatra::Reloader
-register Sinatra::Contrib
-include Chartkick::Helper
-
-set :bind, '0.0.0.0'
-set :port, 9999
-
-def conditions
-  device_ids = (1..9).map{|i|"weather-pro-00000#{i}"}
-  Condition
-    .where(device_id: device_ids.first)
-    .order('time')
-end
-
-def threshold
-  params[:threshold]&.to_i || 50
-end
-
-configure do
-  enable :cross_origin
-end
-before do
-  response.headers['Access-Control-Allow-Origin'] = '*'
-end
-
-# routes...
-options "*" do
-  response.headers["Allow"] = "GET, PUT, POST, DELETE, OPTIONS"
-  response.headers["Access-Control-Allow-Headers"] = "Authorization, 
-        Content-Type, Accept, X-User-Email, X-Auth-Token"
-  response.headers["Access-Control-Allow-Origin"] = "*"
-  200
-end
-
-get '/' do
-  headers 'Access-Control-Allow-Origin' => 'https://cdn.jsdelivr.net/'
-
-  erb :index
-end
-
-get '/lttb_ruby' do
-  payload = conditions
-    .pluck(:device_id, :time, :temperature)
-    .group_by(&:first)
-    .map do |device_id, data|
-      data.each(&:shift)
-      {
-        name: device_id,
-        data: Lttb.downsample(data, threshold)
-      }
-  end
-  json payload
-end
-
-get "/lttb_sql" do
-  downsampled = conditions
-    .lttb(threshold: threshold)
-    .map do |device_id, data|
-      {
-        name: device_id,
-        data: data.sort_by(&:first)
-      }
-    end
-  json downsampled
-end
-
-
-get '/all_data' do
-  data = conditions.pluck(:time, :temperature)
-  json [ { name: "All data", data: data} ]
-end

data/examples/toolkit-demo/lttb/lttb_test.rb

@@ -1,21 +0,0 @@
-require_relative 'lttb'
-require 'pp'
-require 'date'
-
-data = [
-  ['2020-1-1', 10],
-  ['2020-1-2', 21],
-  ['2020-1-3', 19],
-  ['2020-1-4', 32],
-  ['2020-1-5', 12],
-  ['2020-1-6', 14],
-  ['2020-1-7', 18],
-  ['2020-1-8', 29],
-  ['2020-1-9', 23],
-  ['2020-1-10', 27],
-  ['2020-1-11', 14]]
-data.each do |e|
-  e[0] = Time.mktime(*e[0].split('-'))
-end
-
-pp Lttb.downsample(data, 5)

data/examples/toolkit-demo/lttb/views/index.erb

@@ -1,27 +0,0 @@
-<script src="https://cdn.jsdelivr.net/npm/jquery@3.6.1/dist/jquery.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/hammerjs@2.0.8hammerjs@2.0.8"></script>
-<script src="https://cdn.jsdelivr.net/npm/moment@2.29.4/moment.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/highcharts@10.2.1/highcharts.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartjs-adapter-moment@1.0.0/dist/chartjs-adapter-moment.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartkick@4.2.0/dist/chartkick.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-zoom@1.2.1/dist/chartjs-plugin-zoom.min.js"></script>
-<h3>Downsampling <%= conditions.count %> records to
-  <select value="<%= threshold %>" onchange="location.href=`/?threshold=${this.value}`">
-    <option><%= threshold %></option>
-    <option value="50">50</option>
-    <option value="100">100</option>
-    <option value="500">500</option>
-    <option value="1000">1000</option>
-    <option value="5000">5000</option>
-  </select> points.
-</h3>
-
-<h3>SQL</h3>
-<%= line_chart("/lttb_sql?threshold=#{threshold}",
-              loading: "dowsampled data from SQL") %>
-<h3>Ruby</h3>
-<%= line_chart("/lttb_ruby?threshold=#{threshold}",
-               library: {chart: {zoomType: 'x'}},
-               points: true, loading: "downsampled data from Ruby") %>
-<!--%= line_chart("/all_data", loading: "Loading all data") %-->
-

data/examples/toolkit-demo/lttb-zoom/README.md

@@ -1,13 +0,0 @@
-# LTTB examples
-
-This folder contains an example to explore the a dynamic reloading of downsampled data.
-
-It keeps the same amount of data and refresh the data with a higher resolution
-as you keep zooming in. 
-There is a [./lttb_zoomable.rb](./lttb_zoomable.rb) file is a small webserver that compares
-the SQL vs Ruby implementation. It also uses the [./views](./views) folder which
-contains the view with the rendering and javascript part.
-
-You can learn more by reading the [LTTB Zoom tutorial](https://jonatas.github.io/timescaledb/toolkit_lttb_zoom/).
-
-

data/examples/toolkit-demo/lttb-zoom/lttb_zoomable.rb

@@ -1,90 +0,0 @@
-# ruby lttb_zoomable.rb postgres://user:pass@host:port/db_name
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do
-  gem 'timescaledb', path:  '../../..'
-  gem 'pry'
-  gem 'sinatra', require: false
-  gem 'sinatra-reloader'
-  gem 'sinatra-cross_origin'
-end
-
-require 'timescaledb/toolkit'
-require 'sinatra'
-require 'sinatra/json'
-require 'sinatra/contrib'
-
-register Sinatra::Reloader
-register Sinatra::Contrib
-
-PG_URI = ARGV.last
-
-VALID_SIZES = %i[small med big]
-def download_weather_dataset size: :small
-  unless VALID_SIZES.include?(size)
-    fail "Invalid size: #{size}. Valids are #{VALID_SIZES}"
-  end
-  url = "https://timescaledata.blob.core.windows.net/datasets/weather_#{size}.tar.gz"
-  puts "fetching #{size} weather dataset..."
-  system "wget \"#{url}\""
-  puts "done!"
-end
-
-def setup size: :small
-  file = "weather_#{size}.tar.gz"
-  download_weather_dataset(size: size) unless File.exists? file
-  puts "extracting #{file}"
-  system "tar -xvzf #{file} "
-  puts "creating data structures"
-  system "psql #{PG_URI} < weather.sql"
-  system %|psql #{PG_URI} -c "\\COPY locations FROM weather_#{size}_locations.csv CSV"|
-  system %|psql #{PG_URI} -c "\\COPY conditions FROM weather_#{size}_conditions.csv CSV"|
-end
-
-ActiveRecord::Base.establish_connection(PG_URI)
-
-class Condition < ActiveRecord::Base
-  acts_as_hypertable time_column: "time"
-  acts_as_time_vector value_column: "temperature", segment_by: "device_id"
-end
-
-# Setup Hypertable as in a migration
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  if !Condition.table_exists?  || Condition.count.zero?
-
-    setup size: :big
-  end
-end
-
-
-def filter_by_request_params
-  filter= {device_id: "weather-pro-000001"}
-  if params[:filter] && params[:filter] != "null"
-    from, to = params[:filter].split(",").map(&Time.method(:parse))
-    filter[:time] = from..to
-  end
-  filter
-end
-
-def conditions
-  Condition.where(filter_by_request_params).order('time')
-end
-
-def threshold
-  params[:threshold]&.to_i || 50
-end
-
-configure do
-  enable :cross_origin
-end
-
-get '/' do
-  erb :index
-end
-
-get "/lttb_sql" do
-  downsampled = conditions.lttb(threshold: threshold, segment_by: nil)
-  json downsampled
-end

data/examples/toolkit-demo/lttb-zoom/views/index.erb

@@ -1,33 +0,0 @@
-<head>
-  <script src="https://cdn.jsdelivr.net/npm/jquery@3.6.1/dist/jquery.min.js"></script>
-  <script src="https://cdn.plot.ly/plotly-latest.min.js"></script>
-</head>
-
-<h3>Downsampling <%= conditions.count %> records to
-  <select value="<%= threshold %>" onchange="location.href=`/?threshold=${this.value}`">
-    <option><%= threshold %></option>
-    <option value="50">50</option>
-    <option value="100">100</option>
-    <option value="500">500</option>
-    <option value="1000">1000</option>
-    <option value="5000">5000</option>
-  </select> points.
-</h3>
-<div id='container'></div>
-<script>
-  let chart = document.getElementById('container');
-  function fetch(filter) {
-    $.ajax({
-      url: `/lttb_sql?threshold=<%= threshold %>&filter=${filter}`,
-      success: function(result) {
-        let x = result.map((e) => e[0]);
-        let y = result.map((e) => parseFloat(e[1]));
-          Plotly.newPlot(chart, [{x, y,"mode": "markers", "type": "scatter"}]);
-        chart.on('plotly_relayout',
-          function(eventdata){
-            fetch([eventdata['xaxis.range[0]'],eventdata['xaxis.range[1]']]);
-          });
-      }});
-  }
-  fetch(null);
-</script>

data/examples/toolkit-demo/ohlc.rb

@@ -1,175 +0,0 @@
-# ruby ohlc.rb postgres://user:pass@host:port/db_name
-# @see https://jonatas.github.io/timescaledb/ohlc_tutorial
-
-require 'bundler/inline' #require only what you need
-
-gemfile(true) do
-  gem 'timescaledb', path:  '../..'
-  gem 'pry'
-end
-
-ActiveRecord::Base.establish_connection ARGV.last
-
-# Compare ohlc processing in Ruby vs SQL.
-class Tick < ActiveRecord::Base
-  acts_as_hypertable time_column: "time"
-  acts_as_time_vector segment_by: "symbol", value_column: "price"
-end
-require "active_support/concern"
-
-module Ohlc
-  extend ActiveSupport::Concern
-
-  included do
-    %w[open high low close].each do |name|
-      attribute name, :decimal
-      attribute "#{name}_time", :time
-    end
-
-
-    scope :attributes, -> do
-      select("symbol, time,
-        toolkit_experimental.open(ohlc),
-        toolkit_experimental.high(ohlc),
-        toolkit_experimental.low(ohlc),
-        toolkit_experimental.close(ohlc),
-        toolkit_experimental.open_time(ohlc),
-        toolkit_experimental.high_time(ohlc),
-        toolkit_experimental.low_time(ohlc),
-        toolkit_experimental.close_time(ohlc)")
-    end
-
-    scope :rollup, -> (timeframe: '1h') do
-      select("symbol, time_bucket('#{timeframe}', time) as time,
-            toolkit_experimental.rollup(ohlc) as ohlc")
-      .group(1,2)
-    end
-
-    def readonly?
-      true
-    end
-  end
-
-  class_methods do
-  end
-end
-
-class Ohlc1m < ActiveRecord::Base
-  self.table_name = 'ohlc_1m'
-  include Ohlc
-end
-
-class Ohlc1h < ActiveRecord::Base
-  self.table_name = 'ohlc_1h'
-  include Ohlc
-end
-
-class Ohlc1d < ActiveRecord::Base
-  self.table_name = 'ohlc_1d'
-  include Ohlc
-end
-=begin
-  scope :ohlc_ruby, -> (
-    timeframe: 1.hour,
-    segment_by: segment_by_column,
-    time: time_column,
-    value: value_column) {
-    ohlcs = Hash.new() {|hash, key| hash[key] = [] }
-
-    key = tick.send(segment_by)
-    candlestick = ohlcs[key].last
-    if candlestick.nil? || candlestick.time + timeframe > tick.time
-      ohlcs[key] << Candlestick.new(time $, price)
-    end
-    find_all do |tick|
-      symbol = tick.symbol
-
-      if previous[symbol]
-        delta = (tick.price - previous[symbol]).abs
-        volatility[symbol] += delta
-      end
-      previous[symbol] = tick.price
-    end
-    volatility
-  }
-=end
-
-ActiveRecord::Base.connection.add_toolkit_to_search_path!
-
-
-ActiveRecord::Base.connection.instance_exec do
-  ActiveRecord::Base.logger = Logger.new(STDOUT)
-
-  unless Tick.table_exists?
-    hypertable_options = {
-      time_column: 'time',
-      chunk_time_interval: '1 week',
-      compress_segmentby: 'symbol',
-      compress_orderby: 'time',
-      compression_interval: '1 month'
-    }
-    create_table :ticks, hypertable: hypertable_options, id: false do |t|
-      t.column :time , 'timestamp with time zone'
-      t.string :symbol
-      t.decimal :price
-      t.integer :volume
-    end
-
-    options = {
-      with_data: false,
-      refresh_policies: {
-        start_offset: "INTERVAL '1 month'",
-        end_offset: "INTERVAL '1 minute'",
-        schedule_interval: "INTERVAL '1 minute'"
-      }
-    }
-    create_continuous_aggregate('ohlc_1m', Tick._ohlc(timeframe: '1m'), **options)
-
-    execute "CREATE VIEW ohlc_1h AS #{ Ohlc1m.rollup(timeframe: '1 hour').to_sql}"
-    execute "CREATE VIEW ohlc_1d AS #{ Ohlc1h.rollup(timeframe: '1 day').to_sql}"
-  end
-end
-
-if Tick.count.zero?
-  ActiveRecord::Base.connection.execute(<<~SQL)
-    INSERT INTO ticks
-    SELECT time, 'SYMBOL', 1 + (random()*30)::int, 100*(random()*10)::int
-    FROM generate_series(TIMESTAMP '2022-01-01 00:00:00',
-                    TIMESTAMP '2022-02-01 00:01:00',
-                INTERVAL '1 second') AS time;
-     SQL
-end
-
-
-# Fetch attributes
-Ohlc1m.attributes
-
-# Rollup demo
-
-# Attributes from rollup
-Ohlc1m.attributes.from(Ohlc1m.rollup(timeframe: '1 day'))
-
-
-# Nesting several levels
-Ohlc1m.attributes.from(
-  Ohlc1m.rollup(timeframe: '1 week').from(
-    Ohlc1m.rollup(timeframe: '1 day')
-  )
-)
-Ohlc1m.attributes.from(
-  Ohlc1m.rollup(timeframe: '1 month').from(
-    Ohlc1m.rollup(timeframe: '1 week').from(
-      Ohlc1m.rollup(timeframe: '1 day')
-    )
-  )
-)
-
-Pry.start
-
-=begin
-TODO: implement the ohlc_ruby 
-Benchmark.bm do |x|
-  x.report("ruby")  { Tick.ohlc_ruby }
-  x.report("sql") { Tick.ohlc.map(&:attributes)  }
-end
-=end

data/mkdocs.yml

@@ -1,34 +0,0 @@
-site_name: The Timescaledb gem
-repo_url: https://github.com/jonatas/timescaledb
-edit_uri: edit/master/docs/
-extra:
-  analytics:
-    provider: google
-    property: G-9B2BMB0TNQ
-theme:
-  name: material
-  palette:
-    primary: indigo
-    accent: pink
-markdown_extensions:
-  - admonition
-  - codehilite:
-      guess_lang: false
-  - toc:
-      permalink: true
-  - pymdownx.highlight:
-      anchor_linenums: true
-  - pymdownx.inlinehilite
-  - pymdownx.snippets
-  - pymdownx.superfences
-
-nav:
-  - Introduction: index.md
-  - Migrations: migrations.md
-  - Models: models.md
-  - Toolkit Integration: toolkit.md
-  - Toolkit LTTB Tutorial: toolkit_lttb_tutorial.md
-  - Zooming with High Resolution: toolkit_lttb_zoom.md
-  - Toolkit OHLC: toolkit_ohlc.md
-  - Command Line: command_line.md
-  - Videos: videos.md

data/timescaledb.gemspec

@@ -1,40 +0,0 @@
-require_relative 'lib/timescaledb/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = "timescaledb"
-  spec.version       = Timescaledb::VERSION
-  spec.authors       = ["Jônatas Davi Paganini"]
-  spec.email         = ["jonatasdp@gmail.com"]
-
-  spec.summary       = %q{TimescaleDB helpers for Ruby ecosystem.}
-  spec.description   = %q{Functions from timescaledb available in the ActiveRecord models.}
-  spec.homepage      = "https://github.com/jonatas/timescaledb"
-  spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
-
-  spec.metadata["allowed_push_host"] = "https://rubygems.org"
-
-  spec.metadata["homepage_uri"] = spec.homepage
-  #spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
-  #spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  end
-  spec.bindir        = "bin"
-  spec.executables   = spec.files.grep(%r{^bin/tsdb}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  spec.add_dependency "pg", "~> 1.2"
-  spec.add_dependency "activerecord"
-  spec.add_dependency "activesupport"
-
-  spec.add_development_dependency "pry"
-  spec.add_development_dependency "rspec-its"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "dotenv"
-  spec.add_development_dependency "rake", "~> 12.0"
-  spec.add_development_dependency "database_cleaner-active_record"
-end