terrier-engine 4.67.3 → 4.67.4

package/app/models/concerns/terrier/script_base.rb

@@ -1,102 +0,0 @@
-require 'terrier/scripts/script_field'
-require 'terrier/scripts/script_searcher'
-require 'terrier/scripts/script_config'
-
-# include this module in the Script model
-module Terrier::ScriptBase
-  extend ActiveSupport::Concern
-  include Terrier::Model
-  include Terrier::Schedulable
-
-
-  included do
-
-    ## Columns
-
-    validates :title, presence: true
-
-    validates :body, presence: {allow_blank: true}
-
-
-    ## E-Mail
-
-    string_array_field :email_recipients
-
-
-    ## Fields
-
-    embeds_many :script_fields
-
-    def compute_field_values(raw_values={})
-      values = {}
-      self.script_fields.each do |field|
-        if field.is_a? Hash
-          field = ScriptField.new field
-        end
-        raw_value = raw_values[field.name] || field.default_value.presence
-        values[field.name] = ScriptField.compute_value field.field_type, raw_value
-      end
-      values
-    end
-
-    def compute_field_options
-      options = {}
-      self.script_fields.each do |field|
-        if field.is_a? Hash
-          field = ScriptField.new field
-        end
-        options[field.name] = field.compute_options
-      end
-      options
-    end
-
-
-    ## Reporting
-
-    enum_field :report_category, Terrier::ScriptConfig.category_icons.keys.map(&:to_s).sort
-
-
-    ## Runs
-
-    has_many :script_runs, dependent: :destroy
-
-
-    ## Scheduling
-
-    enum_field :schedule_time, %w(none evening morning 7 8 9 10 11 12 13 14 15 16 17 18)
-
-
-    ## Visibility
-
-    @visibility_levels = %w(public private)
-    enum_field :visibility, @visibility_levels
-
-    ## Email
-
-    def send_email_if_necessary(settings, user, output_files = [], log_url = "")
-      verify_settings settings
-      if self.email_recipients.present? && settings[:disable] == false
-        send_email settings, user, output_files, log_url
-      end
-    end
-
-    def send_email(settings, user, output_files, log_url)
-      raise NotImplementedError
-    end
-
-    def send_explicit_email(options)
-      raise NotImplementedError
-    end
-
-    private
-
-    def verify_settings(settings)
-      raise "email_settings file_output #{settings[:file_output]} is not valid" unless %w(attachment link).include? settings[:file_output]
-      raise "email_settings disable must be true or false" unless [true, false].include? settings[:disable]
-    end
-
-  end
-
-end
-
-

package/app/models/concerns/terrier/script_run_base.rb

@@ -1,25 +0,0 @@
-# include this module in the ScriptRun model
-module Terrier::ScriptRunBase
-  extend ActiveSupport::Concern
-
-  included do
-
-    belongs_to :script
-
-    enum_field :status, %w(running success error cancelled cleared)
-
-    validates :duration, presence: true
-
-    def filtered_fields
-      SqlBuilder.new
-                .with("jsonb_data as (select fields from script_runs where id = '#{self.id}')")
-                .select('jsonb_object_agg(key, value) as fields')
-                .from('jsonb_data, jsonb_each(jsonb_data.fields::jsonb)')
-                .where("jsonb_typeof(value) != 'array'")
-                .as_objects
-                .exec.to_a.first.fields
-    end
-
-  end
-
-end

package/app/models/dd_dive.rb

@@ -1,80 +0,0 @@
-# Columns
-# +---------------------+--------------+-----------------------+
-# | created_at          | timestamp(6) | required              |
-# | created_by_id       | uuid         | indexed               |
-# | created_by_name     | text         | required              |
-# | dd_dive_group_id    | uuid         | indexed               |
-# | delivery_mode       | text         |                       |
-# | delivery_recipients | text[]       |                       |
-# | delivery_schedule   | jsonb        |                       |
-# | description_html    | text         |                       |
-# | description_raw     | text         |                       |
-# | dive_types          | text[]       | required, default: {} |
-# | extern_id           | text         | indexed               |
-# | name                | text         | required              |
-# | owner_id            | uuid         | indexed               |
-# | query_data          | jsonb        |                       |
-# | sort_order          | integer      |                       |
-# | updated_at          | timestamp(6) | required              |
-# | updated_by_id       | uuid         | indexed               |
-# | updated_by_name     | text         |                       |
-# | visibility          | text         | required              |
-# +---------------------+--------------+-----------------------+
-# 
-# Associations
-# +------------+-----------------------+--------------------+
-# | Belongs To | created_by            | User               |
-# | Has Many   | dd_dive_distributions | DdDiveDistribution |
-# | Belongs To | dd_dive_group         | DdDiveGroup        |
-# | Has Many   | dd_dive_runs          | DdDiveRun          |
-# | Belongs To | owner                 | User               |
-# | Belongs To | updated_by            | User               |
-# +------------+-----------------------+--------------------+
-class DdDive < ApplicationRecord
-
-  def self.metadata
-    {
-      visibility: "hidden"
-    }
-  end
-
-  belongs_to :dd_dive_group, optional: true
-
-  has_many :dd_dive_runs, dependent: :restrict_with_error
-
-  validates :name, presence: true
-
-  markdown_field :description
-
-  belongs_to :owner, class_name: 'User', optional: true
-
-  json_field :query_data, {}, {
-    queries: 'Query[]'
-  }
-
-  string_array_field :dive_types
-
-  enum_field :visibility, %w[public private]
-
-
-  ## Delivery
-
-  has_many :dd_dive_distributions, dependent: :restrict_with_error
-
-  # deprecated
-  emails_field :delivery_recipients
-  json_field :delivery_schedule, {}, 'RegularSchedule'
-
-
-  ## Plots
-
-
-  ## Run
-
-  def run!(params={}, change_user='DdDive#run')
-    engine = DataDive::DiveEngine.new self, change_user
-    run = DdDiveRun.new dd_dive_id: self.id
-    engine.run! run, params
-  end
-
-end

package/app/models/dd_dive_distribution.rb

@@ -1,38 +0,0 @@
-# Columns
-# +-----------------+--------------+-----------------------+
-# | created_at      | timestamp(6) | required              |
-# | created_by_id   | uuid         | indexed               |
-# | created_by_name | text         | required              |
-# | dd_dive_id      | uuid         | indexed               |
-# | extern_id       | text         | indexed               |
-# | notes           | text         |                       |
-# | recipients      | text[]       | default: {}           |
-# | schedule        | jsonb        | required, default: {} |
-# | updated_at      | timestamp(6) | required              |
-# | updated_by_id   | uuid         | indexed               |
-# | updated_by_name | text         |                       |
-# +-----------------+--------------+-----------------------+
-# 
-# Associations
-# +------------+--------------+-----------+
-# | Belongs To | created_by   | User      |
-# | Has Many   | dd_dive_runs | DdDiveRun |
-# | Belongs To | updated_by   | User      |
-# +------------+--------------+-----------+
-class DdDiveDistribution < ApplicationRecord
-
-  has_many :dd_dive_runs,  dependent: :restrict_with_error
-
-  emails_field :recipients
-
-  json_field :schedule, {}, 'RegularSchedule'
-
-  belongs_to :dd_dive
-
-  # Returns this distribution's schedule as a RegularSchedule
-  # @return [RegularSchedule, nil]
-  def regular_schedule
-    RegularSchedule.new(self.schedule) if self.schedule.present?
-  end
-
-end

package/app/models/dd_dive_group.rb

@@ -1,38 +0,0 @@
-# Columns
-# +------------------+--------------+-----------------------+
-# | created_at       | timestamp(6) | required              |
-# | created_by_id    | uuid         | indexed               |
-# | created_by_name  | text         | required              |
-# | description_html | text         |                       |
-# | description_raw  | text         |                       |
-# | extern_id        | text         | indexed               |
-# | group_types      | text[]       | required, default: {} |
-# | icon             | text         |                       |
-# | name             | text         | required              |
-# | sort_order       | integer      |                       |
-# | updated_at       | timestamp(6) | required              |
-# | updated_by_id    | uuid         | indexed               |
-# | updated_by_name  | text         |                       |
-# +------------------+--------------+-----------------------+
-# 
-# Associations
-# +------------+------------+--------+
-# | Belongs To | created_by | User   |
-# | Has Many   | dd_dives   | DdDive |
-# | Belongs To | updated_by | User   |
-# +------------+------------+--------+
-class DdDiveGroup < ApplicationRecord
-
-  def self.metadata
-    {
-      visibility: "hidden"
-    }
-  end
-
-  has_many :dd_dives, dependent: :restrict_with_error
-
-  validates :name, presence: true
-
-  markdown_field :description
-
-end

package/app/models/dd_dive_plot.rb

@@ -1,40 +0,0 @@
-# Columns
-# +-----------------+--------------+-----------------------+
-# | created_at      | timestamp(6) | required              |
-# | created_by_id   | uuid         | indexed               |
-# | created_by_name | text         | required              |
-# | dd_dive_id      | uuid         | required, indexed     |
-# | extern_id       | text         | indexed               |
-# | layout          | jsonb        | required, default: {} |
-# | title           | text         | required              |
-# | traces          | jsonb        | required, default: [] |
-# | updated_at      | timestamp(6) | required              |
-# | updated_by_id   | uuid         | indexed               |
-# | updated_by_name | text         |                       |
-# +-----------------+--------------+-----------------------+
-# 
-# Associations
-# +------------+------------+--------+
-# | Belongs To | created_by | User   |
-# | Belongs To | dd_dive    | DdDive |
-# | Belongs To | updated_by | User   |
-# +------------+------------+--------+
-class DdDivePlot < ApplicationRecord
-
-  def self.metadata
-    {
-      visibility: "hidden"
-    }
-  end
-
-  belongs_to :dd_dive
-
-  validates :title, presence: true
-
-  json_field :layout, {}, 'DivePlotLayout'
-
-  json_field :traces, [], 'DivePlotTrace[]'
-
-
-
-end

package/app/models/dd_dive_run.rb

@@ -1,57 +0,0 @@
-# Columns
-# +-------------------------+--------------+----------+
-# | created_at              | timestamp(6) | required |
-# | created_by_id           | uuid         | indexed  |
-# | created_by_name         | text         | required |
-# | dd_dive_distribution_id | uuid         | indexed  |
-# | dd_dive_id              | uuid         | indexed  |
-# | delivery_data           | jsonb        |          |
-# | delivery_mode           | text         |          |
-# | delivery_recipients     | text[]       | indexed  |
-# | extern_id               | text         | indexed  |
-# | input_data              | jsonb        |          |
-# | output_data             | jsonb        |          |
-# | output_file_data        | jsonb        |          |
-# | status                  | text         | required |
-# | updated_at              | timestamp(6) | required |
-# | updated_by_id           | uuid         | indexed  |
-# | updated_by_name         | text         |          |
-# +-------------------------+--------------+----------+
-# 
-# Associations
-# +------------+----------------------+--------------------+
-# | Belongs To | created_by           | User               |
-# | Belongs To | dd_dive              | DdDive             |
-# | Belongs To | dd_dive_distribution | DdDiveDistribution |
-# | Belongs To | updated_by           | User               |
-# +------------+----------------------+--------------------+
-class DdDiveRun < ApplicationRecord
-
-  def self.metadata
-    {
-      visibility: "hidden"
-    }
-  end
-
-  belongs_to :dd_dive
-
-  enum_field :status, %w[initial running success error]
-
-  json_field :input_data, {}, {
-    queries: 'Query[]',
-    filters: 'FilterInput[]'
-  }
-  json_field :output_data
-
-  include SpreadsheetUploader::Attachment(:output_file)
-
-
-  ## Delivery
-
-  belongs_to :dd_dive_distribution, optional: true
-
-  emails_field :delivery_recipients
-
-  json_field :delivery_data
-
-end

package/app/models/schedule_rule.rb

@@ -1,169 +0,0 @@
-
-class Array
-  def index_runs
-    runs = []
-    run = nil
-    self.each do |i|
-      if run
-        if i > run.last + 1 # end of run
-          runs << run
-          run = [i]
-        else
-          if run.length == 1
-            run << i
-          else
-            run[-1] = i
-          end
-        end
-      else
-        run = [i]
-      end
-    end
-    runs << run if run
-    runs
-  end
-end
-
-
-WEEKS_PER_31_MONTH = 4.428
-WEEKS_PER_30_MONTH = 4.285
-
-WEEKS_PER_MONTH = {
-    january: WEEKS_PER_31_MONTH,
-    february: 4.0,
-    march: WEEKS_PER_31_MONTH,
-    april: WEEKS_PER_30_MONTH,
-    may: WEEKS_PER_31_MONTH,
-    june: WEEKS_PER_30_MONTH,
-    july: WEEKS_PER_31_MONTH,
-    august: WEEKS_PER_31_MONTH,
-    september: WEEKS_PER_30_MONTH,
-    october: WEEKS_PER_31_MONTH,
-    november: WEEKS_PER_30_MONTH,
-    december: WEEKS_PER_31_MONTH
-}
-
-
-class ScheduleRule
-  include Terrier::Embedded
-
-  def self.icon
-    'ios-calendar-outline'
-  end
-
-  string_array_field :days
-  string_array_field :weeks
-  string_array_field :months
-
-  def weeks_display
-    if self.weeks.index 'all'
-      'All Weeks'
-    elsif self.weeks.index 'every_2'
-      'Every Other Week'
-    else
-      'Week ' + self.weeks.join(', ')
-    end
-  end
-
-  @days = %w(sunday monday tuesday wednesday thursday friday saturday)
-  @short_days = %w(Sun Mon Tue Wed Thu Fri Sat)
-
-  @months = %w(january february march april may june july august september october november december)
-  @short_months = %w(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec)
-
-  @month_groups = [%w(january february march april may june), %w(july august september october november december)]
-
-  @quarter_january = %w(january april july october)
-  @quarter_february = %w(february may august november)
-  @quarter_march = %w(march june september december)
-
-  @weeks = %w(1 2 3 4 5 every_2 all)
-
-  class << self
-    attr_accessor :days, :short_days, :months, :short_months, :month_groups, :quarter_january, :quarter_february, :quarter_march, :weeks
-  end
-
-
-  # returns true if the rule contains the given day
-  def contains_day?(day)
-    month = day.strftime('%B').downcase
-    week = (((day.mday-1.0) / 7.0).floor + 1).to_s
-    weeks_a = self.weeks.is_a?(Array) ? self.weeks : [self.weeks]
-    weeks_s = weeks_a.compact.map(&:to_s)
-    day = day.strftime('%A').downcase
-    self.months.index(month) && (weeks_s.index('all') || weeks_s.index(week)) && self.days.index(day)
-  end
-
-  
-  ## Per Year and Per Month Counting
-
-  def num_per_year
-    num = if self.weeks.index 'all'
-            self.months.map do |month|
-              self.days.length * WEEKS_PER_MONTH[month.to_sym]
-            end.sum
-          elsif self.weeks.index '5'
-            self.months.map do |month|
-              remainder = WEEKS_PER_MONTH[month.to_sym] % 1
-              self.days.length * (self.weeks.length - 1 + remainder)
-            end.sum
-          elsif self.weeks.index 'every_2'
-            self.months.map do |month|
-              self.days.length * WEEKS_PER_MONTH[month.to_sym]/2.0
-            end.sum
-          else
-            self.days.length * self.weeks.length * self.months.length
-          end.floor
-
-    # prevent weird cases where we compute an extra service in the year
-    num = 52 if num == 53
-
-    # weekly winter service will come out to 25 because it's floored, it should be 26
-    if num == 25 && self.weeks.index('all')
-      num = 26
-    end
-
-    num
-  end
-
-  def num_per_month
-    pm = {}
-    self.months.each do |month|
-      pm[month] = if self.weeks.index 'all'
-                    self.days.length * WEEKS_PER_MONTH[month.to_sym]
-                  elsif self.weeks.index '5'
-                    remainder = WEEKS_PER_MONTH[month.to_sym] % 1
-                    self.days.length * (self.weeks.length - 1 + remainder)
-                  elsif self.weeks.index 'every_2'
-                    WEEKS_PER_MONTH[month.to_sym]/2.0 * self.days.length
-                  else
-                    self.days.length * self.weeks.length
-                  end
-    end
-    pm
-  end
-
-
-  ## Summary
-
-  def day_summary(short_days=true)
-    day_indexes = self.days.map{|d| ScheduleRule.days.index(d)}.sort
-    day_runs = day_indexes.index_runs
-    day_runs.map do |run|
-      run.map{|i| short_days ? ScheduleRule.short_days[i] : ScheduleRule.days[i].titleize }.join('-')
-    end.join(', ')
-  end
-
-  def month_summary(short_months=true)
-    month_indexes = self.months.map{|d| ScheduleRule.months.index(d)}.sort
-    month_runs = month_indexes.index_runs.compact
-    month_runs.map do |run|
-      run.compact.map{|i| short_months ? ScheduleRule.short_months[i] : ScheduleRule.months[i].titleize }.join('-')
-    end.join(', ')
-  end
-
-  def summary(short_days: true, short_months: true)
-    "#{day_summary(short_days)}; #{weeks_display}; #{month_summary(short_months)}"
-  end
-
-end

package/app/validators/email_list_validator.rb

@@ -1,18 +0,0 @@
-# Validates a text array column containing e-mail addresses
-class EmailListValidator < ActiveModel::EachValidator
-  def validate_each(record, attribute, value)
-    return if value.blank?
-
-    value.reject(&:blank?).each do |email|
-      unless valid_email?(email)
-        record.errors.add(attribute, "#{email} is not a valid email")
-      end
-    end
-  end
-
-  private
-
-  def valid_email?(email)
-    email =~ /\A[^@\s]+@[^@\s]+\.[^@\s]+\z/
-  end
-end

package/app/views/data_dive/entrypoint.html.slim

@@ -1 +0,0 @@
-#data-dive-app

package/bin/bundle

@@ -1,109 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-#
-# This file was generated by Bundler.
-#
-# The application 'bundle' is installed as part of a gem, and
-# this file is here to facilitate running it.
-#
-
-require "rubygems"
-
-m = Module.new do
-  module_function
-
-  def invoked_as_script?
-    File.expand_path($0) == File.expand_path(__FILE__)
-  end
-
-  def env_var_version
-    ENV["BUNDLER_VERSION"]
-  end
-
-  def cli_arg_version
-    return unless invoked_as_script? # don't want to hijack other binstubs
-    return unless "update".start_with?(ARGV.first || " ") # must be running `bundle update`
-    bundler_version = nil
-    update_index = nil
-    ARGV.each_with_index do |a, i|
-      if update_index && update_index.succ == i && a =~ Gem::Version::ANCHORED_VERSION_PATTERN
-        bundler_version = a
-      end
-      next unless a =~ /\A--bundler(?:[= ](#{Gem::Version::VERSION_PATTERN}))?\z/
-      bundler_version = $1
-      update_index = i
-    end
-    bundler_version
-  end
-
-  def gemfile
-    gemfile = ENV["BUNDLE_GEMFILE"]
-    return gemfile if gemfile && !gemfile.empty?
-
-    File.expand_path("../Gemfile", __dir__)
-  end
-
-  def lockfile
-    lockfile =
-      case File.basename(gemfile)
-      when "gems.rb" then gemfile.sub(/\.rb$/, ".locked")
-      else "#{gemfile}.lock"
-      end
-    File.expand_path(lockfile)
-  end
-
-  def lockfile_version
-    return unless File.file?(lockfile)
-    lockfile_contents = File.read(lockfile)
-    return unless lockfile_contents =~ /\n\nBUNDLED WITH\n\s{2,}(#{Gem::Version::VERSION_PATTERN})\n/
-    Regexp.last_match(1)
-  end
-
-  def bundler_requirement
-    @bundler_requirement ||=
-      env_var_version ||
-      cli_arg_version ||
-      bundler_requirement_for(lockfile_version)
-  end
-
-  def bundler_requirement_for(version)
-    return "#{Gem::Requirement.default}.a" unless version
-
-    bundler_gem_version = Gem::Version.new(version)
-
-    bundler_gem_version.approximate_recommendation
-  end
-
-  def load_bundler!
-    ENV["BUNDLE_GEMFILE"] ||= gemfile
-
-    activate_bundler
-  end
-
-  def activate_bundler
-    gem_error = activation_error_handling do
-      gem "bundler", bundler_requirement
-    end
-    return if gem_error.nil?
-    require_error = activation_error_handling do
-      require "bundler/version"
-    end
-    return if require_error.nil? && Gem::Requirement.new(bundler_requirement).satisfied_by?(Gem::Version.new(Bundler::VERSION))
-    warn "Activating bundler (#{bundler_requirement}) failed:\n#{gem_error.message}\n\nTo install the version of bundler this project requires, run `gem install bundler -v '#{bundler_requirement}'`"
-    exit 42
-  end
-
-  def activation_error_handling
-    yield
-    nil
-  rescue StandardError, LoadError => e
-    e
-  end
-end
-
-m.load_bundler!
-
-if m.invoked_as_script?
-  load Gem.bin_path("bundler", "bundle")
-end