terrier-engine 4.13.1 → 4.13.2

package/test/dummy/db/schema.rb

@@ -0,0 +1,327 @@
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# This file is the source Rails uses to define your schema when running `bin/rails
+# db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
+# be faster and is potentially less error prone than running all of your
+# migrations from scratch. Old migrations may fail to apply correctly if those
+# migrations use external dependencies or application code.
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema[7.0].define(version: 2023_06_19_124820) do
+  # These are extensions that must be enabled in order to support this database
+  enable_extension "pgcrypto"
+  enable_extension "plpgsql"
+
+  create_table "contacts", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.uuid "location_id", null: false
+    t.uuid "user_id", null: false
+    t.text "contact_type", null: false
+    t.index ["_state"], name: "index_contacts_on__state"
+    t.index ["created_by_id"], name: "index_contacts_on_created_by_id"
+    t.index ["extern_id"], name: "index_contacts_on_extern_id"
+    t.index ["location_id"], name: "index_contacts_on_location_id"
+    t.index ["updated_by_id"], name: "index_contacts_on_updated_by_id"
+    t.index ["user_id"], name: "index_contacts_on_user_id"
+  end
+
+  create_table "dd_dive_groups", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.text "name", null: false
+    t.text "icon"
+    t.text "description_raw"
+    t.text "description_html"
+    t.integer "sort_order"
+    t.text "group_types", default: [], null: false, array: true
+    t.index ["_state"], name: "index_dd_dive_groups_on__state"
+    t.index ["created_by_id"], name: "index_dd_dive_groups_on_created_by_id"
+    t.index ["extern_id"], name: "index_dd_dive_groups_on_extern_id"
+    t.index ["updated_by_id"], name: "index_dd_dive_groups_on_updated_by_id"
+  end
+
+  create_table "dd_dive_runs", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.uuid "dd_dive_id"
+    t.jsonb "input_data"
+    t.jsonb "output_data"
+    t.jsonb "output_file_data"
+    t.text "status", null: false
+    t.index ["_state"], name: "index_dd_dive_runs_on__state"
+    t.index ["created_by_id"], name: "index_dd_dive_runs_on_created_by_id"
+    t.index ["dd_dive_id"], name: "index_dd_dive_runs_on_dd_dive_id"
+    t.index ["extern_id"], name: "index_dd_dive_runs_on_extern_id"
+    t.index ["updated_by_id"], name: "index_dd_dive_runs_on_updated_by_id"
+  end
+
+  create_table "dd_dives", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.uuid "owner_id"
+    t.uuid "dd_dive_group_id"
+    t.text "name", null: false
+    t.text "description_raw"
+    t.text "description_html"
+    t.text "visibility", null: false
+    t.integer "sort_order"
+    t.jsonb "query_data"
+    t.text "dive_types", default: [], null: false, array: true
+    t.index ["_state"], name: "index_dd_dives_on__state"
+    t.index ["created_by_id"], name: "index_dd_dives_on_created_by_id"
+    t.index ["dd_dive_group_id"], name: "index_dd_dives_on_dd_dive_group_id"
+    t.index ["extern_id"], name: "index_dd_dives_on_extern_id"
+    t.index ["owner_id"], name: "dd_dive_owners"
+    t.index ["updated_by_id"], name: "index_dd_dives_on_updated_by_id"
+  end
+
+  create_table "invoices", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.date "date", null: false
+    t.text "status", null: false
+    t.integer "price", default: 0, null: false
+    t.uuid "location_id", null: false
+    t.text "lines", array: true
+    t.index ["_state"], name: "index_invoices_on__state"
+    t.index ["created_by_id"], name: "index_invoices_on_created_by_id"
+    t.index ["extern_id"], name: "index_invoices_on_extern_id"
+    t.index ["location_id"], name: "index_invoices_on_location_id"
+    t.index ["updated_by_id"], name: "index_invoices_on_updated_by_id"
+  end
+
+  create_table "locations", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.integer "annual_value"
+    t.text "city"
+    t.text "state"
+    t.text "display_name", null: false
+    t.integer "number", null: false
+    t.text "tags", array: true
+    t.text "status", null: false
+    t.json "data"
+    t.text "address1"
+    t.text "address2"
+    t.text "zip"
+    t.text "county"
+    t.index ["_state"], name: "index_locations_on__state"
+    t.index ["created_by_id"], name: "index_locations_on_created_by_id"
+    t.index ["extern_id"], name: "index_locations_on_extern_id"
+    t.index ["number"], name: "index_locations_on_number"
+    t.index ["status"], name: "index_locations_on_status"
+    t.index ["tags"], name: "index_locations_on_tags"
+    t.index ["updated_by_id"], name: "index_locations_on_updated_by_id"
+  end
+
+  create_table "script_runs", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.float "duration"
+    t.text "exception"
+    t.text "backtrace", array: true
+    t.json "fields"
+    t.string "log_file_name"
+    t.string "log_content_type"
+    t.bigint "log_file_size"
+    t.datetime "log_updated_at"
+    t.string "status", default: "success", null: false
+    t.uuid "script_id", null: false
+    t.text "org_id"
+    t.text "script_body"
+    t.index ["_state"], name: "index_script_runs_on__state"
+    t.index ["created_by_id"], name: "index_script_runs_on_created_by_id"
+    t.index ["extern_id"], name: "index_script_runs_on_extern_id"
+    t.index ["script_id"], name: "index_script_runs_on_script_id"
+    t.index ["updated_by_id"], name: "index_script_runs_on_updated_by_id"
+  end
+
+  create_table "scripts", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.text "body"
+    t.text "title", null: false
+    t.text "description"
+    t.text "email_recipients", array: true
+    t.json "script_fields"
+    t.text "report_category"
+    t.json "schedule_rules"
+    t.text "schedule_rule_summaries", array: true
+    t.text "schedule_time", default: "none", null: false
+    t.integer "num_per_year", default: 0, null: false
+    t.text "schedule_type", default: "every", null: false
+    t.text "order_grouping", default: "combine", null: false
+    t.text "visibility", default: "private", null: false
+    t.text "org_id"
+    t.index ["_state"], name: "index_scripts_on__state"
+    t.index ["created_by_id"], name: "index_scripts_on_created_by_id"
+    t.index ["extern_id"], name: "index_scripts_on_extern_id"
+    t.index ["updated_by_id"], name: "index_scripts_on_updated_by_id"
+  end
+
+  create_table "targets", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.text "name", null: false
+    t.text "description"
+    t.index ["_state"], name: "index_targets_on__state"
+    t.index ["created_by_id"], name: "index_targets_on_created_by_id"
+    t.index ["extern_id"], name: "index_targets_on_extern_id"
+    t.index ["name"], name: "index_targets_on_name", unique: true
+    t.index ["updated_by_id"], name: "index_targets_on_updated_by_id"
+  end
+
+  create_table "users", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.text "address1"
+    t.text "address2"
+    t.text "city"
+    t.text "county"
+    t.text "email"
+    t.text "first_name", null: false
+    t.time "last_logged_in_at"
+    t.text "last_name", null: false
+    t.text "notes_html"
+    t.text "notes_raw"
+    t.text "password_digest", null: false
+    t.text "password_reset_token"
+    t.datetime "password_reset_token_expires_at"
+    t.text "role", null: false
+    t.text "state"
+    t.text "tags", default: [], null: false, array: true
+    t.text "zip"
+    t.index ["_state"], name: "index_users_on__state"
+    t.index ["created_by_id"], name: "index_users_on_created_by_id"
+    t.index ["email"], name: "index_users_on_email", unique: true
+    t.index ["extern_id"], name: "index_users_on_extern_id"
+    t.index ["role"], name: "index_users_on_role"
+    t.index ["tags"], name: "index_users_on_tags"
+    t.index ["updated_by_id"], name: "index_users_on_updated_by_id"
+  end
+
+  create_table "work_orders", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.integer "_state", default: 0, null: false
+    t.uuid "created_by_id"
+    t.text "created_by_name", null: false
+    t.text "extern_id"
+    t.uuid "updated_by_id"
+    t.text "updated_by_name"
+    t.datetime "time", precision: nil
+    t.text "status", null: false
+    t.integer "price", default: 0, null: false
+    t.uuid "location_id", null: false
+    t.uuid "user_id", null: false
+    t.uuid "invoice_id"
+    t.uuid "target_id"
+    t.text "notes"
+    t.index ["_state"], name: "index_work_orders_on__state"
+    t.index ["created_by_id"], name: "index_work_orders_on_created_by_id"
+    t.index ["extern_id"], name: "index_work_orders_on_extern_id"
+    t.index ["invoice_id"], name: "index_work_orders_on_invoice_id"
+    t.index ["location_id"], name: "index_work_orders_on_location_id"
+    t.index ["target_id"], name: "index_work_orders_on_target_id"
+    t.index ["updated_by_id"], name: "index_work_orders_on_updated_by_id"
+    t.index ["user_id"], name: "index_work_orders_on_user_id"
+  end
+
+  add_foreign_key "contacts", "locations"
+  add_foreign_key "contacts", "users"
+  add_foreign_key "contacts", "users", column: "created_by_id"
+  add_foreign_key "contacts", "users", column: "updated_by_id"
+  add_foreign_key "dd_dive_groups", "users", column: "created_by_id"
+  add_foreign_key "dd_dive_groups", "users", column: "updated_by_id"
+  add_foreign_key "dd_dive_runs", "dd_dives"
+  add_foreign_key "dd_dive_runs", "users", column: "created_by_id"
+  add_foreign_key "dd_dive_runs", "users", column: "updated_by_id"
+  add_foreign_key "dd_dives", "dd_dive_groups"
+  add_foreign_key "dd_dives", "users", column: "created_by_id"
+  add_foreign_key "dd_dives", "users", column: "owner_id"
+  add_foreign_key "dd_dives", "users", column: "updated_by_id"
+  add_foreign_key "invoices", "locations"
+  add_foreign_key "invoices", "users", column: "created_by_id"
+  add_foreign_key "invoices", "users", column: "updated_by_id"
+  add_foreign_key "locations", "users", column: "created_by_id"
+  add_foreign_key "locations", "users", column: "updated_by_id"
+  add_foreign_key "script_runs", "scripts"
+  add_foreign_key "script_runs", "users", column: "created_by_id"
+  add_foreign_key "script_runs", "users", column: "updated_by_id"
+  add_foreign_key "scripts", "users", column: "created_by_id"
+  add_foreign_key "scripts", "users", column: "updated_by_id"
+  add_foreign_key "targets", "users", column: "created_by_id"
+  add_foreign_key "targets", "users", column: "updated_by_id"
+  add_foreign_key "users", "users", column: "created_by_id"
+  add_foreign_key "users", "users", column: "updated_by_id"
+  add_foreign_key "work_orders", "invoices"
+  add_foreign_key "work_orders", "locations"
+  add_foreign_key "work_orders", "targets"
+  add_foreign_key "work_orders", "users"
+  add_foreign_key "work_orders", "users", column: "created_by_id"
+  add_foreign_key "work_orders", "users", column: "updated_by_id"
+end

package/test/dummy/db/seeds.rb

@@ -0,0 +1,204 @@
+puts "Seeding database..."
+
+## Config
+
+change_user = 'db:seed'
+
+# the contacts and orders take a long time to generate
+# you can skip them if they already exist
+skip_contacts = false
+skip_orders = false
+
+# by default, existing work orders will keep their times
+# set this to true for them to be updated to current
+update_times = false
+
+# define how many of each thing should be created
+totals = {
+  users: 1000,
+  locations: 10000,
+  contacts: 5000,
+  contract: 50,
+  onetime: 5
+}
+
+
+## Helpers
+
+def fake_address(record)
+  record.address1 ||= Faker::Address.street_address
+  record.address1 ||= Faker::Address.secondary_address
+  record.city ||= Faker::Address.city
+  record.state ||= Faker::Address.state
+  record.zip ||= Faker::Address.zip_code
+end
+
+
+## Users
+
+user_map = User.all.to_a.index_by &:extern_id
+0.upto(totals[:users]) do |user_num|
+  extern_id = "user-#{user_num}"
+  user = user_map[extern_id] || User.new(extern_id: extern_id)
+  if user.persisted?
+    puts "Updating user #{extern_id.bold}:"
+  else
+    puts "Creating new user #{extern_id.bold}:"
+    user.generate_password
+    user_map[extern_id] = user
+  end
+  user.first_name ||= Faker::Name.first_name
+  user.last_name ||= Faker::Name.last_name
+  user.email ||= Faker::Internet.email(name: user.full_name)
+  fake_address user
+  user.role ||= User.possible_role_values.sample
+  unless user.role == 'customer'
+    user.tags ||= [Faker::Job.position, Faker::Job.seniority]
+  end
+  ap user
+  user.save_if_needed! change_user
+end
+all_users = user_map.values
+techs = all_users.select{|u| u.role == 'technician'}
+puts "There are #{techs.count.to_s.bold} techs"
+
+
+## Locations
+
+loc_map = Location.all.to_a.index_by &:extern_id
+0.upto(totals[:locations]) do |loc_num|
+  extern_id = "location-#{loc_num}"
+  loc = loc_map[extern_id] || Location.new(extern_id: extern_id)
+  if loc.persisted?
+    puts "Updating location #{extern_id.bold}:"
+  else
+    puts "Creating new location #{extern_id.bold}:"
+    loc_map[extern_id] = loc
+  end
+  loc.number ||= loc_num
+  loc.display_name ||= (loc_num % 2 == 0 ? Faker::Name.name : Faker::Company.name)
+  fake_address loc
+  loc.status ||= Location.possible_status_values.sample
+  ap loc
+  loc.save_if_needed! change_user
+end
+all_locs = loc_map.values
+
+
+## Contacts
+
+if skip_contacts
+  puts "Skipped generating contacts, there are #{Contact.all.count.to_s.bold} of them"
+else
+  contact_map = Contact.all.includes(:user, :location).to_a.index_by &:extern_id
+  0.upto(totals[:contacts]) do |contact_num|
+    extern_id = "contacts-#{contact_num}"
+    contact = contact_map[extern_id] || Contact.new(extern_id: extern_id)
+    if contact.persisted?
+      puts "Updating contact #{extern_id.bold}:"
+    else
+      puts "Creating new contact #{extern_id.bold}:"
+    end
+    user = contact.user || all_users.sample
+    loc = contact.location || all_locs.sample
+    contact.user_id = user.id
+    contact.location_id = loc.id
+    contact.contact_type = user.role == 'customer' ? 'customer' : 'employee'
+    ap contact
+    contact.save_if_needed! change_user
+  end
+  puts "There are #{Contact.all.count.to_s.bold} contacts"
+end
+
+
+## Targets
+
+target_names = ["Ants", "Bed Bugs", "Birds", "Crawling Insects", "Fall Invaders", "Flying Insects", "Moles", "Mosquitoes", "Nuisance Animals", "Ornamental", "Roaches", "Rodents", "Spiders", "Stinging Insects", "Stored Product Pests", "Viruses and Bacteria", "Weeds", "Wood Destroyers"]
+target_map = Target.all.to_a.index_by &:extern_id
+target_names.each do |name|
+  extern_id = "target-#{name}"
+  target = target_map[extern_id] || Target.new(extern_id: extern_id)
+  if target.persisted?
+    puts "Updating existing target #{name.bold}"
+  else
+    puts "Creating new target #{name.bold}"
+    target_map[extern_id] = target
+  end
+  target.name = name
+  ap target
+  target.save_if_needed! change_user
+end
+targets = target_map.values
+
+
+## Work Orders
+
+if skip_orders
+  puts "Skipped generating work orders, there are #{WorkOrder.all.count.to_s.bold} of them"
+else
+  all_locs.each do |loc|
+    puts "Seeding work orders for location #{loc.number}"
+    total = totals[loc.status.to_sym]
+    order_map = loc.work_orders.to_a.index_by &:extern_id
+    0.upto(total) do |order_num|
+      extern_id = "#{loc.number}-order-#{order_num}"
+      order = order_map[extern_id] || WorkOrder.new(extern_id: extern_id)
+      if order.persisted?
+        puts "Updating order #{extern_id.bold}:"
+      else
+        puts "Creating new order #{extern_id.bold}:"
+        order.location_id = loc.id
+      end
+      order.user_id ||= techs.sample.id
+      order.price = rand(30000).round unless order.price && order.price > 0
+      order.time = nil if update_times
+      order.target_id ||= targets.sample.id
+      order.notes ||= [Faker::Verb.past.titleize, Faker::Appliance.equipment].join(' ')
+      unless order.time
+        d_week = (order_num - total + 4)
+        d = Date.today.beginning_of_week + d_week.weeks
+        d += rand(7).days
+        order.time = d.to_time + rand(16).hours
+        if order.time > Time.now
+          order.status = 'active'
+        else
+          order.status = 'complete'
+        end
+      end
+      ap order
+      order.save_if_needed! change_user
+    end
+  end
+  puts "There are #{WorkOrder.all.count.to_s.bold} work orders"
+end
+
+
+## Invoices
+
+all_locs.each do |loc|
+  invoice_map = loc.invoices.to_a.index_by &:month
+  puts "Generating invoices for location #{loc.number}"
+  grouped_orders = loc.work_orders.where(status: 'complete').to_a.group_by &:month
+  grouped_orders.each do |month, month_orders|
+    next unless month
+    puts "[#{loc.number}] There are #{month_orders.count} orders in #{month}"
+    invoice = invoice_map[month]
+    if invoice
+      puts "[#{loc.number}] Using existing invoice for #{invoice.date}"
+    else
+      puts "[#{loc.number}] Creating new invoice for #{month}"
+      invoice = Invoice.new location_id: loc.id, date: Date.parse("#{month}-01")
+    end
+    invoice.price = month_orders.map(&:price).sum
+    invoice.status = invoice.date < (Date.today - 1.month) ? 'paid' : 'open'
+    Invoice.transaction do
+      invoice.save_if_needed! change_user
+      month_orders.each do |order|
+        order.invoice_id = invoice.id
+        order.save_if_needed! change_user
+      end
+    end
+  end
+end
+puts "There are #{Invoice.all.count.to_s.bold} invoices"
+

package/test/dummy/lib/tasks/logging.rake

@@ -0,0 +1,20 @@
+namespace :logging do
+
+  desc "Demo the ProgressLogger output"
+  task :demo_progress_logger do
+    n = 100
+
+    # make a custom loggable for the output
+    loggable_class =
+      class MyLoggable
+        include Loggable
+      end
+
+    logger = ProgressLogger.new n, loggable_class.new
+    0.upto(n) do |i|
+      logger.step i, "Stepping..."
+      sleep 1
+    end
+  end
+
+end

package/test/dummy/lib/tasks/tabular.rake

@@ -0,0 +1,82 @@
+namespace :tabular do
+
+  def bench(name)
+    t = Time.now
+    res = yield
+    dt = Time.now - t
+    puts "Executed '#{name}' in #{dt.to_ms}ms"
+    res
+  end
+
+  def random_string(size=8)
+    rand(36 ** size).to_s(36)
+  end
+
+  N = 200000
+
+  LARGE_XLSX_BOOK_PATH = 'tabular/large-book.xlsx'
+  LARGE_XLSX_PATH = 'tabular/large.xlsx'
+  LARGE_CSV_PATH = 'tabular/large.csv'
+
+  desc "Generate a large set of tabular data and write it in various formats to public/system/"
+  task generate_large: :environment do
+    data = {}
+
+    bench "Generate #{N} Rows" do
+      data[:sheet1] = 0.upto(N).map do |n|
+        row = {
+          id: n,
+          foo: rand,
+          bar: "Row #{n}",
+          baz: rand > 0.5 ? 'high' : 'low',
+          other_id: SecureRandom.uuid,
+          date: Date.today-n.days
+        }
+        50.times do |c| # generate a ton of columns
+          row["column_#{c}".to_sym] = random_string
+        end
+        row
+      end
+
+      data[:sheet2] = 0.upto(N).map do |n|
+        {
+          id: n+10000,
+          rand: SecureRandom.uuid,
+          one_id: n,
+          repeating: SecureRandom.alphanumeric(4)*8
+        }
+      end
+    end
+
+    bench "Save #{N} Rows to csv" do
+      TabularIo.save data[:sheet1], LARGE_CSV_PATH
+    end
+
+    # bench "Save #{N} Rows in #{data.count} sheets to xlsx" do
+    #   TabularIo.save data, LARGE_XLSX_BOOK_PATH
+    # end
+    #
+    # bench "Save #{N} Rows to xlsx" do
+    #   TabularIo.save data[:sheet1], LARGE_XLSX_PATH
+    # end
+  end
+
+  desc "Splits the large file from public/system/#{LARGE_XLSX_BOOK_PATH} into separate csv files"
+  task split_large: :environment do
+    bench 'Split Data' do
+      TabularIo.split LARGE_XLSX_BOOK_PATH
+    end
+  end
+
+  desc "Loads the large CSV files to see if it's faster than reading them from the one xlsx"
+  task load_large: :environment do
+    %w[sheet1 sheet2].each do |name|
+      rel_path = File.join File.dirname(LARGE_XLSX_BOOK_PATH), "#{name}.csv"
+      bench "Load #{rel_path}" do
+        TabularIo.load rel_path
+      end
+    end
+  end
+
+
+end

package/test/dummy/package.json

@@ -0,0 +1,13 @@
+{
+  "scripts": {
+    "check": "tsc --noEmit",
+    "test": "vitest"
+  },
+  "devDependencies": {
+    "vite": "^5.0.0",
+    "vite-plugin-ruby": "^5.0.0"
+  },
+  "dependencies": {
+    "tuff-core": "latest"
+  }
+}