easy_ml 0.2.0.pre.rc40 → 0.2.0.pre.rc41

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_models.rb.tt

@@ -1,34 +1,36 @@
 # lib/railtie/generators/templates/migration/create_easy_ml_models.rb.tt
 class CreateEasyMLModels < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_models do |t|
-      t.string :name, null: false
-      t.string :model_type
-      t.string :status
-      t.bigint :dataset_id
-      t.bigint :model_file_id
-      t.json :configuration
-      t.string :version, null: false
-      t.string :root_dir
-      t.json :file
-      t.string :sha
-      t.datetime :last_trained_at
-      t.boolean :is_training
+    unless table_exists?(:easy_ml_models)
+      create_table :easy_ml_models do |t|
+        t.string :name, null: false
+        t.string :model_type
+        t.string :status
+        t.bigint :dataset_id
+        t.bigint :model_file_id
+        t.json :configuration
+        t.string :version, null: false
+        t.string :root_dir
+        t.json :file
+        t.string :sha
+        t.datetime :last_trained_at
+        t.boolean :is_training
 
-      t.timestamps
+        t.timestamps
 
-      t.index :created_at
-      t.index :last_trained_at
-      t.index :name
-      t.index :version
-      t.index :status
-      t.index [:name, :status]
-      t.index [:name, :version]
-      t.index :dataset_id
-      t.index :model_type
-      t.index :model_file_id
-      t.index :sha
-      t.index :is_training
+        t.index :created_at
+        t.index :last_trained_at
+        t.index :name
+        t.index :version
+        t.index :status
+        t.index [:name, :status]
+        t.index [:name, :version]
+        t.index :dataset_id
+        t.index :model_type
+        t.index :model_file_id
+        t.index :sha
+        t.index :is_training
+      end
     end
   end
 end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_predictions.rb.tt

@@ -1,17 +1,19 @@
 class CreateEasyMLPredictions < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_predictions do |t|
-      t.bigint :model_id, null: false
-      t.bigint :model_history_id
-      t.string :prediction_type
-      t.jsonb :prediction_value
-      t.jsonb :raw_input
-      t.jsonb :normalized_input
-      t.timestamps
+    unless table_exists?(:easy_ml_predictions)
+      create_table :easy_ml_predictions do |t|
+        t.bigint :model_id, null: false
+        t.bigint :model_history_id
+        t.string :prediction_type
+        t.jsonb :prediction_value
+        t.jsonb :raw_input
+        t.jsonb :normalized_input
+        t.timestamps
 
-      t.index :model_id
-      t.index :model_history_id
-      t.index :created_at
+        t.index :model_id
+        t.index :model_history_id
+        t.index :created_at
+      end
     end
   end
 end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_retraining_jobs.rb.tt

@@ -1,77 +1,80 @@
 class CreateEasyMLRetrainingJobs < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_retraining_jobs do |t|
-      t.bigint :model_id
-      t.string :frequency, null: false  # day, week, month, hour
-      t.json :at, null: false           # hour of day (0-23)
-      t.json :evaluator                 # Model evaluator
-      t.boolean :tuning_enabled, default: false
-      t.json :tuner_config              # configuration for the tuner
-      t.string :tuning_frequency        # day, week, month, hour - when to run with tuner
-      t.datetime :last_tuning_at        # track last tuning run
-      t.boolean :active, default: true
-      t.string :status, default: "pending"
-      t.datetime :last_run_at
-      t.string :metric, null: false
-      t.string :direction, null: false
-      t.float :threshold, null: false
-      t.boolean :auto_deploy, default: false
-      t.boolean :batch_mode
-      t.integer :batch_size
-      t.integer :batch_overlap
-      t.string :batch_key
+    unless table_exists?(:easy_ml_retraining_jobs)
+      create_table :easy_ml_retraining_jobs do |t|
+        t.bigint :model_id
+        t.string :frequency, null: false  # day, week, month, hour
+        t.json :at, null: false           # hour of day (0-23)
+        t.json :evaluator                 # Model evaluator
+        t.boolean :tuning_enabled, default: false
+        t.json :tuner_config              # configuration for the tuner
+        t.string :tuning_frequency        # day, week, month, hour - when to run with tuner
+        t.datetime :last_tuning_at        # track last tuning run
+        t.boolean :active, default: true
+        t.string :status, default: "pending"
+        t.datetime :last_run_at
+        t.string :metric, null: false
+        t.string :direction, null: false
+        t.float :threshold, null: false
+        t.boolean :auto_deploy, default: false
+        t.boolean :batch_mode
+        t.integer :batch_size
+        t.integer :batch_overlap
+        t.string :batch_key
 
-      t.timestamps
+        t.timestamps
 
-      t.index :model_id
-      t.index :active
-      t.index :last_run_at
-      t.index :last_tuning_at
-      t.index :batch_mode
-      t.index :auto_deploy
-      t.index :tuning_enabled
-    end
+        t.index :model_id
+        t.index :active
+        t.index :last_run_at
+        t.index :last_tuning_at
+        t.index :batch_mode
+        t.index :auto_deploy
+        t.index :tuning_enabled
+      end
 
-    create_table :easy_ml_retraining_runs do |t|
-      t.bigint :model_id
-      t.bigint :model_history_id
-      t.bigint :model_file_id
-      t.bigint :retraining_job_id, null: false
-      t.bigint :tuner_job_id, null: true
-      t.string :status, default: 'pending'
-      t.float :metric_value
-      t.float :threshold
-      t.string :trigger, default: 'manual'
-      t.string :threshold_direction
-      t.datetime :started_at
-      t.datetime :completed_at
-      t.text :error_message
-      t.jsonb :metadata
-      t.jsonb :metrics
-      t.jsonb :best_params
-      t.string :wandb_url
-      t.string :snapshot_id
-      t.boolean :deployable
-      t.boolean :is_deploying
-      t.boolean :deployed
-      t.bigint :deploy_id
+    unless table_exists?(:easy_ml_retraining_runs)
+      create_table :easy_ml_retraining_runs do |t|
+        t.bigint :model_id
+        t.bigint :model_history_id
+        t.bigint :model_file_id
+        t.bigint :retraining_job_id, null: false
+        t.bigint :tuner_job_id, null: true
+        t.string :status, default: 'pending'
+        t.float :metric_value
+        t.float :threshold
+        t.string :trigger, default: 'manual'
+        t.string :threshold_direction
+        t.datetime :started_at
+        t.datetime :completed_at
+        t.text :error_message
+        t.jsonb :metadata
+        t.jsonb :metrics
+        t.jsonb :best_params
+        t.string :wandb_url
+        t.string :snapshot_id
+        t.boolean :deployable
+        t.boolean :is_deploying
+        t.boolean :deployed
+        t.bigint :deploy_id
 
-      t.timestamps
+        t.timestamps
 
-      t.index :status
-      t.index :started_at
-      t.index :completed_at
-      t.index :created_at
-      t.index :tuner_job_id
-      t.index :retraining_job_id
-      t.index :model_id
-      t.index :trigger
-      t.index :wandb_url
-      t.index :snapshot_id
-      t.index :deploy_id
-      t.index :model_history_id
-      t.index :deployable
-      t.index :is_deploying
+        t.index :status
+        t.index :started_at
+        t.index :completed_at
+        t.index :created_at
+        t.index :tuner_job_id
+        t.index :retraining_job_id
+        t.index :model_id
+        t.index :trigger
+        t.index :wandb_url
+        t.index :snapshot_id
+        t.index :deploy_id
+        t.index :model_history_id
+        t.index :deployable
+        t.index :is_deploying
+      end
     end
   end
 end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_settings.rb.tt

@@ -1,9 +1,11 @@
 class CreateEasyMLSettings < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_settings do |t|
-      t.json :configuration
+    unless table_exists?(:easy_ml_settings)
+      create_table :easy_ml_settings do |t|
+        t.json :configuration
 
-      t.timestamps
+        t.timestamps
+      end
     end
   end
-end 
+end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_splitter_histories.rb.tt

@@ -2,8 +2,10 @@ require "historiographer/postgres_migration"
 
 class CreateEasyMLSplitterHistories < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_splitter_histories do |t|
-      t.histories(foreign_key: :splitter_id)
+    unless table_exists?(:easy_ml_splitter_histories)
+      create_table :easy_ml_splitter_histories do |t|
+        t.histories(foreign_key: :splitter_id)
+      end
     end
-  end
-end 
+  end 
+  end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_splitters.rb.tt

@@ -1,15 +1,17 @@
 class CreateEasyMLSplitters < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_splitters do |t|
-      t.string :splitter_type, null: false
-      t.json :configuration
-      t.bigint :dataset_id, null: false
+    unless table_exists?(:easy_ml_splitters)
+      create_table :easy_ml_splitters do |t|
+        t.string :splitter_type, null: false
+        t.json :configuration
+        t.bigint :dataset_id, null: false
 
-      t.timestamps
+        t.timestamps
 
-      t.index :splitter_type
-      t.index :created_at
-      t.index :dataset_id
+        t.index :splitter_type
+        t.index :created_at
+        t.index :dataset_id
+      end
     end
   end
-end
+  end

data/lib/easy_ml/railtie/templates/migration/create_easy_ml_tuner_jobs.rb.tt

@@ -1,40 +1,44 @@
 class CreateEasyMLTunerJobs < ActiveRecord::Migration[<%= ActiveRecord::Migration.current_version %>]
   def change
-    create_table :easy_ml_tuner_jobs do |t|
-      t.json :config, null: false
-      t.bigint :best_tuner_run_id
-      t.bigint :model_id, null: false
-      t.string :status
-      t.string :direction, default: 'minimize'
-      t.datetime :started_at
-      t.datetime :completed_at
-      t.jsonb :metadata
-      t.string :wandb_url
+    unless table_exists?(:easy_ml_tuner_jobs)
+      create_table :easy_ml_tuner_jobs do |t|
+        t.json :config, null: false
+        t.bigint :best_tuner_run_id
+        t.bigint :model_id, null: false
+        t.string :status
+        t.string :direction, default: 'minimize'
+        t.datetime :started_at
+        t.datetime :completed_at
+        t.jsonb :metadata
+        t.string :wandb_url
 
-      t.timestamps
+        t.timestamps
 
-      t.index :status
-      t.index :started_at
-      t.index :completed_at
-      t.index :model_id
-      t.index :best_tuner_run_id
-      t.index :wandb_url
+        t.index :status
+        t.index :started_at
+        t.index :completed_at
+        t.index :model_id
+        t.index :best_tuner_run_id
+        t.index :wandb_url
+      end
     end
 
-    create_table :easy_ml_tuner_runs do |t|
-      t.bigint :tuner_job_id, null: false
-      t.json :hyperparameters, null: false
-      t.float :value
-      t.integer :trial_number
-      t.string :status
-      t.string :wandb_url
+    unless table_exists?(:easy_ml_tuner_runs)
+      create_table :easy_ml_tuner_runs do |t|
+        t.bigint :tuner_job_id, null: false
+        t.json :hyperparameters, null: false
+        t.float :value
+        t.integer :trial_number
+        t.string :status
+        t.string :wandb_url
 
-      t.timestamps
+        t.timestamps
 
-      t.index [:tuner_job_id, :value]
-      t.index [:tuner_job_id, :trial_number], name: "idx_tuner_runs_and_trial_number"
-      t.index :status
-      t.index :wandb_url
+        t.index [:tuner_job_id, :value]
+        t.index [:tuner_job_id, :trial_number], name: "idx_tuner_runs_and_trial_number"
+        t.index :status
+        t.index :wandb_url
+      end
     end
   end
-end
+end

data/lib/easy_ml/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module EasyML
-  VERSION = "0.2.0-rc40"
+  VERSION = "0.2.0-rc41"
 
   module Version
   end

data/lib/easy_ml.rb

@@ -24,4 +24,5 @@ module EasyML
   require_relative "easy_ml/feature_store"
   require_relative "easy_ml/core"
   require_relative "easy_ml/predict"
+  require_relative "easy_ml/pending_migrations"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: easy_ml
 version: !ruby/object:Gem::Version
-  version: 0.2.0.pre.rc40
+  version: 0.2.0.pre.rc41
 platform: ruby
 authors:
 - Brett Shollenberger
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-01-24 00:00:00.000000000 Z
+date: 2025-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -402,20 +402,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: sprockets-rails
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: tailwindcss-rails
   requirement: !ruby/object:Gem::Requirement
@@ -543,6 +529,7 @@ files:
 - app/jobs/easy_ml/schedule_retraining_job.rb
 - app/jobs/easy_ml/sync_datasource_job.rb
 - app/jobs/easy_ml/training_job.rb
+- app/models/concerns/easy_ml/dataframe_serialization.rb
 - app/models/easy_ml/adapters/base_adapter.rb
 - app/models/easy_ml/adapters/polars_adapter.rb
 - app/models/easy_ml/cleaner.rb
@@ -561,6 +548,7 @@ files:
 - app/models/easy_ml/datasources/s3_datasource.rb
 - app/models/easy_ml/deploy.rb
 - app/models/easy_ml/event.rb
+- app/models/easy_ml/event_context.rb
 - app/models/easy_ml/feature.rb
 - app/models/easy_ml/feature_history.rb
 - app/models/easy_ml/model.rb
@@ -650,8 +638,10 @@ files:
 - lib/easy_ml/feature_store.rb
 - lib/easy_ml/features.rb
 - lib/easy_ml/logging.rb
+- lib/easy_ml/pending_migrations.rb
 - lib/easy_ml/predict.rb
 - lib/easy_ml/railtie/generators/migration/migration_generator.rb
+- lib/easy_ml/railtie/templates/migration/add_workflow_status_to_easy_ml_features.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_column_histories.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_columns.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_dataset_histories.rb.tt
@@ -659,6 +649,7 @@ files:
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_datasource_histories.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_datasources.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_deploys.rb.tt
+- lib/easy_ml/railtie/templates/migration/create_easy_ml_event_contexts.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_events.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_feature_histories.rb.tt
 - lib/easy_ml/railtie/templates/migration/create_easy_ml_features.rb.tt