easy_ml 0.2.0.pre.rc97 → 0.2.0.pre.rc98

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a7de56b964119aa83ec62b64cf28fddc4f83ae3947d99a656643fe7355662ac5
-  data.tar.gz: fbdf0cdf54e96c128c37a5998cd2cf20135229e25320e1cce5b003defa448a52
+  metadata.gz: 8c105c4f00c13b7654204ff04d2ffcec27657a4fd3386a7712fba6da90bd733a
+  data.tar.gz: 141dc35ad18183a64b73b9cebc57ecebdfc5e9855c9afa52a0270e904bfcc651
 SHA512:
-  metadata.gz: 202db609a33bdd29437450364bb945e4a51cfe18f6e6b075f343ec504489a88f254b90c5e14e87d0098c917d372a6adc1ad51800627acc08de57fbc4269fb375
-  data.tar.gz: fcb1ab6d584f6b55d68ffc5a4118807443d61e26dd85cd3968bcd57cec4aa1d1183c2703956f06f38bf549ec7ef705aecb094014149685a761d7b1e4766720ee
+  metadata.gz: 2412eed49dd5824d871037ee4806a7fdf970caf034d03a504ae1020fa3d71aa79a9fb544ed5208c65ca1f4bd7be05f5a60ffd57c17187d3986f64b1c2a0f0f4d
+  data.tar.gz: 5e2416e89e5855b1fddfee0072a0b750880fb4f7afbf47968d3e0e8f8e20e5eb95ced11ff05cd9df79473cbc6621006148b1965c2439477757aa78c1340e2415

data/app/models/easy_ml/dataset.rb

@@ -667,8 +667,6 @@ module EasyML
     end
 
     def upload_remote_files
-      return if !needs_refresh?
-
       processed.upload.tap do
         features.each(&:upload_remote_files)
         features.each(&:save)

data/app/models/easy_ml/deploy.rb

@@ -65,8 +65,14 @@ module EasyML
 
           EasyML::Deploy.transaction do
             update(model_history_id: self.model_version.id, snapshot_id: self.model_version.snapshot_id, status: :success)
-            model.retraining_runs.where(status: :deployed).update_all(status: :success)
-            retraining_run.update(model_history_id: self.model_version.id, snapshot_id: self.model_version.snapshot_id, deploy_id: id, status: :deployed,)
+            model.retraining_runs.where(status: :deployed).update_all(status: :success, is_deploying: false)
+            retraining_run.update(
+              model_history_id: self.model_version.id,
+              snapshot_id: self.model_version.snapshot_id,
+              deploy_id: id,
+              status: :deployed,
+              is_deploying: false
+            )
           end
 
           model_version.tap do

data/app/models/easy_ml/model_file.rb

@@ -36,6 +36,10 @@ module EasyML
       )
     end
 
+    def s3_prefix
+      EasyML::Configuration.model_s3_path(model.name)
+    end
+
     def root_dir
       Pathname.new(model.root_dir)
     end

data/app/models/easy_ml/settings.rb

@@ -21,6 +21,16 @@ module EasyML
 
     validates :storage, inclusion: { in: %w[file s3] }, if: -> { storage.present? }
 
+    after_initialize :set_defaults, if: -> { new_record? }
+
+    def set_defaults
+      self.s3_prefix ||= "easy_ml"
+    end
+
+    def s3_prefix
+      read_attribute(:s3_prefix) || "easy_ml"
+    end
+
     TIMEZONES = [
       { value: "America/New_York", label: "Eastern Time" },
       { value: "America/Chicago", label: "Central Time" },

data/lib/easy_ml/configuration.rb

@@ -60,5 +60,17 @@ module EasyML
     def db_settings
       @db_settings ||= EasyML::Settings.first_or_create
     end
+
+    def self.s3_path_for(type, name)
+      File.join(instance.s3_prefix, type.to_s, name.to_s)
+    end
+
+    def self.model_s3_path(model_name)
+      s3_path_for("models", model_name.parameterize.gsub("-", "_"))
+    end
+
+    def self.dataset_s3_path(relative_path)
+      s3_path_for("datasets", relative_path)
+    end
   end
 end

data/lib/easy_ml/data/dataset_manager.rb

@@ -125,6 +125,10 @@ module EasyML
         synced_directory.download
       end
 
+      def remote_files
+        synced_directory.remote_files
+      end
+
       private
 
       def root

data/lib/easy_ml/data/splits/file_split.rb

@@ -46,7 +46,9 @@ module EasyML
         end
 
         def s3_prefix
-          File.join("datasets", dir.split("datasets").last)
+          EasyML::Configuration.dataset_s3_path(
+            dir.split("datasets").last
+          )
         end
 
         def synced_directory

data/lib/easy_ml/feature_store.rb

@@ -36,6 +36,19 @@ module EasyML
       )
     end
 
+    # Expose S3 information for testing and verification
+    def s3_prefix
+      EasyML::Configuration.dataset_s3_path(
+        File.join(feature_dir.split("datasets").last, "compacted")
+      )
+    end
+
+    def s3_key(filename = nil)
+      filename ||= File.basename(files.first) if files.any?
+      return nil unless filename
+      File.join(s3_prefix, filename)
+    end
+
     private
 
     def batch_size
@@ -49,9 +62,5 @@ module EasyML
         feature&.name&.parameterize&.gsub("-", "_")
       )
     end
-
-    def s3_prefix
-      File.join("datasets", feature_dir.split("datasets").last)
-    end
   end
 end

data/lib/easy_ml/support/synced_file.rb

@@ -52,6 +52,10 @@ module EasyML
         full_path
       end
 
+      def s3_key
+        s3_prefix.present? ? File.join(s3_prefix, filename) : filename
+      end
+
       def path
         File.join(root_dir, s3_prefix)
       end

data/lib/easy_ml/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module EasyML
-  VERSION = "0.2.0-rc97"
+  VERSION = "0.2.0-rc98"
 
   module Version
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: easy_ml
 version: !ruby/object:Gem::Version
-  version: 0.2.0.pre.rc97
+  version: 0.2.0.pre.rc98
 platform: ruby
 authors:
 - Brett Shollenberger
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-03-06 00:00:00.000000000 Z
+date: 2025-03-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord