easy_ml 0.2.0.pre.rc68 → 0.2.0.pre.rc69

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2404bc2b6613d95627dc89265e76351f648d9b45e65f5935a71a0e2334d08d2c
-  data.tar.gz: 072f1d58d6e5d7864e3cdb365701c6fb6e635bc20e3e9ef415fe52772671ce76
+  metadata.gz: b4c3878d6cb51daa13de6d41b0480ce8d5f5288266e68866d9e2532de3d372b5
+  data.tar.gz: 62b963738afea40ffa9c00624164c8293b4b6994cd3c21e67162c8e61715c0de
 SHA512:
-  metadata.gz: d4e8ab597db1470630e555448fb057af07fab38ff5125fd7ce548db5ba71ca7abac26d1761fb892459890b5c8bce169cd9e165d80b4b91ec6a806dda1a36cbe5
-  data.tar.gz: 71cab456d196c15e03b16e2677cb3b64e08527b2b4acc20ac8ee6c0f0ceea671b74df0d61c174a914cfa85f7e476ad77f264ae78e6b604ed8f50ca2756d84956
+  metadata.gz: e8a6d8ee4af5fbac1f45b79e5edee2e8f9f4e3807616d05ab98ea9bc3ae42f08d546fb1a7e14b22338df8961716cf54f54300eb33d0a049582e64b7f54ea8d86
+  data.tar.gz: 61b7efd2451e0189f9f8ebb7149ca7707723bdf6cfa28e232b88fe0b286b86d6607fbbc4f222aaf97a7d175ef0e947041b9dd61ec2ef4bcec8e922561dce6c27

data/app/frontend/components/dataset/PreprocessingConfig.tsx

@@ -264,18 +264,18 @@ export function PreprocessingConfig({
   const renderStrategySpecificInfo = (type: 'training' | 'inference') => {
     const strategy = type === 'training' ? training : inference;
     let content;
-    if (strategy.method === 'most_frequent' && column.statistics?.raw.most_frequent_value) {
+    if (strategy.method === 'most_frequent' && column.statistics?.raw.most_frequent_value !== undefined) {
       content = `Most Frequent Value: ${column.statistics.raw.most_frequent_value}`
     } else if (strategy.method === 'ffill') {
       const lastValue = column.statistics?.raw.last_value;
-      if (lastValue !== undefined && lastValue !== null) {
+      if (lastValue !== undefined) {
         content = `Forward Fill using Last Value: ${lastValue}`;
       } else {
         content = 'Set date column & apply preprocessing to see last value';
       }
-    } else if (strategy.method === 'median' && column.statistics?.raw?.median !== undefined && column.statistics?.raw?.median !== null) {
+    } else if (strategy.method === 'median' && column.statistics?.raw?.median !== undefined) {
       content = `Median: ${column.statistics.raw.median}`
-    } else if (strategy.method === 'mean' && column.statistics?.raw?.mean !== undefined && column.statistics?.raw?.mean !== null) {
+    } else if (strategy.method === 'mean' && column.statistics?.raw?.mean !== undefined) {
       content = `Mean: ${column.statistics.raw.mean}`
     } else {
       return null;

data/app/jobs/easy_ml/compute_feature_job.rb

@@ -14,6 +14,7 @@ module EasyML
       #
       # https://github.com/drfeelngood/resque-batched-job/blob/master/lib/resque/plugins/batched_job.rb#L86
       batch_args = batch_args.dup
+      puts "Running batch #{batch_id} with args #{batch_args}"
       run_one_batch(batch_id, batch_args)
     end
 

data/app/models/easy_ml/column.rb

@@ -290,8 +290,6 @@ module EasyML
       end
     end
 
-    alias_method :feature, :computing_feature
-
     def set_feature_lineage
       return if dataset.nil?
 

data/app/models/easy_ml/dataset.rb

@@ -112,7 +112,7 @@ module EasyML
     end
 
     def schema
-      read_attribute(:schema) || datasource.schema
+      read_attribute(:schema) || datasource.schema || datasource.after_sync.schema
     end
 
     def processed_schema
@@ -186,9 +186,12 @@ module EasyML
 
     def actually_refresh
       refreshing do
+        puts "actually_refresh"
         learn(delete: false) # After syncing datasource, learn new statistics + sync columns
         process_data
+        puts "process_data"
         fully_reload
+        puts "Learning..."
         learn
         learn_statistics(type: :processed) # After processing data, we learn any new statistics
         now = UTC.now
@@ -208,7 +211,9 @@ module EasyML
       return refresh_async if async
 
       refreshing do
+        puts "prepare.."
         prepare
+        puts "fit features..."
         fit_features(async: async)
       end
     end
@@ -225,6 +230,7 @@ module EasyML
     end
 
     def after_fit_features
+      puts "after fit features..."
       unlock!
       reload
       return if failed?

data/app/models/easy_ml/datasource.rb

@@ -122,10 +122,12 @@ module EasyML
       self.refreshed_at = Time.now
       self.sha = adapter.sha
       save
+      self.schema
     end
 
     def refresh
       unless adapter.needs_refresh?
+        after_sync if schema.nil?
         update(sha: adapter.sha) if sha.nil?
         update!(is_syncing: false)
         return

data/lib/easy_ml/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module EasyML
-  VERSION = "0.2.0-rc68"
+  VERSION = "0.2.0-rc69"
 
   module Version
   end

data/public/easy_ml/assets/.vite/manifest.json

@@ -1,6 +1,6 @@
 {
   "entrypoints/Application.tsx": {
-    "file": "assets/entrypoints/Application.tsx-v1q2Ux1T.js",
+    "file": "assets/entrypoints/Application.tsx-CibZcrBc.js",
     "name": "entrypoints/Application.tsx",
     "src": "entrypoints/Application.tsx",
     "isEntry": true,