easy_ml 0.2.0.pre.rc18 → 0.2.0.pre.rc20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5756619381485dd3d8610ec98f4e8ec059631294ccc66ff0cd28644dbf421140
-  data.tar.gz: 8d7cbb411f2c73c3ef0fa7bdf3cd1c5d57095c427a0b12438a170e8bd8aa73e5
+  metadata.gz: 06b638a3c3ae41b11f0c3e00c7234d72b4c9c894516477904cd624c5b7424d7a
+  data.tar.gz: a3cf8f09f78239281bc18600c42dcb7796a9853d3e584329597c9330c6d56769
 SHA512:
-  metadata.gz: 1c2e32c59da8de236e38ed08d5742ac813cfd9c568cbf77b1cd9d90c76248dc7e2a8af5747fd0b2b87aeeee1e015af5ea24ca02662d26e3a8e3b5d6d732c5c8b
-  data.tar.gz: cd817219954f021b66b14471e396517546c1f757d3122b8328d2ff41e8ef2af343dc0df7411f69c2ffcc0b6d3de23f53806e8f5a0df5437d2b303ee0a381af58
+  metadata.gz: 80cae9ce9830c1500e25ef78a48a7a0265a585c258e0165aa9156bbebedc608e15252a39b0338373c4cb47cc30998b3e3a85ca922fb70be1494b4f5b72661bef
+  data.tar.gz: a21481353f7b9cea048fa503bb60d04eced87bb107c6a282cc69645ec5ec93cfd682f7dd506f0f7d8add7870a2bfef6aa8df5b3779111ffae57d977f2d50fb20

data/Rakefile

@@ -3,7 +3,6 @@
 require "sprockets/railtie"
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
-require "resque/tasks"
 
 RSpec::Core::RakeTask.new(:spec)
 
@@ -56,29 +55,3 @@ namespace :easy_ml do
     Rails::Generators.invoke("easy_ml:migration", [], { destination_root: EasyML::Engine.root.join("spec/internal") })
   end
 end
-
-task :environment do
-  # Force the application to load (Rails or standalone app setup)
-  require File.expand_path("config/environment", __dir__)
-end
-
-# Ensure resque:work depends on :environment
-namespace :resque do
-  desc "Start a Resque worker"
-  task :easy_ml => [:preload, :setup] do
-    require "resque"
-
-    begin
-      worker = Resque::Worker.new
-    rescue Resque::NoQueueError
-      abort "set QUEUE env var, e.g. $ QUEUE=critical,high rake resque:work"
-    end
-
-    worker.prepare
-    worker.log "Starting worker #{worker}"
-    worker.work(ENV["INTERVAL"] || 5) # interval, will block
-  end
-end
-
-task "resque:work" => :environment
-task "resque:workers" => :environment

data/lib/easy_ml/data/synced_directory.rb

@@ -3,7 +3,9 @@ require_relative "polars_reader"
 module EasyML
   module Data
     class SyncedDirectory
-      attr_accessor :root_dir, :s3_bucket, :s3_prefix, :s3_access_key_id, :s3_secret_access_key, :cache_for, :polars_args
+      attr_accessor :root_dir, :s3_bucket, :s3_prefix,
+                    :s3_access_key_id, :s3_secret_access_key,
+                    :s3_region, :cache_for, :polars_args
 
       def initialize(options = {})
         @root_dir = options.dig(:root_dir)
@@ -11,6 +13,7 @@ module EasyML
         @s3_prefix = options.dig(:s3_prefix)
         @s3_access_key_id = options.dig(:s3_access_key_id)
         @s3_secret_access_key = options.dig(:s3_secret_access_key)
+        @s3_region = options.dig(:s3_region) || EasyML::Configuration.s3_region
         @cache_for = options.dig(:cache_for)
         @polars_args = options.dig(:polars_args)
       end
@@ -224,6 +227,7 @@ module EasyML
           http_read_timeout: 30, # Timeout for reading response (in seconds))
           http_wire_trace: false, # Enable verbose HTTP logging
           http_idle_timeout: 0,
+          region: s3_region,
           logger: Logger.new(STDOUT), # Logs to STDOUT; you can also set a file
         )
       end

data/lib/easy_ml/support/synced_file.rb

@@ -95,7 +95,7 @@ module EasyML
       def s3
         @s3 ||= begin
             credentials = Aws::Credentials.new(s3_access_key_id, s3_secret_access_key)
-            Aws::S3::Client.new(credentials: credentials)
+            Aws::S3::Client.new(credentials: credentials, region: s3_region)
           end
       end
     end

data/lib/easy_ml/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module EasyML
-  VERSION = "0.2.0-rc18"
+  VERSION = "0.2.0-rc20"
 
   module Version
   end

data/lib/tasks/resque.rake

@@ -1,13 +1,8 @@
-namespace :easy_ml do
-  desc "Start resque-pool with the gem's configuration"
-  task :resque_pool do
-    require "resque"
-    gem_path = Gem::Specification.find_by_name("easy_ml").gem_dir
-    config_path = File.join(gem_path, "config", "resque-pool.yml")
+require "resque/tasks"
 
-    ENV["RESQUE_POOL_CONFIG"] = config_path
-    puts "Starting resque-pool with config: #{config_path}"
-
-    exec "bundle exec resque-pool --environment #{ENV["RAILS_ENV"] || "development"} --config #{config_path}"
-  end
+task :environment do
+  require File.expand_path("config/environment", Rails.root)
 end
+
+task "resque:work" => :environment
+task "resque:workers" => :environment

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: easy_ml
 version: !ruby/object:Gem::Version
-  version: 0.2.0.pre.rc18
+  version: 0.2.0.pre.rc20
 platform: ruby
 authors:
 - Brett Shollenberger