isomorfeus-asset-manager 0.12.2 → 0.12.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 169aeadc71daafe7fa04cdb85aea6c6c00e4827624c1a85a89bc7c0555a063c3
-  data.tar.gz: 622b5c1979563fb4d5bb7a1d064bc8cebbdb41be5626cc8d7a234e15f21bbd24
+  metadata.gz: 748ed2bb10bab68fad00bba234cc0175bc5d570d4e5173da53190922d2cfa413
+  data.tar.gz: 905ce53e7fefea4a9d69475c370d507e876348e38f7e296fd53b12f6c7b3923a
 SHA512:
-  metadata.gz: 59b5412998db5107f023cde6368ca9137f328f54fda0b8e0b10b8871a2db0936371e422ee86ee35fb55c99b15fa86a0a6db3fd2f99a65d488c4dce73df25242d
-  data.tar.gz: 741c7cab68752ff9c7fb13dc4a3dfa924a9e884bb94f587b1a237ad9dbdb0239174f43b94bb8bbabd73e15e7529bd739973bff9b3640c55351f464a0658f7cfd
+  metadata.gz: dae52b87da0a0da3f1808ae5d113632b5f7262701e58e399d8eb6b8ee4d45b317f285a03efda3df8ab9f6f2e1387c04c6a1e286b294214a9fb16cbb610725381
+  data.tar.gz: d8b04e26aeb39f2cd9abaf2f4f107a8a9d253f87b332f014fdad41cd487050c851301ebf8e01ef1a7a9f804134fab08a7b5eba22d12a9ccbdb16076d5e360bc8

data/lib/isomorfeus/asset_manager/asset.rb

@@ -63,6 +63,31 @@ module Isomorfeus
         end
         js << "\n" if !@js_imports.empty? && !@ruby_imports.empty?
         unless @ruby_imports.empty?
+          if Isomorfeus.development? && @target == :browser
+            js << <<~JAVASCRIPT
+            // Isomorfeus Asset Manager HMR code begin
+            let ws_protocol = (window.location.protocol == 'https:') ? 'wss:' : 'ws:';
+            let ws_url = ws_protocol + '//' + window.location.host + "#{Isomorfeus.assets_websocket_path}";
+            let hmr_ws = new WebSocket(ws_url);
+            hmr_ws.onmessage = function(event) {
+              let update = JSON.parse(event.data);
+              if (typeof update.error !== 'undefined') { console.error(update.error); return; }
+              let start_index = '/* Generated by Opal 1.2.0 */\\nOpal.modules[\\"'.length;
+              let end_index = update.javascript.indexOf('"', start_index);
+              let opal_module_name = update.javascript.substr(start_index, end_index - start_index);
+              console.log('Updating ', opal_module_name);
+              if (typeof Opal !== 'undefined' && typeof Opal.require_table !== "undefined" && Opal.require_table['corelib/module']) {
+                try {
+                  eval(update.javascript);
+                  if (Opal.require_table[opal_module_name]) { Opal.load.call(Opal, opal_module_name); } 
+                  else { Opal.require.call(Opal, opal_module_name); }
+                  Opal.Isomorfeus.$force_render();
+                } catch (e) { console.error(e); return; }
+              }
+            }
+            // Isomorfeus Asset Manager HMR code end
+            JAVASCRIPT
+          end
           js << "#{@ruby_imports.map(&:to_s).join("\n")}"
         end
         js

data/lib/isomorfeus/asset_manager/config.rb

@@ -1,18 +1,20 @@
 module Isomorfeus
   # available settings
   if RUBY_ENGINE == 'opal'
-    add_client_option(:assets_websocket_path)
     add_client_option(:assets_path)
-    add_client_option(:opal_assets_path)
   else
     class << self
       attr_reader :env
       attr_accessor :root
       attr_accessor :app_root
       attr_accessor :assets_path
+      attr_accessor :assets_websocket_path 
       attr_accessor :asset_manager_tmpdir
+      attr_accessor :asset_manager_hmr_channel
+      attr_accessor :asset_manager_hmr_dirs
       attr_accessor :node_paths
       attr_accessor :assets
+      attr_accessor :hmr_listener
 
       def add_web_js_import(*args)
         Isomorfeus.assets['web.js'].add_js_import(*args)
@@ -62,6 +64,10 @@ module Isomorfeus
     end
   end
 
+  self.hmr_listener = nil
+  self.asset_manager_hmr_channel = :isomorfeus_asset_manager_module_updates
+  self.asset_manager_hmr_dirs = %w[channels, components, data, operations, policies]
+  self.assets_websocket_path = '/_assets_websocket'
   self.assets_path = '/assets'
   self.assets = {
     'web.js' => Isomorfeus::AssetManager::Asset.new(:browser),

data/lib/isomorfeus/asset_manager/rack_middleware.rb

@@ -3,10 +3,11 @@
 module Isomorfeus
   class AssetManager
     class RackMiddleware
-      WS_RESPONSE = [0, {}, []]
+      WS_RESPONSE = [0, {}, []].freeze
       attr_reader :asset_manager
 
       def initialize(app)
+        STDERR.puts "asset manager"
         @app = app
         @asset_manager = Isomorfeus::AssetManager.new
         @compressible_types = %w[application/javascript text/javascript]
@@ -17,67 +18,70 @@ module Isomorfeus
           @assets_path = Isomorfeus.assets_path + '/'
           @assets_path_size = @assets_path.size
         end
+      rescue Exception => e
+        STDERR.puts "#{e.message}\n#{e.backtrace.join("\n")}\n"
       end
 
       def call(env)
-        begin
-          path_info = env['PATH_INFO']
-          if path_info.start_with?(@assets_path)
-            asset_key = path_info[@assets_path_size..-1]
+        path_info = env['PATH_INFO']
+        if path_info.start_with?(@assets_path)
+          asset_key = path_info[@assets_path_size..-1]
 
-            # get js
-            if Isomorfeus.assets.has_key?(asset_key)
-              asset = Isomorfeus.assets[asset_key]
-              if asset && asset.target != :node
-                asset_manager.transition(asset_key, asset)
-                headers = {}
-                headers['Last-Modified'] = asset.mtime
-                headers[Rack::CONTENT_TYPE] = 'application/javascript'
-                if should_gzip?(env)
-                  headers['Content-Encoding'] = "gzip"
-                  headers[Rack::CONTENT_LENGTH] = asset.bundle_gz_size
-                  return [200, headers, asset.bundle_gz]
-                else
-                  headers[Rack::CONTENT_LENGTH] = asset.bundle_size
-                  return [200, {}, asset.bundle]
-                end              
-              end
-            
-            # get source map
-            elsif asset_key.end_with?('.js.map')
-              asset = Isomorfeus.assets[asset_key[0..-5]]
-              if asset && asset.target != :node
-                asset_manager.transition(asset_key, asset) unless asset.bundled?
-                headers = {}
-                headers['Last-Modified'] = asset.mtime
-                headers[Rack::CONTENT_TYPE] = 'application/json'
-                if should_gzip?(env)
-                  headers['Content-Encoding'] = "gzip"
-                  headers[Rack::CONTENT_LENGTH] = asset.bundle_map_gz.size
-                  return [200, headers, asset.bundle_map_gz]
-                else
-                  headers[Rack::CONTENT_LENGTH] = asset.bundle_map.size
-                  return [200, {}, asset.bundle_map]
-                end 
-              end
+          # get js
+          if Isomorfeus.assets.key?(asset_key)
+            asset = Isomorfeus.assets[asset_key]
+            if asset && asset.target != :node
+              asset_manager.transition(asset_key, asset)
+              headers = {}
+              headers['Last-Modified'] = asset.mtime
+              headers[Rack::CONTENT_TYPE] = 'application/javascript'
+              if should_gzip?(env)
+                headers['Content-Encoding'] = "gzip"
+                headers[Rack::CONTENT_LENGTH] = asset.bundle_gz_size
+                return [200, headers, asset.bundle_gz]
+              else
+                headers[Rack::CONTENT_LENGTH] = asset.bundle_size
+                return [200, {}, asset.bundle]
+              end              
             end
-            # elsif Isomorfeus.development? && path_info == Isomorfeus.api_asset_hmr_socket_path
-            #   if env['rack.upgrade?'] == :websocket
-            #     env['rack.upgrade'] = Isomorfeus::AssetManager::ServerSocketProcessor.new
-            #   end
-            #   WS_RESPONSE
+          
+          # get source map
+          elsif asset_key.end_with?('.js.map')
+            asset = Isomorfeus.assets[asset_key[0..-5]]
+            if asset && asset.target != :node
+              asset_manager.transition(asset_key, asset) unless asset.bundled?
+              headers = {}
+              headers['Last-Modified'] = asset.mtime
+              headers[Rack::CONTENT_TYPE] = 'application/json'
+              if should_gzip?(env)
+                headers['Content-Encoding'] = "gzip"
+                headers[Rack::CONTENT_LENGTH] = asset.bundle_map_gz.size
+                return [200, headers, asset.bundle_map_gz]
+              else
+                headers[Rack::CONTENT_LENGTH] = asset.bundle_map.size
+                return [200, {}, asset.bundle_map]
+              end 
+            end
+          end
+
+        # hot reloading subscription
+        elsif Isomorfeus.development? && path_info == Isomorfeus.assets_websocket_path
+          if env['rack.upgrade?'] == :websocket
+            env['rack.upgrade'] = Isomorfeus::AssetManager::ServerSocketProcessor.new
           end
-        rescue Exception => e
-          STDERR.puts "#{e}\n#{e.backtrace.join("\n")}"
+          WS_RESPONSE
+        else
           @app.call(env)
         end
+      rescue Exception => e
+        STDERR.puts "#{e.message}\n#{e.backtrace.join("\n")}\n"
         @app.call(env)
       end
 
       def should_gzip?(env)
-        return true if env.has_key?('HTTP_ACCEPT_ENCODING') && env['HTTP_ACCEPT_ENCODING'].match?(/\bgzip\b/)
+        return true if env.key?('HTTP_ACCEPT_ENCODING') && env['HTTP_ACCEPT_ENCODING'].match?(/\bgzip\b/)
         return false if /\bno-transform\b/.match?(env[Rack::CACHE_CONTROL].to_s) || env['Content-Encoding']&.!~(/\bidentity\b/)
-        return false if @compressible_types && !(env.has_key?(Rack::CONTENT_TYPE) && @compressible_types.include?(env[Rack::CONTENT_TYPE][/[^;]*/]))
+        return false if @compressible_types && !(env.key?(Rack::CONTENT_TYPE) && @compressible_types.include?(env[Rack::CONTENT_TYPE][/[^;]*/]))
         true
       end
     end

data/lib/isomorfeus/asset_manager/server_socket_processor.rb

@@ -1,55 +1,21 @@
-module Isomorfeus
-  class AssetManager
-    class ServerSocketProcessor
-      # include Isomorfeus::Transport::ServerProcessor
-
-      # def on_message(client, data)
-      #   # TODO
-      #   if Isomorfeus.development?
-      #     write_lock = Isomorfeus.zeitwerk_lock.try_write_lock
-      #     if write_lock
-      #       Isomorfeus.zeitwerk.reload
-      #       Isomorfeus.zeitwerk_lock.release_write_lock
-      #     end
-      #     Isomorfeus.zeitwerk_lock.acquire_read_lock
-      #   end
-      #   request_hash = Oj.load(data, mode: :strict)
-      #   handler_instance_cache = {}
-      #   response_agent_array = []
-      #   Thread.current[:isomorfeus_user] = user(client)
-      #   Thread.current[:isomorfeus_pub_sub_client] = client
-      #   process_request(request_hash, handler_instance_cache, response_agent_array)
-      #   handler_instance_cache.each_value do |handler|
-      #     handler.resolve if handler.resolving?
-      #   end
-      #   result = {}
-      #   response_agent_array.each do |response_agent|
-      #     result.deep_merge!(response_agent.result)
-      #   end
-      #   client.write Oj.dump(result, mode: :strict) unless result.empty?
-      # ensure
-      #   Thread.current[:isomorfeus_user] = nil
-      #   Thread.current[:isomorfeus_pub_sub_client] = nil
-      #   Isomorfeus.zeitwerk_lock.release_read_lock if Isomorfeus.development?
-      # end
-
-      # def on_close(client)
-      #   # nothing for now
-      # end
-
-      # def on_open(client)
-      #   # nothing for now
-      # end
-
-      # def on_shutdown(client)
-      #   # nothing for now
-      # end
-
-      # def user(client)
-      #   current_user = client.instance_variable_get(:@isomorfeus_user)
-      #   return current_user if current_user
-      #   Anonymous.new
-      # end
-    end
-  end
-end
+module Isomorfeus
+  class AssetManager
+    class ServerSocketProcessor
+      def on_message(client, data)
+        # nothing for now
+      end
+
+      def on_close(client)
+        # client.unsubscribe Isomorfeus.asset_manager_hmr_channel
+      end
+
+      def on_open(client)
+        client.subscribe Isomorfeus.asset_manager_hmr_channel
+      end
+
+      def on_shutdown(client)
+        # nothing for now
+      end
+    end
+  end
+end

data/lib/isomorfeus/asset_manager/version.rb

@@ -1,5 +1,5 @@
 module Isomorfeus
   class AssetManager
-    VERSION = '0.12.2'
+    VERSION = '0.12.6'
   end
 end

data/lib/isomorfeus/asset_manager.rb

@@ -1,9 +1,5 @@
 module Isomorfeus
   class AssetManager
-    def self.finalize(tmpdir)
-      proc { FileUtils.rm_rf(tmpdir) }
-    end
-
     def initialize
       Isomorfeus.set_node_paths
 
@@ -12,6 +8,7 @@ module Isomorfeus
       @output_path = File.join(@tmpdir, 'output')
       FileUtils.mkdir_p(@imports_path)
       FileUtils.mkdir_p(@output_path)
+      @server_path = File.join(Isomorfeus.app_root, 'server')
 
       @context = ExecJS.permissive_compile(init_js)
 
@@ -25,17 +22,17 @@ module Isomorfeus
         Isomorfeus.add_ssr_js_import(ssr_imports_file) if File.exist?(ssr_imports_file)
       end
 
-      ObjectSpace.define_finalizer(self, self.class.finalize(@tmpdir))
+      init_hmr_listener if Isomorfeus.development? && !Isomorfeus.hmr_listener
     end
   
-    def transition(asset_key, asset)
+    def transition(asset_key, asset, analyze: false)
       return if !Isomorfeus.development? && asset.bundled?
       asset.mutex.synchronize do
         return if !Isomorfeus.development? && asset.bundled?
         asset.touch
-        compile_ruby_and_save(asset_key, asset)
+        build_ruby_and_save(asset_key, asset)
         save_imports(asset_key, asset)
-        run_esbuild(asset_key, asset)
+        run_esbuild(asset_key, asset, analyze)
         asset.bundle = bundled_asset(asset_key)
         asset.bundle_map = bundled_asset_map(asset_key) unless Isomorfeus.production?
       end
@@ -55,7 +52,7 @@ module Isomorfeus
       File.write(File.join(@imports_path, asset_key), asset.to_s)
     end
 
-    def compile_ruby_and_save(asset_key, asset)
+    def build_ruby_and_save(asset_key, asset)
       asset.ruby_imports.each do |ruby_import|
         out_file = File.join(@imports_path, ruby_import.module_name + '.js')
         next if !Isomorfeus.development? && File.exist?(out_file)
@@ -71,6 +68,13 @@ module Isomorfeus
       end
     end
 
+    def compile_ruby(file)
+      source = File.read(file)
+      module_file = file[(Isomorfeus.app_root.size + 1)..-1]
+      compiler = Opal::Compiler.new(source, requirable: true, file: module_file)
+      { javascript: compiler.compile }
+    end
+
     def print_message(m, level)
       l = m['location']
       STDERR.puts "#{l['file']}:#{l['line']}:#{l['column']}: #{level}: #{m['text']}"
@@ -78,17 +82,6 @@ module Isomorfeus
     end
 
     def handle_errors(asset_key, result)
-      # Todo simplify
-      unless result['warnings'].empty?
-        result['warnings'].each do |w|
-          print_message(w, 'warning')
-          unless w['notes'].empty?
-            w['notes'].each do |n|
-              print_message(n, 'note')
-            end
-          end
-        end
-      end
       unless result['errors'].empty?
         result['errors'].each do |e|
           print_message(w, 'error')
@@ -98,7 +91,7 @@ module Isomorfeus
             end
           end
         end
-        raise "Aseet Manager: error bundling '#{asset_key}'" 
+        raise "Asset Manager: error bundling '#{asset_key}'" 
       end
     end
 
@@ -115,23 +108,52 @@ module Isomorfeus
       JAVASCRIPT
     end
 
+    def init_hmr_listener
+      return unless Dir.exist?(Isomorfeus.app_root)
+      listen_dirs = []
+      Isomorfeus.asset_manager_hmr_dirs.each do |dir|
+        if File.absolute_path?(dir)
+          listen_dirs << dir if Dir.exist?(dir)
+        else
+          listen_dir = File.join(Isomorfeus.app_root, dir)
+          listen_dirs << listen_dir if Dir.exist?(listen_dir)
+        end
+      end
+      Isomorfeus.hmr_listener = Listen.to(*listen_dirs) do |modified, added, _|
+        (modified + added).each do |file|
+          next if file.start_with?(@server_path)
+          begin
+            update = compile_ruby(file)
+            update_json = Oj.dump(update, mode: :strict)
+            Iodine.publish(Isomorfeus.asset_manager_hmr_channel, update_json)
+          rescue Exception => e
+            message = "#{e.message}\n#{e.backtrace.join("\n")}"
+            STDERR.puts message
+            Iodine.publish(Isomorfeus.asset_manager_hmr_channel, Oj.dump({ error: message }, mode: :struct))
+          end
+        end
+      end
+      Isomorfeus.hmr_listener.start
+    end
+
     # possible future improvement
     # loader: {
     #   '.png': 'dataurl',
     #   '.svg': 'text',
     # },
-    def run_esbuild(asset_key, asset)
+    def run_esbuild(asset_key, asset, analyze = false)
       resolve_paths = ENV['NODE_PATH'].split(Gem.win_platform? ? ';' : ':')
       resolve_paths << 'node_modules'
       resolve_paths.uniq!
 
       result = @context.exec <<~JAVASCRIPT
-      return esbuild.buildSync({
+      let res = esbuild.buildSync({
         entryPoints: [path.resolve(global.imports_path, '#{asset_key}')],
         bundle: true,
         color: false,
         format: '#{asset.target == :node ? 'cjs' : 'iife'}',
         legalComments: 'linked',
+        metafile: true,
         minify: #{Isomorfeus.production? ? 'true' : 'false'},
         nodePaths: #{resolve_paths},
         outdir: global.output_path,
@@ -142,7 +164,15 @@ module Isomorfeus
         target: 'es6',
         write: true
       });
+      global.res_meta = res.metafile;
+      return res;
       JAVASCRIPT
+      if analyze
+        analysis = @context.await <<~JAVASCRIPT
+        esbuild.analyzeMetafile(global.res_meta, { verbose: true });
+        JAVASCRIPT
+        STDOUT.puts "Bundle analysis for #{asset_key}:\n#{analysis}\n"
+      end
       handle_errors(asset_key, result)
     end
   end