mass-client 1.0.37 → 1.0.38

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 67027afe2fef86af66ff60e4769abd707be08a8a61e740ef0d6f04e470d51913
-  data.tar.gz: c9bb5842dc11e23453a0acf8cdf7c0ab51975caf31b35b05d7cd921aa0c162fd
+  metadata.gz: 79a458ee1f713c73e4567171dc2df8fe348612f4acb64b46987d9efbd941ee5c
+  data.tar.gz: 5cdd47bfa69af7dafd52681b64fdd4609d3d3a2c03804dcb20ac7459af2de959
 SHA512:
-  metadata.gz: acd01bf5c2a0a1c676b70443bb55e4fc5984c8d833b5a9230cb5723d960f0deec0d6093552e8da13b06dee0e3eb433c9c8032e14d2064aefdf3429487275461b
-  data.tar.gz: d4bab2f9b7bc735a4998f362037f028e9cc1d1d67f5bbb0fb4ade42a6b98966250cf0bd2a77cafde988942682c595479367ef3a3c1583621e36e5b88dd5dcaf5
+  metadata.gz: 40bc64016ace0f97d2a8b6b3b48c85c67cfce7039f6852301be029d2a8a9ba565c6a2520bec6b5b4139a37bcc1c6ba61e24bc0d9444a2e2b36406764e2c11242
+  data.tar.gz: 8d07063dd8c65e0a8a6831b3303ac953ddcb9e70f426259e0edb8f332b47b2e4728d755908a7fd94e241c5021a2c3a056a6745b427944384bb3f26b8fc1f0cde

data/lib/base-line/source.rb

@@ -87,27 +87,43 @@ module Mass
 
         # scroll down the page until N event elements are showed up
         def show_up_event_elements(job:, event_limit:, max_scrolls:, take_screenshots: false, logger:nil)
-              l = logger || BlackStack::DummyLogger.new(nil)
-              driver = job.profile.driver
-              # scroll down
-              i = 0
-              prev_n_events = 0
-              security_height = 150  
-              lis = self.event_elements(job: job)
-              n_events = lis.size
-              while (i<max_scrolls || n_events>prev_n_events) && n_events<event_limit
+            l = logger || BlackStack::DummyLogger.new(nil)
+            driver = job.profile.driver
+            # scroll down
+            i = 0
+            prev_n_events = 0
+            security_height = 150  
+            lis = self.event_elements(job: job)
+            n_events = lis.size
+            while (i<max_scrolls || n_events>prev_n_events) && n_events<event_limit
                 i += 1
 
                 prev_n_events = n_events
                 lis = self.event_elements(job: job)
                 n_events = lis.size
-  
-                # scroll down the exact height of the viewport
+
+                # scroll down the exact height of the viewport or the feed container
                 # reference: https://stackoverflow.com/questions/1248081/how-to-get-the-browser-viewport-dimensions
                 l.logs "Scrolling down (#{i.to_s.blue}/#{max_scrolls.to_s.blue} - #{n_events.to_s.blue}/#{event_limit.to_s.blue} events showed up)... "
                 step = self.desc['scrolling_step'] + rand(self.desc['scrolling_step_random'].to_i)
+
+                # old DOM
                 driver.execute_script("window.scrollTo(0, #{i.to_s}*#{step})")
-                #driver.execute_script("window.scrollTo(0, #{i.to_s}*(Math.max(document.documentElement.clientHeight || 0, window.innerHeight || 0)-#{security_height}))")
+
+                # new DOM
+                # Use a more robust script: compute a rounded pixel amount and try to scroll
+                # the main/feed container first (typical for SPA like LinkedIn). Fall back to
+                # document.scrollingElement or window if necessary.
+                script = <<~JS
+                    var amount = Math.round(#{i} * #{step});
+                    var el = document.querySelector('main') || document.querySelector('div[role="main"]') || document.querySelector('div[aria-label="Feed"]') || document.scrollingElement || document.documentElement || document.body;
+                    if (el && typeof el.scrollTo === 'function') {
+                        el.scrollTo(0, amount);
+                    } else {
+                        window.scrollTo(0, amount);
+                    }
+                JS
+                driver.execute_script(script)
                 sleep(5)
                 l.logf "done".green
 
@@ -122,7 +138,11 @@ module Mass
                 else
                     l.no
                 end
-              end
+            end # while
+            # If we exited because we reached the maximum number of scrolls
+            if i >= max_scrolls && n_events < event_limit
+                raise "Maximum scrolls (#{max_scrolls}) reached. Only #{n_events} events found."
+            end
         end
 
         # Return a hash desriptor of the events found.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mass-client
 version: !ruby/object:Gem::Version
-  version: 1.0.37
+  version: 1.0.38
 platform: ruby
 authors:
 - Leandro Daniel Sardi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2025-11-03 00:00:00.000000000 Z
+date: 2025-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: timeout