datamarket 0.7.104__py3-none-any.whl → 0.7.105__py3-none-any.whl

datamarket/interfaces/proxy.py

@@ -179,13 +179,13 @@ class ProxyInterface:
             return
 
         try:
-            logger.info(f"Current IP: {self.check_current_ip()}")
+            logger.debug(f"Current IP: {self.check_current_ip()}")
             with Controller.from_port(port=9051) as controller:
                 controller.authenticate(password=self.tor_password)
                 controller.signal(Signal.NEWNYM)
 
             time.sleep(5)
-            logger.info(f"New IP: {self.check_current_ip()}")
+            logger.debug(f"New IP: {self.check_current_ip()}")
         except Exception as ex:
             logger.error("Failed to renew Tor IP")
             logger.error(ex)
@@ -231,6 +231,11 @@ class ProxyInterface:
         pool = self._build_pool(use_auth)
         candidates = self._get_candidates(pool, randomize)
 
+        # Capture baseline before any health checks that might set it
+        baseline_before = None
+        if len(candidates) == 1:
+            baseline_before = self._health.get(candidates[0], {}).get("last_ip")
+
         def _find_working_entry():
             if not self.entries:
                 raise NoWorkingProxiesError("No proxies available")
@@ -246,13 +251,16 @@ class ProxyInterface:
             entry = _find_working_entry()
 
         if ensure_new_ip and len(pool) == 1:
-            logger.info(f"ensure_new_ip=True and single proxy, waiting for IP change: {entry[0]}:{entry[1]}")
+            logger.debug(f"ensure_new_ip=True and single proxy, handling IP change check: {entry[0]}:{entry[1]}")
             baseline = self._health.get(entry, {}).get("last_ip")
-            if not baseline:
-                if not self.is_entry_alive(entry, timeout=check_timeout):
-                    raise NoWorkingProxiesError("Proxy became unavailable during ensure_new_ip")
-                baseline = self._health.get(entry, {}).get("last_ip")
-            entry = self._wait_for_new_ip(entry, baseline, ensure_new_ip_timeout, ensure_new_ip_interval, check_timeout)
+            if not baseline_before:
+                # First time seeing this proxy: it was already checked in _find_working_entry, so return immediately
+                logger.debug("No baseline IP found; returning first-working proxy without waiting for IP change")
+            else:
+                # There is a baseline: wait for the IP to change
+                entry = self._wait_for_new_ip(
+                    entry, baseline, ensure_new_ip_timeout, ensure_new_ip_interval, check_timeout
+                )
 
         return entry
 
@@ -327,7 +335,7 @@ class ProxyInterface:
 
             if current_ip and current_ip != baseline:
                 self.mark_entry_status(entry, True, last_ip=current_ip)
-                logger.info(f"IP changed from {baseline} to {current_ip}")
+                logger.debug(f"IP changed from {baseline} to {current_ip}")
                 return entry
 
             time.sleep(interval)

{datamarket-0.7.104.dist-info → datamarket-0.7.105.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.7.104
+Version: 0.7.105
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket

{datamarket-0.7.104.dist-info → datamarket-0.7.105.dist-info}/RECORD

@@ -9,7 +9,7 @@ datamarket/interfaces/drive.py,sha256=3nhx3THr2SHNWKYwme9F2nPpvsqyEMFIxz0whF2FjH
 datamarket/interfaces/ftp.py,sha256=LH3Oz19k_xUNhzDXcrq5Ofb4c3uiph5pWUqpgiaDvHI,2671
 datamarket/interfaces/nominatim.py,sha256=xizT94tVum7QPppfDgI5sEhx1mAXT-SM3JyPl8CDxxU,15148
 datamarket/interfaces/peerdb.py,sha256=sO451wEGNb_0DDwchZ6eBVYKltqHM5XKau-WsfspXzA,23640
-datamarket/interfaces/proxy.py,sha256=vI_CGkTAnCz27gF_a-8zEON3a5vxvzmWAwOO2jeRJXk,13065
+datamarket/interfaces/proxy.py,sha256=j2m7T9mv18XXnkIhApsCDdG2tUAdnmDLWv1nHTNYHNI,13410
 datamarket/interfaces/tinybird.py,sha256=cNG-kAPTdQn2inlNX9LPf-VVdtnLud947ApLVO40Now,2594
 datamarket/params/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamarket/params/nominatim.py,sha256=S9TEB4FxmffvFyK9KffWl20TfXzWX69IAdbEehKar1I,11920
@@ -29,7 +29,7 @@ datamarket/utils/strings/obfuscation.py,sha256=Jo-x3f2Cb75983smmpcdPqUlBrLCTyrnm
 datamarket/utils/strings/standardization.py,sha256=j_NbT-O1XnxDvDhct8panfkrfAC8R5OX6XM5fYBZ4RU,1496
 datamarket/utils/typer.py,sha256=geWuwMwGQjBQhxo27hX0vEAeRl1j1TS0u2oFVfpAs5I,816
 datamarket/utils/types.py,sha256=vxdQZdwdXrfPR4Es52gBgol-tMRIOD6oK9cBo3rB0JQ,74
-datamarket-0.7.104.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamarket-0.7.104.dist-info/METADATA,sha256=K_hWvJnTd-1UesiRW-vKhl6eoNBKa3lR6u0k_bnDaHc,7382
-datamarket-0.7.104.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datamarket-0.7.104.dist-info/RECORD,,
+datamarket-0.7.105.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamarket-0.7.105.dist-info/METADATA,sha256=2uuHjpJUomXAU9YJYoRtnQPDZxPBSfbWtQ6RWgm4srk,7382
+datamarket-0.7.105.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datamarket-0.7.105.dist-info/RECORD,,