vchrome 0.1.9__py3-none-any.whl → 0.1.10__py3-none-any.whl

vchrome/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '0.1.9'
+__version__ = '0.1.10'
 __author__ = 'v'
 # ----------------------------------------------------------------------------------------------------
 _allowed = {'Chrome'}
@@ -15,6 +15,7 @@ import copy
 import types
 import queue
 import time
+import ast
 import inspect
 import textwrap
 import threading
@@ -252,6 +253,18 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
             return data
         if is_err:
             raise Exception(is_err)
+    def has_print(func):
+        try:
+            if not func:
+                return False
+            code = textwrap.dedent(inspect.getsource(func))
+            tree = ast.parse(code)
+            for node in ast.walk(tree):
+                if isinstance(node, ast.Call):
+                    if isinstance(node.func, ast.Name) and node.func.id == "print":
+                        return True
+        except:
+            return False
     def is_function(obj):
         return type(obj) == types.FunctionType or type(obj) == types.MethodType
     def create_connection_saf(*a, **kw):
@@ -402,6 +415,7 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
             self.call_listen = {}
             self.call_listen_keys = []
             self.call_listen_vals = {}
+            self.call_listen_lock = {}
             self.tools = SniffTools(self)
         def _listen_cdp(self, sessionId):
             self.f.cdp('Network.enable',{
@@ -431,6 +445,10 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
             self.call_listen[pk] = [waiter, on_request, on_response]
             self.call_listen_keys = self.call_listen.keys()
             self.call_listen_vals[pk] = [pattern, is_regex]
+            # To make it easier to synchronize function printing (if there are print calls within the function).
+            self.call_listen_lock[pk] = 0
+            if has_print(on_request): self.call_listen_lock[pk] = self.call_listen_lock[pk] | 1
+            if has_print(on_response): self.call_listen_lock[pk] = self.call_listen_lock[pk] | 2
             return waiter
         def _handle_network(self):
             self.f.set_method_callback('Network.requestWillBeSent', self.Network_requestWillBeSent)
@@ -453,8 +471,11 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                         waiter, on_request, on_response = self.call_listen[k]
                         if on_request:
                             r = SniffNetwork.NetworkRequest(self.info_listen[requestId])
-                            if on_request(r):
-                                waiter.add(r)
+                            if self.call_listen_lock[k] & 1:
+                                with rl:
+                                    if on_request(r): waiter.add(r)
+                            else:
+                                if on_request(r): waiter.add(r)
         def Network_requestWillBeSentExtraInfo(self, rdata):
             request_extra = rdata['params']
             requestId = request_extra['requestId']
@@ -467,8 +488,11 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                         waiter, on_request, on_response = self.call_listen[k]
                         if on_request:
                             r = SniffNetwork.NetworkRequest(self.info_listen[requestId])
-                            if on_request(r):
-                                waiter.add(r)
+                            if self.call_listen_lock[k] & 1:
+                                with rl:
+                                    if on_request(r): waiter.add(r)
+                            else:
+                                if on_request(r): waiter.add(r)
             else:
                 self.info_listen[requestId] = {}
                 self.info_listen[requestId]['request_extra'] = request_extra
@@ -504,8 +528,11 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                         rbody = self.f.cdp('Network.getResponseBody', {"requestId": requestId}, sessionId=rdata.get('sessionId'), limit_time=3)
                         self.info_listen[requestId]['response_body'] = rbody
                         r = SniffNetwork.NetworkResponse(self.info_listen[requestId])
-                        if on_response(r):
-                            waiter.add(r)
+                        if self.call_listen_lock[k] & 2:
+                            with rl:
+                                if on_response(r): waiter.add(r)
+                        else:
+                            if on_response(r): waiter.add(r)
                         self.info_listen.pop(requestId, None)
                         self.qlist.get('V')
         def Network_loadingFailed(self, rdata):
@@ -682,6 +709,7 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
             self.call_change = {}
             self.call_change_keys = []
             self.call_change_vals = {}
+            self.call_change_lock = {}
             self.tools = SniffTools(self)
         def _change_cdp(self, sessionId):
             self.f.cdp('Fetch.enable',{
@@ -712,6 +740,10 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
             self.call_change[pk] = [waiter, on_request, on_response]
             self.call_change_keys = self.call_change.keys()
             self.call_change_vals[pk] = [pattern, is_regex]
+            # To make it easier to synchronize function printing (if there are print calls within the function).
+            self.call_change_lock[pk] = 0
+            if has_print(on_request): self.call_change_lock[pk] = self.call_change_lock[pk] | 1
+            if has_print(on_response): self.call_change_lock[pk] = self.call_change_lock[pk] | 2
             return waiter
         def _handle_fetch(self):
             self.f.set_method_callback('Fetch.requestPaused', self.Fetch_requestPaused)
@@ -738,8 +770,11 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                         })
                         if on_request:
                             try:
-                                if on_request(x):
-                                    waiter.add(x)
+                                if self.call_change_lock[k] & 1:
+                                    with rl:
+                                        if on_request(x): waiter.add(x)
+                                else:
+                                    if on_request(x): waiter.add(x)
                             except:
                                 self.f.logger.log('[ERROR] in request on_request', traceback.format_exc())
                                 continue
@@ -771,6 +806,15 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                                 self.f.logger.log('[ERROR] in request on_request continue', traceback.format_exc())
                 self.f.cdp('Fetch.continueRequest', {'requestId': requestId}, sessionId=rdata.get('sessionId'))
             else:
+                # request: Redirect.
+                if 'responseHeaders' in rdata['params'] and type(rdata['params']['responseHeaders']) == list:
+                    for kv in rdata['params']['responseHeaders']:
+                        if kv['name'] == 'Location':
+                            return self.f.cdp('Fetch.continueRequest', {'requestId': requestId, 'url':kv['value']}, sessionId=rdata.get('sessionId'))
+                # request: fail Request.
+                if 'responseErrorReason' in rdata['params']:
+                    return self.f.cdp('Fetch.failRequest', {'requestId': requestId, 'errorReason':rdata['params']['responseErrorReason']}, sessionId=rdata.get('sessionId'))
+                # response
                 for k in self.call_change_keys:
                     if self._match_url(self.call_change_vals[k], url):
                         waiter, on_request, on_response = self.call_change[k]
@@ -785,8 +829,11 @@ def cdp_client(hostname, port, debug=False, runtimeEnable=False, cfg={}):
                                 "request": SniffFetch.FetchRequest(rdata['params']['request'])
                             })
                             try:
-                                if on_response(x):
-                                    waiter.add(x)
+                                if self.call_change_lock[k] & 2:
+                                    with rl:
+                                        if on_response(x): waiter.add(x)
+                                else:
+                                    if on_response(x): waiter.add(x)
                             except:
                                 self.f.logger.log('[ERROR] in response on_response', traceback.format_exc())
                                 continue
@@ -2835,6 +2882,7 @@ class Chrome:
     def _connect(self):
         v_cfg = {}
         v_cfg['headless'] = self.headless
+        v_cfg['proxy'] = self.proxy
         v_cfg_fpath = self.user_path / 'v_config.json'
         if not is_port_open(self.port):
             self._init()
@@ -2843,8 +2891,9 @@ class Chrome:
             v_cfg = self.loadSaveF(v_cfg_fpath, v_cfg)
         else:
             self.writeSaveF(v_cfg_fpath, v_cfg)
-        if v_cfg['headless'] != self.headless:
+        if v_cfg.get('headless', 'v') != self.headless or v_cfg.get('proxy', 'v') != self.proxy:
             v_cfg['headless'] = self.headless
+            v_cfg['proxy'] = self.proxy
             self.root = cdp_client(self.hostname, port=self.port, debug=self.debug, runtimeEnable=self.runtimeEnable, cfg=v_cfg)
             self.root.active.quit()
             self._init()

{vchrome-0.1.9.dist-info → vchrome-0.1.10.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: vchrome
-Version: 0.1.9
+Version: 0.1.10
 

vchrome-0.1.10.dist-info/RECORD

@@ -0,0 +1,6 @@
+v/__init__.py,sha256=6ZddLaDcwLudHWmFr2utAcYhperXw9AYoItNPm8EZSM,65
+vchrome/__init__.py,sha256=aMD6Ua-33LnoLUcyX5mu7FKffntOAWa84b2GpQyExec,230224
+vchrome-0.1.10.dist-info/METADATA,sha256=1cFcdEsGP3QhKOSGQbkP1RM_AjwxrIDXLgNeb89C2Ng,57
+vchrome-0.1.10.dist-info/WHEEL,sha256=hPN0AlP2dZM_3ZJZWP4WooepkmU9wzjGgCLCeFjkHLA,92
+vchrome-0.1.10.dist-info/top_level.txt,sha256=IYbkbnFb2FGoroYj_ZXIitmnJDgYBA29_HmK9BdEUkY,10
+vchrome-0.1.10.dist-info/RECORD,,

vchrome-0.1.9.dist-info/RECORD

@@ -1,6 +0,0 @@
-v/__init__.py,sha256=6ZddLaDcwLudHWmFr2utAcYhperXw9AYoItNPm8EZSM,65
-vchrome/__init__.py,sha256=jSrnEZLp3_atYOrh3Sd-QF2n1ynTIwIuCGXnuXIR_DM,227216
-vchrome-0.1.9.dist-info/METADATA,sha256=s8cXPtNAplO0IEcCir-q9X-souSVzmAR4ocahqNlCFw,56
-vchrome-0.1.9.dist-info/WHEEL,sha256=hPN0AlP2dZM_3ZJZWP4WooepkmU9wzjGgCLCeFjkHLA,92
-vchrome-0.1.9.dist-info/top_level.txt,sha256=IYbkbnFb2FGoroYj_ZXIitmnJDgYBA29_HmK9BdEUkY,10
-vchrome-0.1.9.dist-info/RECORD,,