retracesoftware-proxy 0.2.11__py3-none-any.whl

retracesoftware/modules.toml

@@ -0,0 +1,388 @@
+[_frozen_importlib_external]
+    # "_frozen_importlib_external": {
+    #   "comment": {
+    #     "with_state": {
+    #       "disabled": ["_path_stat"]
+    #     }
+    #   }
+    # },
+
+    # "_imp": {
+    #   "patch_extension_exec": ["exec_dynamic", "exec_builtin"],
+    #   "comment": {
+    #     "with_state": {
+    #       "internal": ["create_dynamic"]
+    #     }
+    #   }
+    # },
+
+[bdb.type_attributes]
+Bdb.disable = ["trace_dispatch"]
+
+[pydevd.type_attributes]
+PyDB.disable = ["enable_tracing", "set_suspend", "do_wait_suspend"]
+
+["_pydevd_bundle.pydevd_trace_dispatch_regular".type_attributes]
+ThreadTracer.disable = ["__call__"]
+
+["_pydevd_bundle.pydevd_cython".type_attributes]
+ThreadTracer.disable = ["__call__"]
+
+
+[sys]
+disable = ["excepthook"]
+    
+# [importlib] 
+# disable = "import_module"
+
+    # "importlib._bootstrap": {
+    #   "comment": {
+    #     "with_state": {
+    #       "internal": [
+    #         "_load_unlocked",
+    #         "_find_spec",
+    #         "_lock_unlock_module",
+    #         "_get_module_lock"]
+    #     }
+    #   }
+    # },
+
+[encodings]
+disable = ["search_function"]
+
+[enum]
+immutable = ["Enum"]
+
+[os]
+immutable = ["stat_result", "terminal_size", "statvfs_result"]
+
+    # "mmap": {
+    #   "proxy": [
+    #     "mmapXXX"
+    #   ]
+    # },
+
+[types]
+patch_hash = ["FunctionType"]
+immutable = ["TracebackType", "ModuleType"]
+
+[builtins]
+patch_hash = ["object"]
+disable = ["print"]
+immutable = ["BaseException", "memoryview", "int", "float", "complex", "str", "bytes", "bool", "bytearray", 
+            "type", "slice"]
+
+[_thread]
+proxy = ["allocate", "allocate_lock", "RLock"]
+
+[_datetime]
+immutable = ["datetime", "tzinfo", "timezone"]
+
+[_datetime.type_attributes]
+datetime.proxy = ["now", "utcnow", "today"]
+
+[time]
+immutable = ["struct_time"]
+proxy = ["perf_counter", "time", "gmtime", "localtime", "monotonic", "monotonic_ns", "time_ns"]
+
+    # "io": {
+    #   "comment": {
+    #     "proxy": ["open_code", "open"]
+    #   },
+    #   "path_predicates": {
+    #     "open_code": "path",
+    #     "open": "file"
+    #   },
+    #   "patchtype": {
+    #     "FileIO": {
+    #       "readinfo": "retracesoftware.install.edgecases.readinto"
+    #     },
+    #     "BufferedReader": {
+    #       "readinfo": "retracesoftware.install.edgecases.readinto"
+    #     },
+    #     "BufferedRandom": {
+    #       "readinfo": "retracesoftware.install.edgecases.readinto"
+    #     }
+    #   }
+    # },
+
+[pathlib]
+immutable = ["PosixPath"]
+
+[posix]
+immutable = ["times_result", "statvfs_result", "uname_result", "stat_result", "terminal_size"]
+# ignore = ["fork", "register_at_fork", "basename", "readlink", "strerror", "listdir", "_path_normpath", "DirEntry"]
+# default = "try_proxy"
+
+proxy = [
+    "_exit", # Function. Exits the process immediately, bypassing cleanup.
+    "_fcopyfile", # Function. Low-level file copying (used in shutil).
+    "abort", # Function. Sends SIGABRT to terminate the process.
+    "access", # Function. Checks file permissions (os.access).
+    "chdir", # Function. Changes the current working directory (os.chdir).
+    "chflags", # Function. Sets file flags (Unix-specific).
+    "chmod", # Function. Changes file permissions (os.chmod).
+    "chown", # Function. Changes file ownership (os.chown).
+    "chroot", # Function. Changes the root directory for the process.
+    "close", # Function. Closes a file descriptor (os.close).
+    "closerange", # Function. Closes a range of file descriptors.
+    "confstr", # Function. Gets configuration string values (os.confstr).
+    "cpu_count", # Function. Returns the number of CPUs (os.cpu_count).
+    "ctermid", # Function. Returns the filename for the controlling terminal.
+    "device_encoding", # Function. Returns encoding for a file descriptor.
+    "dup", # Function. Duplicates a file descriptor (os.dup).
+    "dup2", # Function. Duplicates a file descriptor to a specific value (os.dup2).
+    "execv", # Function. Executes a program with a path and arguments (os.execv).
+    "execve", # Function. Executes a program with environment variables (os.execve).
+    "fchdir", # Function. Changes directory using a file descriptor.
+    "fchmod", # Function. Changes permissions of a file descriptor.
+    "fchown", # Function. Changes ownership of a file descriptor.
+    "fork", # Function. Creates a child process (os.fork).
+    "forkpty", # Function. Creates a child process with a pseudo-terminal.
+    "fpathconf", # Function. Gets configuration values for a file descriptor (os.fpathconf).
+    "fspath", # Function. Converts a path-like object to a string or bytes (os.fspath).
+    "fstat", # Function. Gets file status for a file descriptor (os.fstat).
+    "fstatvfs", # Function. Gets filesystem information for a file descriptor.
+    "fsync", # Function. Synchronizes file contents to disk (os.fsync).
+    "ftruncate", # Function. Truncates a file descriptor to a specified length.
+    "get_blocking", # Function. Checks if a file descriptor is in blocking mode.
+    "get_inheritable", # Function. Checks if a file descriptor is inheritable.
+    "get_terminal_size", # Function. Returns terminal size (os.get_terminal_size).
+    "getcwd", # Function. Gets the current working directory (os.getcwd).
+    "getcwdb", # Function. Gets the current working directory as bytes.
+    "getegid", # Function. Gets the effective group ID (os.getegid).
+    "geteuid", # Function. Gets the effective user ID (os.geteuid).
+    "getgid", # Function. Gets the group ID (os.getgid).
+    "getgrouplist", # Function. Gets the list of groups for a user.
+    "getgroups", # Function. Gets the list of supplementary group IDs.
+    "getloadavg", # Function. Returns system load averages (os.getloadavg).
+    "getlogin", # Function. Gets the name of the logged-in user (os.getlogin).
+    "getpgid", # Function. Gets the process group ID for a process.
+    "getpgrp", # Function. Gets the process group ID of the current process.
+    "getpid", # Function. Gets the current process ID (os.getpid).
+    "getppid", # Function. Gets the parent process ID (os.getppid).
+    "getpriority", # Function. Gets the scheduling priority of a process.
+    "getsid", # Function. Gets the session ID of a process.
+    "getuid", # Function. Gets the user ID (os.getuid).
+    "initgroups", # Function. Initializes group access list for a user.
+    "isatty", # Function. Checks if a file descriptor is a terminal (os.isatty).
+    "kill", # Function. Sends a signal to a process (os.kill).
+    "killpg", # Function. Sends a signal to a process group.
+    "lchflags", # Function. Sets flags on a symbolic link.
+    "lchmod", # Function. Changes permissions of a symbolic link.
+    "lchown", # Function. Changes ownership of a symbolic link.
+    "link", # Function. Creates a hard link (os.link).
+    "listdir", # Function. Lists directory contents (os.listdir).
+    "lockf", # Function. Applies or removes advisory locks on a file descriptor.
+    "login_tty", # Function. Prepares a terminal for login.
+    "lseek", # Function. Repositions the file offset for a file descriptor (os.lseek).
+    "lstat", # Function. Gets file status for a symbolic link (os.lstat).
+    "major", # Function. Extracts the major device number from a device ID.
+    "makedev", # Function. Creates a device ID from major and minor numbers.
+    "minor", # Function. Extracts the minor device number from a device ID.
+    "mkdir", # Function. Creates a directory (os.mkdir).
+    "mkfifo", # Function. Creates a FIFO (named pipe) (os.mkfifo).
+    "mknod", # Function. Creates a filesystem node (file, device, etc.).
+    "nice", # Function. Adjusts process priority.
+    "open", # Function. Opens a file descriptor (os.open).
+    "openpty", # Function. Opens a pseudo-terminal pair.
+    "pathconf", # Function. Gets configuration values for a path (os.pathconf).
+    "pipe", # Function. Creates a pipe (os.pipe).
+    "posix_spawn", # Function. Spawns a new process.
+    "posix_spawnp", # Function. Spawns a new process using PATH.
+    "pread", # Function. Reads from a file descriptor at a given offset.
+    "preadv", # Function. Reads from a file descriptor into multiple buffers.
+    "putenv", # Function. Sets an environment variable.
+    "pwrite", # Function. Writes to a file descriptor at a given offset.
+    "pwritev", # Function. Writes from multiple buffers to a file descriptor.
+    "read", # Function. Reads from a file descriptor (os.read).
+    "readlink", # Function. Reads the target of a symbolic link (os.readlink).
+    "readv", # Function. Reads into multiple buffers from a file descriptor.
+    
+    #"register_at_fork", # Function. Registers functions to run before/after fork.
+    
+    "remove", # Function. Removes a file (os.remove).
+    "rename", # Function. Renames a file or directory (os.rename).
+    "replace", # Function. Renames a file, replacing the destination if it exists.
+    "rmdir", # Function. Removes a directory (os.rmdir).
+    "scandir", # Function. Lists directory entries with metadata (os.scandir).
+    "sched_get_priority_max", # Function. Gets maximum scheduling priority.
+    "sched_get_priority_min", # Function. Gets minimum scheduling priority.
+    "sched_yield", # Function. Yields the processor.
+    "sendfile", # Function. Transfers data between file descriptors.
+    "set_blocking", # Function. Sets blocking mode for a file descriptor.
+    "set_inheritable", # Function. Sets whether a file descriptor is inheritable.
+    "setegid", # Function. Sets the effective group ID.
+    "seteuid", # Function. Sets the effective user ID.
+    "setgid", # Function. Sets the group ID.
+    "setgroups", # Function. Sets supplementary group IDs.
+    "setpgid", # Function. Sets the process group ID for a process.
+    "setpgrp", # Function. Sets the process group ID.
+    "setpriority", # Function. Sets the scheduling priority of a process.
+    "setregid", # Function. Sets real and effective group IDs.
+    "setreuid", # Function. Sets real and effective user IDs.
+    "setsid", # Function. Creates a new session.
+    "setuid", # Function. Sets the user ID.
+    "stat", # Function. Gets file status (os.stat).
+    "statvfs", # Function. Gets filesystem information.
+    "symlink", # Function. Creates a symbolic link (os.symlink).
+    "sync", # Function. Synchronizes all filesystems.
+    "sysconf", # Function. Gets system configuration values (os.sysconf).
+    "system", # Function. Executes a shell command (os.system).
+    "tcgetpgrp", # Function. Gets the process group associated with a terminal.
+    "tcsetpgrp", # Function. Sets the process group associated with a terminal.
+    "times", # Function. Gets process times (os.times).
+    "truncate", # Function. Truncates a file to a specified length (os.truncate).
+    "ttyname", # Function. Returns the terminal name for a file descriptor.
+    "umask", # Function. Sets or gets the file creation mask (os.umask).
+    "uname", # Function. Gets system information (os.uname).
+    "unlink", # Function. Removes a file (alias for os.remove).
+    "unsetenv", # Function. Removes an environment variable.
+    "urandom", # Function. Generates random bytes (os.urandom).
+    "utime", # Function. Sets file access/modification times (os.utime).
+    "wait", # Function. Waits for a child process to terminate.
+    "wait3", # Function. Waits for a child process with options.
+    "wait4", # Function. Waits for a specific child process with options.
+    "waitpid", # Function. Waits for a specific process ID (os.waitpid).
+    "write", # Function. Writes to a file descriptor (os.write).
+    "writev", # Function. Writes from multiple buffers to a file descriptor.
+    ]
+
+[posix.wrap]
+posix_spawn = "retracesoftware.install.edgecases.posix_spawn"
+
+[_posixsubprocess]
+proxy = ["fork_exec"]
+
+[_posixsubprocess.wrap]
+fork_exec = "retracesoftware.install.edgecases.fork_exec"
+
+[fnctl]
+proxy = ["fcntl", "flock", "ioctl", "lockf"]
+
+[_signal]
+proxy = [
+    "alarm",
+    "getitimer",
+    "getsignal", "pause", "pthread_kill", "pthread_sigmask", "raise_signal", "set_wakeup_fd",
+    "setitimer", "siginterrupt", "signal", "sigpending", "sigwait"]
+
+[_socket]
+# ignore = "CAPI"
+immutable = ["error", "herror", "gaierror", "timeout"]
+proxy = ["socket", 
+         "close",
+         "dup",
+         "getaddrinfo",
+         "getdefaulttimeout",
+         "gethostbyaddr",
+         "gethostbyname",
+         "gethostbyname_ex",
+         "gethostname",
+         "getnameinfo",
+         "getprotobyname",
+         "getservbyname",
+         "getservbyport",
+         "has_ipv6",
+         "if_indextoname",
+         "if_nameindex",
+         "if_nametoindex",
+         "setdefaulttimeout",
+         "sethostname",
+         "socketpair"]
+# default = "try_proxy"
+
+[_socket.patch_class.socket]
+recvfrom_into = "retracesoftware.install.edgecases.recvfrom_into"
+recv_into = "retracesoftware.install.edgecases.recv_into"
+recvmsg_into = "retracesoftware.install.edgecases.recvmsg_into"
+
+[select]
+proxy = ["kevent", "kqueue", "poll", "epoll", "select"]
+
+[_sqlite3]
+proxy = ["Blob", "Connection", "Cursor", "adapt", "connect"]
+default = "try_proxy"
+
+[_ssl]
+proxy = ["_SSLSocket", "MemoryBIO", "_SSLContext"]
+
+[_ssl.patch_class._SSLSocket]
+read = "retracesoftware.install.edgecases.read"
+
+[ssl]
+bind = ["Options"]
+
+#     "_ssl": {
+#       "proxy_all_except": [],
+
+#       "proxy_functions": ".*",
+#       "comment": {
+#         "proxy_types": [
+#           "MemoryBIO",
+#           "_SSLSocket",
+#           "_SSLContext"
+#           ],
+#           "wrap": {
+#             "_SSLSocket.write": "write"
+#           }
+#         },
+#       "patchtype": {
+#         "_SSLSocket": {
+#           "read": "retracesoftware.install.edgecases.read"
+#         }
+#       }
+#     },
+
+[_random]
+proxy = ["Random"]
+
+#     "_random": {
+#       "proxy_all_except": [],
+#       "proxy_types": [
+#         "Random"
+#       ],
+#       "proxy_functions": ".*"
+#     },
+
+#     "_multiprocessing": {
+#       "proxy": ["sem_unlink", "SemLock"]
+#     },
+
+# ["multiprocessing.context"]
+# proxy = "BaseContext"
+
+[_multiprocessing]
+proxy = ["SemLock", "sem_unlink"]
+
+
+#     "multiprocessing.context": { 
+#       "comment": {    
+#         "proxy": ["_default_context"]
+#       }
+#     },
+
+#     "PIL._imaging": {
+#       "map_buffer": "ignore",
+#       "*": "proxy_if_function"
+#     },
+#     "psycopg2._psycopg": {
+#       "proxy_all_except": ["Error"]
+#     },
+
+#     "_weakrefset": {
+#       "WeakSet": "sync_type",
+#       "_IterationGuard": "sync_type"
+#     },
+#     "_collections": {
+#       "sync_types": [
+#         "deque"
+#       ]
+#     },
+#     "_queue": {
+#       "sync_types": [
+#         "SimpleQueue"
+#       ]
+#     }
+#   }
+# }

retracesoftware/preload.txt

@@ -0,0 +1,218 @@
+logging
+hmac
+sys
+builtins
+_frozen_importlib
+_imp
+_thread
+_warnings
+_weakref
+_io
+marshal
+posix
+_frozen_importlib_external
+time
+zipimport
+_codecs
+codecs
+encodings.aliases
+encodings
+encodings.utf_8
+_signal
+_abc
+abc
+io
+_stat
+stat
+_collections_abc
+errno
+genericpath
+posixpath
+os.path
+os
+_sitebuiltins
+collections.abc
+itertools
+keyword
+_operator
+operator
+reprlib
+_collections
+collections
+_functools
+functools
+types
+enum
+_sre
+re._constants
+re._parser
+re._casefix
+re._compiler
+copyreg
+re
+sitecustomize
+site
+importlib._bootstrap
+importlib._bootstrap_external
+importlib
+importlib.machinery
+importlib._abc
+importlib.util
+runpy
+__main__
+__future__
+_weakrefset
+weakref
+copy
+_ast
+contextlib
+ast
+_opcode
+_opcode_metadata
+opcode
+dis
+linecache
+token
+_tokenize
+tokenize
+inspect
+dataclasses
+_typing
+typing
+_json
+json.scanner
+json.decoder
+json.encoder
+json
+warnings
+platform
+_struct
+struct
+encodings.ascii
+encodings.latin_1
+unicodedata
+stringprep
+encodings.idna
+threading
+_socket
+math
+select
+selectors
+array
+socket
+textwrap
+_colorize
+traceback
+codeop
+code
+_heapq
+heapq
+_queue
+queue
+xmlrpc
+binascii
+base64
+_datetime
+datetime
+numbers
+_decimal
+decimal
+http
+email
+email.errors
+_string
+string
+email.quoprimime
+email.base64mime
+quopri
+email.encoders
+email.charset
+email.header
+urllib
+ipaddress
+urllib.parse
+email._parseaddr
+email.utils
+email._policybase
+email.feedparser
+email.parser
+email._encoded_words
+email.iterators
+email.message
+_ssl
+ssl
+http.client
+xml
+xml.parsers
+pyexpat.errors
+pyexpat.model
+pyexpat
+xml.parsers.expat.model
+xml.parsers.expat.errors
+xml.parsers.expat
+_compression
+zlib
+gzip
+xmlrpc.client
+html.entities
+html
+mimetypes
+fnmatch
+_bz2
+bz2
+_lzma
+lzma
+shutil
+socketserver
+http.server
+pkgutil
+sysconfig
+_pyrepl
+_pyrepl.pager
+_sysconfigdata__darwin_darwin
+_osx_support
+pydoc
+fcntl
+xmlrpc.server
+atexit
+termios
+getpass
+ntpath
+glob
+signal
+_ctypes
+ctypes._endian
+ctypes
+_compat_pickle
+_pickle
+pickle
+_locale
+locale
+_bisect
+bisect
+pathlib._abc
+pwd
+grp
+pathlib._local
+pathlib
+_posixsubprocess
+subprocess
+plistlib
+zipfile._path.glob
+zipfile._path
+zipfile
+importlib.metadata._meta
+importlib.metadata._collections
+importlib.metadata._functools
+importlib.metadata._itertools
+_random
+random
+tempfile
+importlib.resources.abc
+importlib.resources._common
+importlib.resources._functional
+importlib.resources
+importlib.abc
+importlib.metadata
+importlib.metadata._text
+importlib.metadata._adapters

retracesoftware/proxy/__init__.py

@@ -0,0 +1,3 @@
+from retracesoftware.proxy.record import RecordProxySystem
+from retracesoftware.proxy.replay import ReplayProxySystem
+from retracesoftware.proxy.thread import per_thread_messages

retracesoftware/proxy/gateway.py

@@ -0,0 +1,49 @@
+import retracesoftware.functional as functional
+import retracesoftware_utils as utils
+
+from retracesoftware.proxy.proxytype import ExtendingProxy
+
+# from retracesoftware.proxy.proxytype import ExtendingProxy
+
+# unproxy_execute = functional.mapargs(starting = 1, 
+#                                      transform = functional.walker(utils.try_unwrap), 
+#                                      function = functional.apply)
+
+def adapter(function,
+            proxy_input,
+            proxy_output,
+            on_call = None,
+            on_result = None,
+            on_error = None):
+
+    # function = functional.apply
+
+    if on_call: function = utils.observer(on_call = on_call, function = function)
+
+    #functional.observer(on_call = on_call, function = function)
+
+    function = functional.mapargs(starting = 1, transform = proxy_input, function = function)
+
+    function = functional.sequence(function, proxy_output)
+
+    if on_result or on_error:
+        function = utils.observer(on_result = on_result, on_error = on_error, function = function)
+
+    return function
+
+def adapter_pair(int, ext):
+    return (
+        adapter(
+            function = ext.apply,
+            proxy_input = int.proxy,
+            proxy_output = ext.proxy,
+            on_call = ext.on_call,
+            on_result = ext.on_result,
+            on_error = ext.on_error),
+        adapter(
+            function = int.apply,
+            proxy_input = ext.proxy,
+            proxy_output = int.proxy,
+            on_call = int.on_call,
+            on_result = int.on_result,
+            on_error = int.on_error))

retracesoftware/proxy/globalref.py

@@ -0,0 +1,31 @@
+import types
+import sys
+
+def find_module_name(mod):
+    for name,value in sys.modules.items():
+        if value is mod:
+            return name
+    
+    raise Exception(f"Cannot create GlobalRef as module {mod} not found in sys.modules")
+
+class GlobalRef:
+    __slots__ = ['parts']
+
+    def __init__(self, obj):
+        if isinstance(obj, types.ModuleType):
+            self.parts = (find_module_name(obj),)
+        else:
+            raise Exception(f"Cannot create GlobalRef from {obj}")
+
+    def __call__(self):
+        module = self.parts[0]
+
+        if len(self.parts) == 0:
+            return module
+        else:
+            obj = getattr(module, self.parts[1])
+            
+            if len(self.parts) == 1:
+                return obj
+            else:
+                raise Exception(f"TODO")