cavisson-pythonagent 0.0.1__py3-none-any.whl

pythonagent/test.py

@@ -0,0 +1,73 @@
+
+
+from pythonagent.agent.probes import frameworks, http, sql, logging, mongodb, cache, message_brokers, coroutines, openai, langchain, grpc as grpc_probe
+
+BT = (
+    # Entry points
+    ('flask', frameworks.intercept_flask),
+    ('django.core.handlers.wsgi', frameworks.intercept_django_wsgi_handler),
+    ('django.core.handlers.asgi', frameworks.intercept_django_asgi_handler),
+    ('django.core.handlers.base', frameworks.intercept_django_base_handler),
+    ('bottle', frameworks.intercept_bottle),
+    ('aiohttp.web_app', frameworks.intercept_aiohttp_web),
+    ('tornado.web', frameworks.intercept_tornado_async_web),
+    ('cherrypy', frameworks.intercept_cherrypy),    
+    ('pyramid', frameworks.intercept_pyramid),
+    ('falcon', frameworks.intercept_falcon),
+    ('uvicorn.config', frameworks.intercept_uvicorn_config),
+    ('starlette.routing', frameworks.intercept_fastapi_asgi_handler),
+    # HTTP exit calls
+    ('httplib', http.intercept_httplib),
+    ('http.client', http.intercept_httplib),
+    ('urllib3', http.intercept_urllib3),
+    ('requests', http.intercept_requests),
+    ('tornado.httpclient', http.intercept_tornado_httpclient),
+    ('aiohttp.client', http.intercept_aiohttp_client),
+    ('httpx', http.intercept_httpx_client),
+    #('boto.https_connection', http.intercept_boto),
+
+    # gRPC client + server (single hook patches insecure_channel/secure_channel/server)
+    ('grpc', grpc_probe.intercept_grpc),
+
+    # Logging
+    ('logging', logging.intercept_logging),
+
+    # SQL exit calls
+    ('psycopg2', sql.psycopg2.intercept_psycopg2_connection),
+    ('pymysql.connections', sql.pymysql.intercept_pymysql_connections),
+    ('mysql.connector.connection', sql.mysql_connector.intercept_mysql_connector_connection),
+    ('mysql.connector.connection_cext', sql.mysql_connector_cext.intercept_mysql_connector_cext_connection),
+    ('MySQLdb.connections', sql.mysqldb.intercept_MySQLdb_connection),
+    # MongoDB
+    ('pymongo', mongodb.intercept_pymongo),
+    #Dynamo
+    ('botocore.client', sql.dynamodb.intercept_dynamodb),
+    ('botocore.endpoint', sql.botocores3.intercept_s3),
+
+    #REDIS
+    ('redis.connection', cache.intercept_redis),
+    ('redis.asyncio.connection', cache.intercept_redis_asyncio),
+
+    # RABBIT MQ
+    ('pika', message_brokers.intercept_pika),
+
+    # Asyncio
+    ('asyncio', coroutines.intercept_asyncio),
+
+    # OpenAI
+    ('openai', openai.intercept_openai),
+
+    # LangChain
+    #('langchain_core.language_models', langchain.intercept_langchain_core_language_models),
+    #('langchain_core.runnables', langchain.intercept_langchain_core_runnables),
+    ('langchain_core.tools', langchain.intercept_langchain_core_tools),
+    ('langchain_community.vectorstores', langchain.intercept_langchain_community_vectorstores),
+    ('langchain_community.embeddings', langchain.intercept_langchain_community_embeddings),
+    ('langchain_openai', langchain.intercept_langchain_openai),
+
+    # LangGraph
+    #('langgraph.pregel', langchain.intercept_langgraph_pregel),
+    #('langgraph.utils.runnable', langchain.intercept_langgraph_utils_runnable),
+
+)
+

pythonagent/utils.py

@@ -0,0 +1,168 @@
+import time
+import sys
+import random
+import logging
+import json
+logger = logging.getLogger('pythonagent.agent')
+
+
+def get_current_timestamp_in_ms():
+    if sys.version_info >= (3, 7, 0):
+        time_stamp = time.time_ns() // 1000000
+    else:
+        time_stamp = int(round(time.time() * 1000))
+
+    return time_stamp
+
+def get_current_timestamp_in_us():
+    if sys.version_info >= (3, 7, 0):
+        time_stamp = time.time_ns() // 1000
+    else:
+        time_stamp = int(round(time.time() * 1000000))
+
+    return time_stamp
+
+def get_current_thread_time_in_us():
+    if sys.version_info >= (3, 7, 0):
+        time_stamp_cpu = time.thread_time_ns()
+    else:
+        time_stamp_cpu = int(time.thread_time() * 1000000000)
+    return time_stamp_cpu
+
+def generate_flow_path_id():
+    # 63 bit number having 1 followed by 62 zeros
+    # In 64 bit long long, 1 bit is for sign (+ or -)
+    # So effective range is of 63 bits only
+    # Flow Path Id (63 bits) Format:
+    # DC Id (8 bits) App Id (10 bits) Timestamp ID (38 bits) Unique ID (7 bits)
+
+    flow_path_id = 0x4000000000000000
+    
+    dc_id, dc_mask, dc_pos = 0, 0x0F, 56
+    app_id, app_mask, app_pos = 0, 0x03FF, 46
+    timestamp_id, timestamp_mask, timestamp_pos = get_current_timestamp_in_ms(), 0x3FFFFFFFFF, 8
+    unique_id, unique_mask, unique_pos = random.getrandbits(7), 0xFF, 0
+
+    dc_and = (dc_id & dc_mask) << dc_pos
+    app_and = (app_id & app_mask) << app_pos
+    timestamp_and = (timestamp_id & timestamp_mask) << timestamp_pos
+    unique_and = (unique_id & unique_mask) << unique_pos
+
+    flow_path_id = flow_path_id + dc_and + app_and + timestamp_and + unique_and
+    return flow_path_id
+
+def generate_callout_id():
+    small_id_int = random.getrandbits(16)
+    return small_id_int
+
+def get_utf8_bytes(str_obj):
+    if isinstance(str_obj, str):
+        bytes_obj = bytes(str_obj, 'utf-8')
+    else:
+        bytes_obj = bytes(str(str_obj), 'utf-8')
+    return bytes_obj
+
+def build_host_name_str(host, port, callout_type, db, username):
+    return f"NA|{host}|{port}|NA|{callout_type}|{db}|NA|NA|NA|{username}|NA"
+
+def split_fp_topo(fp_topo):
+    test_run, fpi, entry_fpi, nd_session_id, nv_session_id, page_id, full_fp = None, None, None, None, None, None, None
+    for part in fp_topo.strip('[]').split(']['):
+        if part.startswith("FP:"):
+            part = part.strip()[3:-1]
+            test_run, fpi, entry_fpi, nd_session_id, nv_session_id, page_id = part.split(':')
+            full_fp = part
+    return test_run, fpi, entry_fpi, nd_session_id, nv_session_id, page_id, full_fp
+
+
+def get_true_false(val):
+    val = int(val)
+    if val == 1:
+        return True
+    if val == 0:
+        return False
+
+
+def get_validated_duration(start_time, end_time, callout_type):
+    if start_time <= 0:
+        duration = 0
+        logger.error("{} callout duration set to 0 because received start_time is {}".format(callout_type, start_time))
+    else:
+        duration = end_time - start_time
+        if duration < 0:
+            duration = 0
+            logger.error("{} callout duration set to 0 because calculated duration is {} start_time {} end_time {}".format(callout_type, duration, start_time, end_time))
+    return duration
+
+
+def process_raw_havoc_message(output, mode="NATIVE"):
+
+    if mode == "AWS_LAMBDA":
+        output = output[2:-1]  # Remove b' from beginning and ' from end
+        split_arr = output.split("\\n", 1)
+    else:
+        split_arr = output.split("\n", 1)
+
+    header = split_arr[0]
+    body = split_arr[1]
+    body = body.replace("-", ":")
+
+    if mode == "AWS_LAMBDA":
+        body = body.replace("\\n", "")
+    else:
+        body = body.replace("\n", "")
+
+    body_json = json.loads(body)
+    body_json["havocType"] = int(body_json["havocType"])
+    body = json.dumps(body_json)
+    header = header[:-1]  # Trim ; from end
+    header_dict = {}
+
+    header_split = header.split(";")
+
+    count = 0
+    for element in header_split:
+        if count == 0:
+            count += 1
+            continue  # Ignore first value: NetDiagnosticMessage2.0
+        else:
+            element_split = element.split(":")
+            key = element_split[0].strip()
+            value = element_split[1].strip()
+            header_dict[key] = value
+            count += 1
+
+    return body, header_dict
+
+
+def process_udp_agent_init_response(output, agent_obj):
+    output = output[3:-2]  # Remove b'[ from beginning and ]' from end
+    output = output.replace("\\n", "")
+    output_split = output.split("},")  # Separate individual fields
+
+    for item in output_split:
+        item = item + "}"
+        key_val = item.split(",    {")
+        key = key_val[0].strip()[1:-1]
+        val = "{" + key_val[1]
+
+        if key == "AppId":
+            val_json = json.loads(val)
+            app_id = val_json["id"]
+            agent_obj.app_id = app_id
+
+def parse_headers(input_list, key_val_sep, item_value_sep):
+    output_str = ""
+    if input_list:
+        for key, value in input_list:
+            key = key.decode()
+            value = value.decode()
+            value = value.replace("|", "%7C")    # CavSF has | in value
+            value = value.replace(":", "%3A")    # Host as : in value
+            value = value.replace("=", "%3D")    # Accept, Accept-Language, and ND-NV cookies have = in value
+            new_str = key + key_val_sep + value + item_value_sep
+            output_str += new_str
+    output_str = output_str[:-1]  # Remove last |
+    # output_str = output_str.replace("&", "|")
+    return output_str
+

pythonagent/vendor/pympler/__init__.py

@@ -0,0 +1 @@
+__version__ = '1.1'