cavisson-pythonagent 0.0.1__tar.gz

cavisson_pythonagent-0.0.1/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2018 The Python Packaging Authority
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

cavisson_pythonagent-0.0.1/MANIFEST.in

@@ -0,0 +1 @@
+graft pythonagent/cavisson

cavisson_pythonagent-0.0.1/PKG-INFO

@@ -0,0 +1,32 @@
+Metadata-Version: 2.4
+Name: cavisson-pythonagent
+Version: 0.0.1
+Summary: A small example package
+Home-page: https://github.com/pypa/sampleproject
+Author: Cavisson System
+Author-email: pythonagent@cavisson.com
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 2.7
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=2.6, !=3.0.*, !=3.1.*, !=3.2.*
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+Dynamic: summary
+
+# Example Package
+
+This is a simple example package. You can use
+[Github-flavored Markdown](https://guides.github.com/features/mastering-markdown/)
+to write your content.

cavisson_pythonagent-0.0.1/README.md

@@ -0,0 +1,5 @@
+# Example Package
+
+This is a simple example package. You can use
+[Github-flavored Markdown](https://guides.github.com/features/mastering-markdown/)
+to write your content.

cavisson_pythonagent-0.0.1/cavisson_pythonagent.egg-info/PKG-INFO

@@ -0,0 +1,32 @@
+Metadata-Version: 2.4
+Name: cavisson-pythonagent
+Version: 0.0.1
+Summary: A small example package
+Home-page: https://github.com/pypa/sampleproject
+Author: Cavisson System
+Author-email: pythonagent@cavisson.com
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 2.7
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=2.6, !=3.0.*, !=3.1.*, !=3.2.*
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+Dynamic: summary
+
+# Example Package
+
+This is a simple example package. You can use
+[Github-flavored Markdown](https://guides.github.com/features/mastering-markdown/)
+to write your content.

cavisson_pythonagent-0.0.1/cavisson_pythonagent.egg-info/SOURCES.txt

@@ -0,0 +1,185 @@
+LICENSE
+MANIFEST.in
+README.md
+pyproject.toml
+setup.cfg
+setup.py
+cavisson_pythonagent.egg-info/PKG-INFO
+cavisson_pythonagent.egg-info/SOURCES.txt
+cavisson_pythonagent.egg-info/dependency_links.txt
+cavisson_pythonagent.egg-info/top_level.txt
+pythonagent/__init__.py
+pythonagent/config.py
+pythonagent/find.py
+pythonagent/find_mod_cls_name.py
+pythonagent/lang.py
+pythonagent/lib.py
+pythonagent/main.py
+pythonagent/run.py
+pythonagent/sqins.py
+pythonagent/test.py
+pythonagent/utils.py
+pythonagent/agent/__init__.py
+pythonagent/agent/internal/__init__.py
+pythonagent/agent/internal/agent.py
+pythonagent/agent/internal/framesinfo.py
+pythonagent/agent/internal/heap_dump.py
+pythonagent/agent/internal/intercept_module.py
+pythonagent/agent/internal/logs.py
+pythonagent/agent/internal/proc_compat.py
+pythonagent/agent/internal/profile.py
+pythonagent/agent/internal/provider.py
+pythonagent/agent/internal/thread_dump.py
+pythonagent/agent/internal/udp.py
+pythonagent/agent/internal/udp_message.py
+pythonagent/agent/internal/metadata/__init__.py
+pythonagent/agent/internal/metadata/agent_meta_data.py
+pythonagent/agent/probes/__init__.py
+pythonagent/agent/probes/base.py
+pythonagent/agent/probes/span.py
+pythonagent/agent/probes/Instrumentation/__init__.py
+pythonagent/agent/probes/Instrumentation/find.py
+pythonagent/agent/probes/Instrumentation/module_version_resolver.py
+pythonagent/agent/probes/Instrumentation/new_parser.py
+pythonagent/agent/probes/Instrumentation/parser.py
+pythonagent/agent/probes/cache/__init__.py
+pythonagent/agent/probes/cache/redis.py
+pythonagent/agent/probes/cache/redis_asyncio.py
+pythonagent/agent/probes/coroutines/__init__.py
+pythonagent/agent/probes/coroutines/asyncio.py
+pythonagent/agent/probes/elasticdb/__init__.py
+pythonagent/agent/probes/elasticdb/aelastic.py
+pythonagent/agent/probes/frameworks/__init__.py
+pythonagent/agent/probes/frameworks/agentprofiler.py
+pythonagent/agent/probes/frameworks/aiohttp_web.py
+pythonagent/agent/probes/frameworks/aisess.py
+pythonagent/agent/probes/frameworks/asgi.py
+pythonagent/agent/probes/frameworks/bottle.py
+pythonagent/agent/probes/frameworks/cherry.py
+pythonagent/agent/probes/frameworks/django.py
+pythonagent/agent/probes/frameworks/falcon.py
+pythonagent/agent/probes/frameworks/fastapi.py
+pythonagent/agent/probes/frameworks/flask.py
+pythonagent/agent/probes/frameworks/pyramid.py
+pythonagent/agent/probes/frameworks/test.py
+pythonagent/agent/probes/frameworks/tornado_async_web.py
+pythonagent/agent/probes/frameworks/tornado_web.py
+pythonagent/agent/probes/frameworks/wsgi.py
+pythonagent/agent/probes/grpc/__init__.py
+pythonagent/agent/probes/grpc/client_interceptor.py
+pythonagent/agent/probes/grpc/server_interceptor.py
+pythonagent/agent/probes/havoc/__init__.py
+pythonagent/agent/probes/havoc/custom_memory_stress.py
+pythonagent/agent/probes/havoc/custom_thread_stress.py
+pythonagent/agent/probes/havoc/havoc_constants.py
+pythonagent/agent/probes/havoc/havoc_manager.py
+pythonagent/agent/probes/http/__init__.py
+pythonagent/agent/probes/http/aiohttp_client.py
+pythonagent/agent/probes/http/boto.py
+pythonagent/agent/probes/http/httplib.py
+pythonagent/agent/probes/http/httpx_client.py
+pythonagent/agent/probes/http/requests.py
+pythonagent/agent/probes/http/tornado_httpclient.py
+pythonagent/agent/probes/http/urllib3.py
+pythonagent/agent/probes/langchain/__init__.py
+pythonagent/agent/probes/langchain/base_tool.py
+pythonagent/agent/probes/langchain/langchain_community.py
+pythonagent/agent/probes/langchain/langchain_core.py
+pythonagent/agent/probes/langchain/langchain_openai.py
+pythonagent/agent/probes/logging/__init__.py
+pythonagent/agent/probes/message_brokers/__init__.py
+pythonagent/agent/probes/message_brokers/pika.py
+pythonagent/agent/probes/mongodb/__init__.py
+pythonagent/agent/probes/mongodb/pymongo.py
+pythonagent/agent/probes/openai/__init__.py
+pythonagent/agent/probes/openai/openai.py
+pythonagent/agent/probes/sql/__init__.py
+pythonagent/agent/probes/sql/botocores3.py
+pythonagent/agent/probes/sql/dbapi.py
+pythonagent/agent/probes/sql/dynamodb.py
+pythonagent/agent/probes/sql/mysql_connector.py
+pythonagent/agent/probes/sql/mysql_connector_cext.py
+pythonagent/agent/probes/sql/mysqldb.py
+pythonagent/agent/probes/sql/psycopg2.py
+pythonagent/agent/probes/sql/pymysql.py
+pythonagent/bootstrap/__init__.py
+pythonagent/bootstrap/cav_gunicorn.py
+pythonagent/bootstrap/cavagent_lambda_wrapper.py
+pythonagent/bootstrap/run.py
+pythonagent/bootstrap/sitecustomize.py
+pythonagent/cavisson/netdiagnostics/CavAgent/instrumentationprofile.json
+pythonagent/cavisson/netdiagnostics/CavAgent/interceptor_points.txt
+pythonagent/cavisson/netdiagnostics/python/CavAgent/instrumentationprofile.json
+pythonagent/cavisson/netdiagnostics/python/CavAgent/interceptor_points.txt
+pythonagent/cavisson/netdiagnostics/python/config/ndsettings.conf
+pythonagent/main/__init__.py
+pythonagent/main/wsgi.py
+pythonagent/main/pytrace/__init__.py
+pythonagent/main/pytrace/pytrace.py
+pythonagent/main/pytrace/commands/__init__.py
+pythonagent/main/pytrace/commands/auto_discovery.py
+pythonagent/main/pytrace/commands/run.py
+pythonagent/vendor/__init__.py
+pythonagent/vendor/pympler/__init__.py
+pythonagent/vendor/pympler/asizeof.py
+pythonagent/vendor/pympler/charts.py
+pythonagent/vendor/pympler/classtracker.py
+pythonagent/vendor/pympler/classtracker_stats.py
+pythonagent/vendor/pympler/garbagegraph.py
+pythonagent/vendor/pympler/mprofile.py
+pythonagent/vendor/pympler/muppy.py
+pythonagent/vendor/pympler/panels.py
+pythonagent/vendor/pympler/process.py
+pythonagent/vendor/pympler/py.typed
+pythonagent/vendor/pympler/refbrowser.py
+pythonagent/vendor/pympler/refgraph.py
+pythonagent/vendor/pympler/summary.py
+pythonagent/vendor/pympler/tracker.py
+pythonagent/vendor/pympler/web.py
+pythonagent/vendor/pympler/util/__init__.py
+pythonagent/vendor/pympler/util/bottle.py
+pythonagent/vendor/pympler/util/compat.py
+pythonagent/vendor/pympler/util/stringutils.py
+pythonagent/vendor/werkzeug/__init__.py
+pythonagent/vendor/werkzeug/_compat.py
+pythonagent/vendor/werkzeug/_internal.py
+pythonagent/vendor/werkzeug/_reloader.py
+pythonagent/vendor/werkzeug/datastructures.py
+pythonagent/vendor/werkzeug/exceptions.py
+pythonagent/vendor/werkzeug/filesystem.py
+pythonagent/vendor/werkzeug/formparser.py
+pythonagent/vendor/werkzeug/http.py
+pythonagent/vendor/werkzeug/local.py
+pythonagent/vendor/werkzeug/posixemulation.py
+pythonagent/vendor/werkzeug/routing.py
+pythonagent/vendor/werkzeug/security.py
+pythonagent/vendor/werkzeug/serving.py
+pythonagent/vendor/werkzeug/test.py
+pythonagent/vendor/werkzeug/testapp.py
+pythonagent/vendor/werkzeug/urls.py
+pythonagent/vendor/werkzeug/useragents.py
+pythonagent/vendor/werkzeug/utils.py
+pythonagent/vendor/werkzeug/wsgi.py
+pythonagent/vendor/werkzeug/debug/__init__.py
+pythonagent/vendor/werkzeug/debug/console.py
+pythonagent/vendor/werkzeug/debug/repr.py
+pythonagent/vendor/werkzeug/debug/tbtools.py
+pythonagent/vendor/werkzeug/middleware/__init__.py
+pythonagent/vendor/werkzeug/middleware/dispatcher.py
+pythonagent/vendor/werkzeug/middleware/http_proxy.py
+pythonagent/vendor/werkzeug/middleware/lint.py
+pythonagent/vendor/werkzeug/middleware/profiler.py
+pythonagent/vendor/werkzeug/middleware/proxy_fix.py
+pythonagent/vendor/werkzeug/middleware/shared_data.py
+pythonagent/vendor/werkzeug/wrappers/__init__.py
+pythonagent/vendor/werkzeug/wrappers/accept.py
+pythonagent/vendor/werkzeug/wrappers/auth.py
+pythonagent/vendor/werkzeug/wrappers/base_request.py
+pythonagent/vendor/werkzeug/wrappers/base_response.py
+pythonagent/vendor/werkzeug/wrappers/common_descriptors.py
+pythonagent/vendor/werkzeug/wrappers/cors.py
+pythonagent/vendor/werkzeug/wrappers/etag.py
+pythonagent/vendor/werkzeug/wrappers/json.py
+pythonagent/vendor/werkzeug/wrappers/request.py
+pythonagent/vendor/werkzeug/wrappers/response.py
+pythonagent/vendor/werkzeug/wrappers/user_agent.py

cavisson_pythonagent-0.0.1/cavisson_pythonagent.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

cavisson_pythonagent-0.0.1/cavisson_pythonagent.egg-info/top_level.txt

@@ -0,0 +1 @@
+pythonagent

cavisson_pythonagent-0.0.1/pyproject.toml

@@ -0,0 +1,6 @@
+[build-system]
+requires = [
+    "setuptools>=42",
+    "wheel"
+]
+build-backend = "setuptools.build_meta"

cavisson_pythonagent-0.0.1/pythonagent/__init__.py

@@ -0,0 +1,22 @@
+
+
+def methodwrapper(func):
+    import pythonagent.agent as agent
+    _agent = agent.get_agent_instance()
+    print(func.__module__)
+    fqm = str(func.__module__) +"."+ str(func.__name__)
+    bt = _agent.get_current_bt()
+    #bt = "000001"
+    def inner(*args, **kwargs):
+        try:
+            _agent.method_entry(bt, fqm)
+        except Exception as e:
+            print(e)
+        rc = func(*args, **kwargs)
+        try:
+            _agent.method_exit(bt, fqm, 200)
+        except Exception as e:
+            print(e)
+        return rc
+        
+    return inner

cavisson_pythonagent-0.0.1/pythonagent/agent/__init__.py

@@ -0,0 +1,219 @@
+
+from pythonagent import config
+from pythonagent.agent.internal.logs import configure_logging
+from pythonagent.agent.probes.Instrumentation.parser import create_method_json, create_method_array, create_method_list
+#from pythonagent.agent.probes.Instrumentation.new_parser import create_module_list, create_method_list
+#from pythonagent.agent.probes.Instrumentation.new_parser import  create_method_list
+
+import os
+from pythonagent.lang import reload
+from os.path import exists
+
+'''
+import os
+path = os.path.dirname(config.__file__)
+#print("Module path", path)
+#os.chdir(path)
+#print("Current working dir ==========================================",path)
+
+f = open(os.path.join(path, 'agent/internal/intercept_module.py'), "a+")
+f.truncate(0)
+#cwd = os.getcwd()  # Get the current working directory (cwd)
+#files = os.listdir(cwd)  # Get all the files in that directory
+#print("Files in %r: %s" % (cwd, files))
+
+infile =  open(r'/tmp/CavAgent/interceptor_points.txt')
+outfile = open(os.path.join(path, './test.py'))
+temp = []
+for x in infile:
+    if x.startswith('#'):
+        temp.append(x.lstrip('#').rstrip('\n'))
+
+for line in outfile:
+    count=0
+    for y in temp:
+        if y in line and 'from' not in line:
+            f.write('#'+line)
+            count = 1
+    if count==0:
+        f.write(line)
+
+
+infile.close()
+outfile.close()
+f.close()
+'''
+
+
+def entry_point_refresh():
+    #import os
+    path = os.path.dirname(config.__file__)
+    #print("Module path", path)
+    #os.chdir(path)
+    #print("Current working dir ==========================================",path)
+
+    try:
+        f = open(os.path.join(path, 'agent/internal/intercept_module.py'), "w+")
+        #f.truncate(0)
+    #cwd = os.getcwd()  # Get the current working directory (cwd)
+    #files = os.listdir(cwd)  # Get all the files in that directory
+    #print("Files in %r: %s" % (cwd, files))
+    
+        infile =  open(os.environ.get('NDHOME') + '/python/hooksettings/interceptor_points.txt')
+        outfile = open(os.path.join(path, './test.py'))
+        temp = []
+        for x in infile:
+            if x.startswith('#'):
+                temp.append(x.lstrip('#').rstrip('\n'))
+
+        for line in outfile:
+            count=0
+            for y in temp:
+                if y in line and 'from' not in line:
+                    f.write('#'+line)
+                    count = 1
+            if count==0:
+                f.write(line)
+
+
+        infile.close()
+        outfile.close()
+        f.close()
+    except:
+        pass
+    return 0
+
+from pythonagent.agent.probes import add_hook, Instrumentation
+import logging
+
+#RUNNING_MODE = 0
+from pythonagent.agent.internal.agent import Agent
+
+def configure(environ=None):
+    agent_config = config.parse_environ()
+    if environ:
+        agent_config.update(config.parse_environ(environ))
+
+    config.merge(agent_config)
+    configure_logging()
+
+    return config.validate_config(agent_config)
+
+
+
+def get_all_module_names(_agent):
+    all_module_names = set()
+
+    # CASE 1 : Profile Created by Callback
+
+    try:
+        pythonagent_path = os.path.dirname(config.__file__)
+        instr_prof_path = os.path.join(pythonagent_path, 'agent/internal/instrprof.json')
+        #instr_prof_path = os.environ.get('NDHOME') + "/python/hooksettings/instrprof.json"
+
+        from pathlib import Path
+        instr_prof_file = Path(instr_prof_path)
+
+        if instr_prof_file.is_file():
+            _agent.custom_methods_to_instrument = create_method_list(instr_prof_file)
+            print("ALL custom methods(Instrument) callback-> ", _agent.custom_methods_to_instrument)
+
+            import json
+            f = None
+            try:
+                f = open(instr_prof_file, "r")
+            except:
+                pass
+
+            if f:
+                string_of_profiles = f.read()
+                list_of_profiles = string_of_profiles.split("\n\n\n")
+
+                for profile in list_of_profiles:
+                    try:
+                        obj2 = json.loads(profile)
+                    except:
+                        continue
+
+                    for item in obj2:
+                        try:
+                            module_name = item["modulename"].split("|")[0]
+                            all_module_names.add(module_name)
+                        except Exception:
+                            # Don't let one malformed entry drop every module
+                            # name (app included) parsed after it.
+                            _agent.logger.warning("Skipping malformed instrumentation profile entry: %r", item)
+                            continue
+
+            return all_module_names
+    except:
+        _agent.logger.exception("Error in section: Profile Created by Callback ")
+
+
+    # CASE 2 : Profile Created Locally
+
+    if True:
+        path = os.environ.get('NDHOME')
+        path = path + '/python/config/ndsettings.conf'
+        print("path of  NDC config : ", path)
+        myvars = {}
+
+        with open(path) as myfile:
+            for line in myfile:
+                name, var = line.partition("=")[::2]
+                myvars[name.strip()] = var
+        try:
+            path_for_insProfile = myvars.get('path_profile').strip('\n')
+        except:
+            path_for_insProfile= os.environ.get('NDHOME') + "/python/hooksettings/instrumentationprofile.json"
+        print('Profiler path at : ', path_for_insProfile)
+
+        _agent.custom_methods_to_instrument = create_method_array(path_for_insProfile)
+        print("ALL custom methods(Instrument) local-> ", _agent.custom_methods_to_instrument)
+
+
+        custom_methods_to_instrument_json = create_method_json(path_for_insProfile).get("modules", {})
+
+        for module in custom_methods_to_instrument_json:
+            all_module_names.add(module["moduleName"])
+
+    return all_module_names
+
+
+def bootstrap(agent=None):
+    print("AGENT BOOTSTRAP")
+    first_bootstrap = True
+    if agent:
+        first_bootstrap = False
+    entry_point_refresh()
+    import pythonagent.agent.internal.intercept_module
+    reload(pythonagent.agent.internal.intercept_module)
+    from pythonagent.agent.internal.intercept_module import BT
+    BT_INTERCEPTORS = BT
+    try:
+        _agent = agent or get_agent_instance()
+        hook = add_hook(_agent)
+        all_module_names = get_all_module_names(_agent)
+        bt_top_level = {module.split('.')[0] for module, _ in BT_INTERCEPTORS}
+
+        #print("all_module_names", all_module_names)
+
+        for module, patch in BT_INTERCEPTORS:
+            hook.call_on_import(module, patch)
+        for module in all_module_names:
+            if module.split('.')[0] in bt_top_level:
+                continue
+            #print("MODULE NAME ", module)
+            hook.call_on_import(module, Instrumentation.intercept_instrumented_method)
+        
+        _agent.module_interceptor = hook
+
+        return _agent
+    except:
+        logging.getLogger('pythonagent.agent').exception('Error bootstrapping pythonagent; disabling.')
+        return None
+
+def get_agent_instance():
+    return Agent.get_instance()
+
+

cavisson_pythonagent-0.0.1/pythonagent/agent/internal/__init__.py

@@ -0,0 +1 @@
+