ApiLogicServer 15.0.37__py3-none-any.whl → 15.0.40__py3-none-any.whl

api_logic_server_cli/prototypes/nw/api/api_discovery/ontimize_api.py

@@ -0,0 +1,495 @@
+from functools import wraps
+import logging
+import api.system.api_utils as api_utils
+import contextlib
+import yaml
+from pathlib import Path
+from flask_cors import cross_origin
+import safrs
+from flask import request, jsonify
+from flask_jwt_extended import get_jwt, jwt_required, verify_jwt_in_request
+from safrs import jsonapi_rpc
+from database import models
+import json
+import sys
+from sqlalchemy import text, select, update, insert, delete
+from sqlalchemy.orm import load_only
+import sqlalchemy
+import requests
+from datetime import date
+from config.config import Args
+from config.config import Config
+import os
+from pathlib import Path
+from api.system.expression_parser import parsePayload
+from api.system.gen_pdf_report import gen_report
+from api.system.gen_csv_report import gen_report as csv_gen_report
+from api.system.gen_pdf_report import export_pdf
+#from api.gen_xlsx_report import xlsx_gen_report
+
+# This is the Ontimize Bridge API - all endpoints will be prefixed with /ontimizeweb/services/rest
+# called by api_logic_server_run.py, to customize api (new end points, services).
+# separate from expose_api_models.py, to simplify merge if project recreated
+# version 11.x - api_logic_server_cli/prototypes/ont_app/prototype/api/api_discovery/ontimize_api.py
+
+app_logger = logging.getLogger(__name__)
+
+db = safrs.DB 
+session = db.session 
+_project_dir = None
+class DotDict(dict):
+    """ dot.notation access to dictionary attributes """
+    # thanks: https://stackoverflow.com/questions/2352181/how-to-use-a-dot-to-access-members-of-dictionary/28463329
+    __getattr__ = dict.get
+    __setattr__ = dict.__setitem__
+    __delattr__ = dict.__delitem__
+
+
+def add_service(app, api, project_dir, swagger_host: str, PORT: str, method_decorators = []):
+    pass
+    
+#def expose_services(app, api, project_dir, swagger_host: str, PORT: str):
+    # sourcery skip: avoid-builtin-shadow
+    """ Ontimize API - new end points for services 
+    
+        Brief background: see readme_customize_api.md
+    
+    """
+    _project_dir = project_dir
+    app_logger.debug("api/api_discovery/ontimize_api.py - services for ontimize") 
+
+    
+    def admin_required():
+        """
+        Support option to bypass security (see cats, below).
+        """
+        def wrapper(fn):
+            @wraps(fn)
+            def decorator(*args, **kwargs):
+                if Args.instance.security_enabled == False:
+                    return fn(*args, **kwargs)
+                verify_jwt_in_request(True)  # must be issued if security enabled
+                return fn(*args, **kwargs)
+            return decorator
+        return wrapper
+
+    
+    def gen_export(request) -> any:
+        payload = json.loads(request.data) if request.data != b'' else {}
+        type = payload.get("type") or "csv"
+        entity = payload.get("dao") 
+        queryParm = payload.get("queryParm") or {}
+        columns = payload.get("columns") or []
+        columnTitles = payload.get("columnTitles") or []
+        if not entity:
+            return jsonify({})
+        resource = find_model(entity)
+        api_clz = resource["model"]
+        resources = getMetaData(api_clz.__name__)
+        attributes = resources["resources"][api_clz.__name__]["attributes"]
+        if type in ["csv",'CSV']:
+            return csv_gen_report(api_clz, request, entity, queryParm, columns, columnTitles, attributes) 
+        elif type == "pdf": 
+            payload["entity"] = entity
+            return export_pdf(api_clz, request, entity, queryParm, columns, columnTitles, attributes) 
+        #elif type == "xlsx":
+        #    return xlsx_gen_report(api_clz, request, entity, queryParm, columns, columnTitles, attributes)
+        
+        return jsonify({"code":1,"message":f"Unknown export type {type}","data":None,"sqlTypes":None})   
+    
+    
+    def _gen_report(request) -> any:
+        payload = json.loads(request.data)
+
+        if len(payload) == 3:
+            return jsonify({})
+        
+        entity = payload["entity"]
+        resource = find_model(entity)
+        api_clz = resource["model"]
+        resources = getMetaData(api_clz.__name__)
+        attributes = resources["resources"][api_clz.__name__]["attributes"]
+    
+        return gen_report(api_clz, request, _project_dir, payload, attributes)
+    @app.route("/api/export/csv", methods=['POST','OPTIONS'])
+    @app.route("/api/export/pdf", methods=['POST','OPTIONS'])
+    @app.route("/ontimizeweb/services/rest/export/pdf", methods=['POST','OPTIONS'])
+    @app.route("/ontimizeweb/services/rest/export/csv", methods=['POST','OPTIONS'])
+    @cross_origin()
+    @admin_required()
+    def export():
+        print(f"export {request.path}")
+        #if request.method == "OPTIONS":
+        #    return jsonify(success=True)
+        return gen_export(request)
+    
+    @app.route("/api/dynamicjasper", methods=['POST','OPTIONS'])
+    @app.route("/ontimizeweb/services/rest/dynamicjasper", methods=['POST','OPTIONS'])
+    @cross_origin()
+    @admin_required()
+    def dynamicjasper():
+        if request.method == "OPTIONS":
+            return jsonify(success=True)
+        return _gen_report(request)
+    
+    @app.route("/api/bundle", methods=['POST','OPTIONS'])
+    @app.route("/ontimizeweb/services/rest/bundle", methods=['POST','OPTIONS'])
+    @cross_origin()
+    @admin_required()
+    def bundle():
+        if request.method == "OPTIONS":
+            return jsonify(success=True)
+        return jsonify({"code":0,"data":{},"message": None})
+    
+    # Ontimize apiEndpoint path for all services
+    @app.route("/ontimizeweb/services/rest/<path:path>", methods=['GET','POST','PUT','PATCH','DELETE','OPTIONS'])
+    @cross_origin(supports_credentials=True)
+    @admin_required()
+    def api_search(path):
+        s = path.split("/")
+        clz_name = s[0]
+        clz_type = None if len(s) == 1 else s[1] #[2] TODO customerType search advancedSearch defer(photo)customerTypeAggregate
+        isSearch = s[len(s) -1] == "search"
+        method = request.method
+        rows = []
+        #CORS 
+        if method == "OPTIONS":
+            return jsonify(success=True)
+        
+        if clz_name == "endsession":
+            from flask import g
+            sessionid = request.args.get("sessionid")
+            if "access_token" in g and g.access_token == sessionid:
+                g.pop("access_token")
+            return jsonify({"code":0,"data":{},"message": None})
+        
+        if clz_name == "dynamicjasper":
+            return _gen_report(request)
+        
+        if clz_name in ["listReports", "bundle", "reportstore"]:
+            return jsonify({"code":0,"data":{},"message": None})
+        
+        if clz_name == "export":
+            return gen_export(request)
+        
+        if request.path == '/ontimizeweb/services/rest/users/login':
+            return login(request)
+        
+        #api_clz = api_map.get(clz_name)
+        resource = find_model(clz_name)
+        if resource == None:
+            return jsonify(
+                {"code": 1, "message": f"Resource {clz_name} not found", "data": None}
+            )
+        api_attributes = resource["attributes"]
+        api_clz = resource["model"]
+        
+        payload = '{}' if request.data == b'' else json.loads(request.data)
+        expressions, filter, columns, sqltypes, offset, pagesize, orderBy, data = parsePayload(api_clz, payload)
+        result = {}
+        if method == 'GET':
+            pagesize = 999 #if isSearch else pagesize
+            return get_rows(request, api_clz, filter, orderBy, columns, pagesize, offset)
+        
+        if method in ['PUT','PATCH']:
+            sql_alchemy_row = session.query(api_clz).filter(text(filter)).one()
+            for key in DotDict(data):
+                setattr(sql_alchemy_row, key , DotDict(data)[key])
+            session.add(sql_alchemy_row)
+            result = sql_alchemy_row
+            #stmt = update(api_clz).where(text(filter)).values(data)
+            
+        if method == 'DELETE':
+            #stmt = delete(api_clz).where(text(filter))
+            sql_alchemy_row = session.query(api_clz).filter(text(filter)).one()
+            session.delete(sql_alchemy_row)
+            result = sql_alchemy_row
+            
+        if method == 'POST':
+            if data != None:
+                #this is an insert
+                sql_alchemy_row = api_clz()
+                row = DotDict(data)
+                for attr in api_attributes:
+                    name = attr["name"]
+                    if getattr(row, name) != None:
+                        setattr(sql_alchemy_row, name , row[name])
+                session.add(sql_alchemy_row)
+                result = sql_alchemy_row
+                #stmt = insert(api_clz).values(data)
+                
+            else:
+                #GET (sent as POST)
+                #rows = get_rows_by_query(api_clz, filter, orderBy, columns, pagesize, offset)
+                if "TypeAggregate" in clz_type:
+                    return get_rows_agg(request, api_clz, clz_type, filter, columns)
+                else:
+                    pagesize = 999 # if isSearch else pagesize
+                    return get_rows(request, api_clz, None, orderBy, columns, pagesize, offset)
+        try:        
+            session.commit()
+            session.flush()
+        except Exception as ex:
+            session.rollback()
+            msg = f"{ex.message if hasattr(ex, 'message') else ex}"
+            return jsonify(
+                {"code": 1, "message": f"{msg}", "data": [], "sqlTypes": None}
+            ) 
+            
+        return jsonify({"code":0,"message":f"{method}:True","data":result,"sqlTypes":None})   #{f"{method}":True})
+    
+    def find_model(clz_name:str) -> any:
+        clz_members = getMetaData()
+        resources = clz_members.get("resources")
+        for resource in resources:
+            if resource == clz_name:
+                return resources[resource]
+        return None
+    
+    def login(request):
+        url = f"{request.scheme}://{request.host}/api/auth/login"
+        # no data is passed - uses basic auth in header
+        #requests.post(url=url, headers=request.headers, json = {})
+        username = ''
+        password = ''
+        auth = request.headers.get("Authorization", None)
+        if auth and auth.startswith("Basic"):  # support basic auth
+            import base64
+            base64_message = auth[6:]
+            print(f"auth found: {auth}")
+            #base64_message = 'UHl0aG9uIGlzIGZ1bg=='
+            base64_bytes = base64_message.encode('ascii')
+            message_bytes = base64.b64decode(base64_bytes)
+            message = message_bytes.decode('ascii')
+            s = message.split(":")
+            username = s[0]
+            password = s[1]
+        from security.authentication_provider.abstract_authentication_provider import Abstract_Authentication_Provider
+        from security.system.authentication import create_access_token
+        
+        authentication_provider : Abstract_Authentication_Provider = Config.SECURITY_PROVIDER 
+        if not authentication_provider:
+            return jsonify({"code":1,"message":"No authentication provider configured"}), 401
+        user = authentication_provider.get_user(username, password)
+        if not user or not authentication_provider.check_password(user = user, password = password):
+            return jsonify({"code":1,"message":"Wrong username or password"}), 401
+        
+        access_token = create_access_token(identity=user)  # serialize and encode
+        from flask import g
+        g.access_token = access_token
+        #return jsonify(access_token=access_token)
+        return jsonify({"code":0,"message":"Login Successful","data":{"access_token":access_token}})
+    
+    def get_rows_agg(request: any, api_clz, agg_type, filter, columns):
+        key = api_clz.__name__
+        resources = getMetaData(key)
+        attributes = resources["resources"][key]["attributes"]
+        list_of_columns = ""
+        sep = ""
+        attr_list = list(api_clz._s_columns)
+        table_name = api_clz._s_type
+        #api_clz.__mapper__.attrs #TODO map the columns to the attributes to build the select list
+        for a in attributes:
+            name = a["name"]
+            t = a["type"] #INTEGER or VARCHAR(N)
+            #list_of_columns.append(api_clz._sa_class_manager.get(n))
+            attr = a["attr"]
+            #MAY need to do upper case compares
+            if name in columns:
+                list_of_columns = f'{list_of_columns}{sep}{name}'
+                sep = ","
+        sql = f' count(*), {list_of_columns} from {table_name} group by {list_of_columns}'
+        print(sql)
+        # TODO HARDCODED for now....
+        data = {}
+        if "customerTypeAggregate" == agg_type:
+            data = {"data": [
+                {
+                    "AMOUNT": 24,
+                    "DESCRIPTION": "Normal"
+                },
+                {
+                    "AMOUNT": 15,
+                    "DESCRIPTION": "VIP"
+                },
+                {
+                    "AMOUNT": 36,
+                    "DESCRIPTION": "Other"
+                }
+            ]
+            }
+        elif "accountTypeAggregate" == agg_type:
+            data = {"data": [
+                {
+                    "AMOUNT": 32,
+                    "ACCOUNTTYPENAME": "Savings",
+                    "ACCOUNTTYPEID": 1
+                },
+                {
+                    "AMOUNT": 36,
+                    "ACCOUNTTYPENAME": "Checking",
+                    "ACCOUNTTYPEID": 0
+                },
+                {
+                    "AMOUNT": 30,
+                    "ACCOUNTTYPENAME": "Payroll",
+                    "ACCOUNTTYPEID": 3
+                },
+                {
+                    "AMOUNT": 23,
+                    "ACCOUNTTYPENAME": "Market",
+                    "ACCOUNTTYPEID": 2
+                }
+            ]
+            }
+        elif "employeeTypeAggregate" == agg_type:
+            data = {"data": [
+                {
+                    "AMOUNT": 27,
+                    "EMPLOYEETYPENAME": "Manager"
+                },
+                {
+                    "AMOUNT": 485,
+                    "EMPLOYEETYPENAME": "Employee"
+                }
+            ]
+            }
+        data["code"] = 0
+        data["message"] = ""
+        data["sqlType"] = {}
+        #rows = session.query(text(sql)).all()
+        #rows = session.query(models.Account.ACCOUNTTYPEID,func.count(models.Account.AccountID)).group_by(models.Account.ACCOUNTTYPEID).all()
+        return data
+    
+    def get_rows(request: any, api_clz, filter: str, order_by: str, columns: list, pagesize: int, offset: int):
+        # New Style
+        key = api_clz.__name__.lower()
+        resources = getMetaData(api_clz.__name__)
+        attributes = resources["resources"][api_clz.__name__]["attributes"]
+        list_of_columns = []
+        for a in attributes:
+            name = a["name"]
+            col = a["attr"].columns[0] 
+            desc = col.description
+            t = a["type"] #INTEGER or VARCHAR(N)
+            #MAY need to do upper case compares
+            if desc in columns:
+                list_of_columns.append((col,name))
+            else:
+                if name in columns:
+                    list_of_columns.append(name)
+                
+        from api.system.custom_endpoint import CustomEndpoint
+        request.method = 'GET'
+        r = CustomEndpoint(model_class=api_clz, fields=list_of_columns, filter_by=filter, pagesize=pagesize, offset=offset)
+        result = r.execute(request=request)
+        service_type: str = Config.ONTIMIZE_SERVICE_TYPE
+        return r.transform(service_type, key, result) # JSONAPI or LAC or OntimizeEE ARGS.service_type
+    
+    def get_rows_by_query(api_clz, filter, orderBy, columns, pagesize, offset):
+        #Old Style
+        rows = []
+        results = session.query(api_clz) # or list of columns?
+                    
+        if columns:
+            #stmt = select(api_clz).options(load_only(Book.title, Book.summary))
+            pass #TODO
+        
+        if orderBy:
+            results = results.order_by(text(parseOrderBy(orderBy)))
+
+        if filter:
+            results = results.filter(text(filter)) 
+            
+        results = results.limit(pagesize) \
+            .offset(offset) 
+        
+        for row in results.all():
+            rows.append(row.to_dict())
+        
+        return rows
+                    
+    def parseData(data:dict = None) -> str:
+        # convert dict to str
+        result = ""
+        join = ""
+        if data:
+            for d in data:
+                result += f'{join}{d}="{data[d]}"'
+                join = ","
+        return result
+    
+    def parseOrderBy(orderBy) -> str:
+        #[{'columnName': 'SURNAME', 'ascendent': True}]
+        result = ""
+        if orderBy and len(orderBy) > 0:
+            result = f"{orderBy[0]['columnName']}" #TODO for desc
+        return result
+    
+    def fix_payload(data, sqltypes):
+        import datetime 
+        if sqltypes:
+            for t in sqltypes:
+                if sqltypes[t] == 91: #Date
+                    with contextlib.suppress(Exception):
+                        my_date = float(data[t])/1000
+                        data[t] = datetime.datetime.fromtimestamp(my_date) #.strftime('%Y-%m-%d %H:%M:%S')
+        """
+        Converts SQLAlchemy result (mapped or raw) to dict array of un-nested rows
+
+        Args:
+            result (object): list of serializable objects (e.g., dict)
+
+        Returns:
+            list of rows as dicts
+        """
+        rows = []
+        for each_row in result:
+            row_as_dict = {}
+            print(f'type(each_row): {type(each_row)}')
+            if isinstance (each_row, sqlalchemy.engine.row.Row):  # raw sql, eg, sample catsql
+                key_to_index = each_row._key_to_index             # note: SQLAlchemy 2 specific
+                for name, value in key_to_index.items():
+                    row_as_dict[name] = each_row[value]
+            else:
+                row_as_dict = each_row.to_dict()                  # safrs helper
+            rows.append(row_as_dict)
+        return rows
+
+def getMetaData(resource_name:str = None, include_attributes: bool = True) -> dict:
+        import inspect
+        import sys
+        resource_list = []  # array of attributes[], name (so, the name is last...)
+        resource_objs = {}  # objects, named = resource_name
+
+        models_name = "database.models"
+        cls_members = inspect.getmembers(sys.modules["database.models"], inspect.isclass)
+        for each_cls_member in cls_members:
+            each_class_def_str = str(each_cls_member)
+            if (f"'{models_name}." in each_class_def_str and
+                            "Ab" not in each_class_def_str):
+                each_resource_name = each_cls_member[0]
+                each_resource_class = each_cls_member[1]
+                each_resource_mapper = each_resource_class.__mapper__
+                if resource_name is None or resource_name == each_resource_name:
+                    resource_object = {"name": each_resource_name}
+                    resource_list.append(resource_object)
+                    resource_objs[each_resource_name] = {}
+                    if include_attributes:
+                        attr_list = []
+                        for each_attr in each_resource_mapper.attrs:
+                            if not each_attr._is_relationship:
+                                try:
+                                    attribute_object = {"name": each_attr.key,
+                                                        "attr": each_attr,
+                                                        "type": str(each_attr.expression.type)}
+                                except Exception as ex:
+                                    attribute_object = {"name": each_attr.key,
+                                                        "exception": f"{ex}"}
+                                attr_list.append(attribute_object)
+                        resource_object["attributes"] = attr_list
+                        resource_objs[each_resource_name] = {"attributes": attr_list, "model": each_resource_class}
+        # pick the format you like
+        #return_result = {"resources": resource_list}
+        return_result = {"resources": resource_objs}
+        return return_result

api_logic_server_cli/prototypes/nw/api/api_discovery/sales_by_category.html

@@ -0,0 +1,76 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Bar Chart Example</title>
+    <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
+</head>
+<body>
+    <canvas id="myChart" width="400" height="200"></canvas>
+    <script>
+        // Input data
+        fetch('http://localhost:5656/api/GraphicsServices/sales_by_category', {
+            method: 'POST',
+            headers: {
+            'accept': 'application/vnd.api+json',
+            'Content-Type': 'application/json'
+            },
+            body: JSON.stringify({}) // Add any required payload here
+        })
+            .then(response => {
+                if (!response.ok) {
+                    throw new Error(`HTTP error! status: ${response.status}`);
+                }
+                return response.json();
+            })
+            .then(result => {
+                const labels = [];
+                const data = [];
+                const type = result.meta.result.chart_type;
+                const title = result.meta.result.title;
+                const columns = result.meta.result.columns;
+                console.log(JSON.stringify(result));
+                result.meta.result.results.forEach(item => {
+                    labels.push(item[columns[0]]);
+                    data.push(parseFloat(item[columns[1]]));
+                });
+
+                // Create the bar chart
+                const ctx = document.getElementById('myChart').getContext('2d');
+                const myChart = new Chart(ctx, {
+                    type: type,
+                    data: {
+                    labels: labels,
+                    datasets: [{
+                        label: title,
+                        data: data,
+                        backgroundColor: 'rgba(75, 192, 192, 0.2)',
+                        borderColor: 'rgba(75, 192, 192, 1)',
+                        borderWidth: 1
+                    }]
+                    },
+                    options: {
+                    responsive: true,
+                    plugins: {
+                        legend: {
+                        position: 'top',
+                        },
+                        title: {
+                        display: true,
+                        text: title
+                        }
+                    },
+                    scales: {
+                        y: {
+                        beginAtZero: true
+                        }
+                    }
+                    }
+                });
+                })
+                .catch(error => console.error('Error fetching data:', error));
+
+    </script>
+</body>
+</html>

api_logic_server_cli/prototypes/nw/api/api_discovery/sales_by_category.sql

@@ -0,0 +1 @@
+SELECT Category.CategoryName, SUM(OrderDetail.Quantity * OrderDetail.UnitPrice * (1 - OrderDetail.Discount)) AS TotalSales FROM Category JOIN Product ON Category.Id = Product.CategoryId JOIN OrderDetail ON Product.Id = OrderDetail.ProductId JOIN `Order` ON OrderDetail.OrderId = `Order`.Id WHERE `Order`.ShippedDate IS NOT NULL GROUP BY Category.CategoryName ORDER BY TotalSales DESC;

api_logic_server_cli/prototypes/nw/api/api_discovery/system.py

@@ -0,0 +1,77 @@
+from flask import request, jsonify
+import logging
+import api.system.api_utils as api_utils
+
+app_logger = logging.getLogger("api_logic_server_app")
+
+def add_service(app, api, project_dir, swagger_host: str, PORT: str, method_decorators = []):
+    pass
+
+
+    ###################
+    # Internal Services
+    ###################
+
+    @app.route('/server_log')
+    def server_log():
+        """
+        Used by test/*.py - enables client app to log msg into server's console log
+        """
+        return api_utils.server_log(request, jsonify)
+
+    
+    @app.route('/metadata')
+    def metadata():
+        """
+        Swagger provides typical API discovery.  This is for tool providers
+        requiring programmatic access to api definition, e.g., 
+        to drive artifact code generation.
+
+        Returns json for list of 1 / all resources, with optional attribute name/type, eg
+
+        curl -X GET "http://localhost:5656/metadata?resource=Category&include=attributes"
+
+        curl -X GET "http://localhost:5656/metadata?include=attributes"
+        """
+        import inspect
+        import sys
+        from sqlalchemy.ext.declarative import declarative_base
+
+        resource_name = request.args.get('resource')
+        include_attributes = False
+        include = request.args.get('include')
+        if include:
+            include_attributes = "attributes" in include
+        resource_list = []  # array of attributes[], name (so, the name is last...)
+        resource_objs = {}  # objects, named = resource_name
+
+        models_name = "database.models"
+        cls_members = inspect.getmembers(sys.modules["database.models"], inspect.isclass)
+        for each_cls_member in cls_members:
+            each_class_def_str = str(each_cls_member)
+            if (f"'{models_name}." in str(each_class_def_str) and
+                            "Ab" not in str(each_class_def_str)):
+                each_resource_name = each_cls_member[0]
+                each_resource_class = each_cls_member[1]
+                each_resource_mapper = each_resource_class.__mapper__
+                if resource_name is None or resource_name == each_resource_name:
+                    resource_object = {"name": each_resource_name}
+                    resource_list.append(resource_object)
+                    resource_objs[each_resource_name] = {}
+                    if include_attributes:
+                        attr_list = []
+                        for each_attr in each_resource_mapper.attrs:
+                            if not each_attr._is_relationship:
+                                try:
+                                    attribute_object = {"name": each_attr.key,
+                                                        "type": str(each_attr.expression.type)}
+                                except:
+                                    attribute_object = {"name": each_attr.key,
+                                                        "type": "unkown"}
+                                attr_list.append(attribute_object)
+                        resource_object["attributes"] = attr_list
+                        resource_objs[each_resource_name] = {"attributes": attr_list}
+        # pick the format you like
+        return_result = {"resources": resource_list}
+        return_result = {"resources": resource_objs}
+        return jsonify(return_result)