aimodelshare 0.3.7__py3-none-any.whl

aimodelshare/main/authorization.txt

@@ -0,0 +1,275 @@
+from __future__ import print_function
+
+import re
+import json
+
+
+def handler(event, context):
+    print("Client token: " + event.get('authorizationToken','empty'))
+    print("Method ARN: " + event.get('methodArn','empty'))
+    '''
+    Validate the incoming token and produce the principal user identifier
+    associated with the token. This can be accomplished in a number of ways:
+
+    1. Call out to the OAuth provider
+    2. Decode a JWT token inline
+    3. Lookup in a self-managed DB
+    '''
+    idtoken=event.get('authorizationToken','empty')
+    tokenlength=len(idtoken)
+    print(tokenlength)
+    print(event)
+    evaltrue="FALSE"
+    principalId = idtoken
+    
+    if tokenlength>=40:
+        try:
+            tokenbodydata=json.loads(idtoken)
+            idtoken=tokenbodydata['token']
+            evaltrue=tokenbodydata['eval']
+            principalId = idtoken
+
+        except:
+            evaltrue="FALSE"
+
+        try:  
+
+            import jwt
+            decoded = jwt.decode(idtoken, options={"verify_signature": False})  # works in PyJWT < v2.0
+        except:
+            pass  
+    else:
+        pass
+    
+    # Check token access with live rest api (with cognito auth activated) to ensure user isn't sending incorrect username
+    # 200 status indicates accept, 403 means unauthorized
+
+
+    #==============AIMODELSHARE Note: accept / deny languange located on line 67=======================================================
+
+    '''
+    You can send a 401 Unauthorized response to the client by failing like so:
+
+      raise Exception('Unauthorized')
+
+    If the token is valid, a policy must be generated which will allow or deny
+    access to the client. If access is denied, the client will receive a 403
+    Access Denied response. If access is allowed, API Gateway will proceed with
+    the backend integration configured on the method that was called.
+
+    This function must generate a policy that is associated with the recognized
+    principal user identifier. Depending on your use case, you might store
+    policies in a DB, or generate them on the fly.
+
+    Keep in mind, the policy is cached for 5 minutes by default (TTL is
+    configurable in the authorizer) and will apply to subsequent calls to any
+    method/resource in the RestApi made with the same token.
+
+    The example policy below denies access to all resources in the RestApi.
+    '''
+    tmp = event['methodArn'].split(':')
+    apiGatewayArnTmp = tmp[5].split('/')
+    awsAccountId = tmp[4]
+
+    policy = AuthPolicy(principalId, awsAccountId)
+    policy.restApiId = apiGatewayArnTmp[0]
+    policy.region = tmp[3]
+    policy.stage = apiGatewayArnTmp[1]
+    
+    
+    #====================Accept/Deny auth for AIMODELSHARE begins here===========================================
+
+    import requests
+
+
+    headers_with_authentication = {'Content-Type': 'application/json', 'Authorization': idtoken}
+
+    response=requests.post("https://1b861v14ne.execute-api.us-east-1.amazonaws.com/dev/redisusagetrackerembedded",
+                         json={"apiid": str(policy.restApiId),"eval":evaltrue}, headers=headers_with_authentication)
+    print(response.status_code)
+    uniquemodversion=str(response.text)
+
+    print(response.text)
+    
+    if idtoken=="$apikey":
+        policyresult="accept"
+
+    elif any([response.status_code!=200,response.text.find("Missing")>0,response.text.find("Monthly")>0,response.text.find("monthly")>0]):
+        policyresult="deny"
+    else:
+        policyresult="accept"
+
+    if policyresult=="deny":
+        policy.denyAllMethods()
+    else:
+        policy.allowAllMethods()
+
+    # Finally, build the policy
+    authResponse = policy.build()
+    authResponse['context']['uniquemodversion']=uniquemodversion
+
+    # new! -- add additional key-value pairs associated with the authenticated principal
+    # these are made available by APIGW like so: $context.authorizer.<key>
+    # additional context is cached
+    
+
+    
+    return authResponse
+
+
+class HttpVerb:
+    GET = 'GET'
+    POST = 'POST'
+    PUT = 'PUT'
+    PATCH = 'PATCH'
+    HEAD = 'HEAD'
+    DELETE = 'DELETE'
+    OPTIONS = 'OPTIONS'
+    ALL = '*'
+
+
+class AuthPolicy(object):
+    # The AWS account id the policy will be generated for. This is used to create the method ARNs.
+    awsAccountId = ''
+    # The principal used for the policy, this should be a unique identifier for the end user.
+    principalId = ''
+    # The policy version used for the evaluation. This should always be '2012-10-17'
+    version = '2012-10-17'
+    # The regular expression used to validate resource paths for the policy
+    pathRegex = '^[/.a-zA-Z0-9-\*]+$'
+
+    '''Internal lists of allowed and denied methods.
+
+    These are lists of objects and each object has 2 properties: A resource
+    ARN and a nullable conditions statement. The build method processes these
+    lists and generates the approriate statements for the final policy.
+    '''
+    allowMethods = []
+    denyMethods = []
+
+    # The API Gateway API id. By default this is set to '*'
+    restApiId = '*'
+    # The region where the API is deployed. By default this is set to '*'
+    region = '*'
+    # The name of the stage used in the policy. By default this is set to '*'
+    stage = '*'
+
+    def __init__(self, principal, awsAccountId):
+        self.awsAccountId = awsAccountId
+        self.principalId = principal
+        self.allowMethods = []
+        self.denyMethods = []
+
+    def _addMethod(self, effect, verb, resource, conditions):
+        '''Adds a method to the internal lists of allowed or denied methods. Each object in
+        the internal list contains a resource ARN and a condition statement. The condition
+        statement can be null.'''
+        if verb != '*' and not hasattr(HttpVerb, verb):
+            raise NameError('Invalid HTTP verb ' + verb + '. Allowed verbs in HttpVerb class')
+        resourcePattern = re.compile(self.pathRegex)
+        if not resourcePattern.match(resource):
+            raise NameError('Invalid resource path: ' + resource + '. Path should match ' + self.pathRegex)
+
+        if resource[:1] == '/':
+            resource = resource[1:]
+
+        resourceArn = 'arn:aws:execute-api:{}:{}:{}/{}/{}/{}'.format(self.region, self.awsAccountId, self.restApiId, self.stage, verb, resource)
+
+        if effect.lower() == 'allow':
+            self.allowMethods.append({
+                'resourceArn': resourceArn,
+                'conditions': conditions
+            })
+        elif effect.lower() == 'deny':
+            self.denyMethods.append({
+                'resourceArn': resourceArn,
+                'conditions': conditions
+            })
+
+    def _getEmptyStatement(self, effect):
+        '''Returns an empty statement object prepopulated with the correct action and the
+        desired effect.'''
+        statement = {
+            'Action': 'execute-api:Invoke',
+            'Effect': effect[:1].upper() + effect[1:].lower(),
+            'Resource': []
+        }
+
+        return statement
+
+    def _getStatementForEffect(self, effect, methods):
+        '''This function loops over an array of objects containing a resourceArn and
+        conditions statement and generates the array of statements for the policy.'''
+        statements = []
+
+        if len(methods) > 0:
+            statement = self._getEmptyStatement(effect)
+
+            for curMethod in methods:
+                if curMethod['conditions'] is None or len(curMethod['conditions']) == 0:
+                    statement['Resource'].append(curMethod['resourceArn'])
+                else:
+                    conditionalStatement = self._getEmptyStatement(effect)
+                    conditionalStatement['Resource'].append(curMethod['resourceArn'])
+                    conditionalStatement['Condition'] = curMethod['conditions']
+                    statements.append(conditionalStatement)
+
+            if statement['Resource']:
+                statements.append(statement)
+
+        return statements
+
+    def allowAllMethods(self):
+        '''Adds a '*' allow to the policy to authorize access to all methods of an API'''
+        self._addMethod('Allow', HttpVerb.ALL, '*', [])
+
+    def denyAllMethods(self):
+        '''Adds a '*' allow to the policy to deny access to all methods of an API'''
+        self._addMethod('Deny', HttpVerb.ALL, '*', [])
+
+    def allowMethod(self, verb, resource):
+        '''Adds an API Gateway method (Http verb + Resource path) to the list of allowed
+        methods for the policy'''
+        self._addMethod('Allow', verb, resource, [])
+
+    def denyMethod(self, verb, resource):
+        '''Adds an API Gateway method (Http verb + Resource path) to the list of denied
+        methods for the policy'''
+        self._addMethod('Deny', verb, resource, [])
+
+    def allowMethodWithConditions(self, verb, resource, conditions):
+        '''Adds an API Gateway method (Http verb + Resource path) to the list of allowed
+        methods and includes a condition for the policy statement. More on AWS policy
+        conditions here: http://docs.aws.amazon.com/IAM/latest/UserGuide/reference_policies_elements.html#Condition'''
+        self._addMethod('Allow', verb, resource, conditions)
+
+    def denyMethodWithConditions(self, verb, resource, conditions):
+        '''Adds an API Gateway method (Http verb + Resource path) to the list of denied
+        methods and includes a condition for the policy statement. More on AWS policy
+        conditions here: http://docs.aws.amazon.com/IAM/latest/UserGuide/reference_policies_elements.html#Condition'''
+        self._addMethod('Deny', verb, resource, conditions)
+
+    def build(self):
+        '''Generates the policy document based on the internal lists of allowed and denied
+        conditions. This will generate a policy with two main statements for the effect:
+        one statement for Allow and one statement for Deny.
+        Methods that includes conditions will have their own statement in the policy.'''
+        if ((self.allowMethods is None or len(self.allowMethods) == 0) and
+                (self.denyMethods is None or len(self.denyMethods) == 0)):
+            raise NameError('No statements defined for the policy')
+
+        policy = {
+            'principalId': self.principalId,
+            'policyDocument': {
+                'Version': self.version,
+                'Statement': []
+            },
+           "context": {
+                "uniquemodversion":"string"
+              }
+        }
+
+        policy['policyDocument']['Statement'].extend(self._getStatementForEffect('Allow', self.allowMethods))
+        policy['policyDocument']['Statement'].extend(self._getStatementForEffect('Deny', self.denyMethods))
+
+        return policy

aimodelshare/main/eval_classification.txt

@@ -0,0 +1,79 @@
+import boto3
+import pandas as pd
+import os
+import numpy as np
+import onnxruntime as rt
+import json
+import sklearn
+from sklearn.metrics import accuracy_score
+from sklearn.metrics import f1_score
+from sklearn.metrics import precision_score
+from sklearn.metrics import recall_score
+from sklearn.metrics import roc_auc_score
+from sklearn.metrics import mean_squared_error
+from sklearn.metrics import r2_score
+from sklearn.metrics import mean_absolute_error
+from math import sqrt
+import pickle
+import six
+
+def get_ytestdata(ytest_s3_filename="ytest.pkl"):
+  s3 = boto3.resource("s3")
+  bucket = s3.Bucket("$bucket_name")
+
+  with open("/tmp/ytest.pkl", "wb") as ytestfo:
+      bucket.download_fileobj("$unique_model_id/ytest.pkl",  ytestfo)
+  ytestdata = pickle.load(open("/tmp/ytest.pkl", "rb" ) )
+  return ytestdata
+
+def model_eval_metrics(y_true, y_pred,classification="TRUE"):
+     if classification=="TRUE":
+        accuracy_eval = accuracy_score(y_true, y_pred)
+        f1_score_eval = f1_score(y_true, y_pred,average="macro",zero_division=0)
+        precision_eval = precision_score(y_true, y_pred,average="macro",zero_division=0)
+        recall_eval = recall_score(y_true, y_pred,average="macro",zero_division=0)
+        mse_eval = 0
+        rmse_eval = 0
+        mae_eval = 0
+        r2_eval = 0
+        metricdata = {'accuracy': [accuracy_eval], 'f1_score': [f1_score_eval], 'precision': [precision_eval], 'recall': [recall_eval], 'mse': [mse_eval], 'rmse': [rmse_eval], 'mae': [mae_eval], 'r2': [r2_eval]}
+        finalmetricdata = pd.DataFrame.from_dict(metricdata)
+     else:
+        accuracy_eval = 0
+        f1_score_eval = 0
+        precision_eval = 0
+        recall_eval = 0
+        mse_eval = mean_squared_error(y_true, y_pred)
+        rmse_eval = sqrt(mean_squared_error(y_true, y_pred))
+        mae_eval = mean_absolute_error(y_true, y_pred)
+        r2_eval = r2_score(y_true, y_pred)
+        metricdata = {'accuracy': [accuracy_eval], 'f1_score': [f1_score_eval], 'precision': [precision_eval], 'recall': [recall_eval], 'mse': [mse_eval], 'rmse': [rmse_eval], 'mae': [mae_eval], 'r2': [r2_eval]}
+        finalmetricdata = pd.DataFrame.from_dict(metricdata)
+     return finalmetricdata.to_dict('records')[0]
+
+ytestdata=get_ytestdata(ytest_s3_filename="ytest.pkl")
+
+def evaluate_model(event,ytestdata):
+    body = event["body"]
+
+    if isinstance(event["body"], six.string_types):
+        prediction_list = json.loads(event["body"])
+        print(prediction_list)
+    else:
+        prediction_list = event["body"]
+        print(prediction_list)
+
+    result=model_eval_metrics(ytestdata,prediction_list,classification="TRUE")
+    return result
+
+def handler(event, context):
+        result = evaluate_model(event,ytestdata)
+        return {"statusCode": 200,
+        "headers": {
+        "Access-Control-Allow-Origin" : "*",
+        "Access-Control-Allow-Credentials": True,
+        "Allow" : "GET, OPTIONS, POST",
+        "Access-Control-Allow-Methods" : "GET, OPTIONS, POST",
+        "Access-Control-Allow-Headers" : "*"
+        },
+        "body": json.dumps(result)}