aimodelshare 0.3.7__py3-none-any.whl

aimodelshare/iam/codebuild_policy.txt

@@ -0,0 +1,129 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Resource": "*",
+            "Action": [
+                "logs:CreateLogGroup",
+                "logs:CreateLogStream",
+                "logs:PutLogEvents"
+            ]
+        },
+        {
+            "Effect": "Allow",
+            "Resource": "*",
+            "Action": [
+                "s3:PutObject",
+                "s3:GetObject",
+                "s3:GetObjectVersion",
+                "s3:GetBucketAcl",
+                "s3:GetBucketLocation"
+            ]
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "codebuild:CreateReportGroup",
+                "codebuild:CreateReport",
+                "codebuild:UpdateReport",
+                "codebuild:BatchPutTestCases",
+                "codebuild:BatchPutCodeCoverages"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "ecr:*",
+                "cloudtrail:LookupEvents"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "iam:CreateServiceLinkedRole"
+            ],
+            "Resource": "*",
+            "Condition": {
+                "StringEquals": {
+                    "iam:AWSServiceName": [
+                        "replication.ecr.amazonaws.com"
+                    ]
+                }
+            }
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "cloudformation:*"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "cloudformation:DescribeStacks",
+                "cloudformation:ListStackResources",
+                "cloudwatch:ListMetrics",
+                "cloudwatch:GetMetricData",
+                "ec2:DescribeSecurityGroups",
+                "ec2:DescribeSubnets",
+                "ec2:DescribeVpcs",
+                "kms:ListAliases",
+                "iam:GetPolicy",
+                "iam:GetPolicyVersion",
+                "iam:GetRole",
+                "iam:GetRolePolicy",
+                "iam:ListAttachedRolePolicies",
+                "iam:ListRolePolicies",
+                "iam:ListRoles",
+                "lambda:*",
+                "logs:DescribeLogGroups",
+                "states:DescribeStateMachine",
+                "states:ListStateMachines",
+                "tag:GetResources",
+                "xray:GetTraceSummaries",
+                "xray:BatchGetTraces"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": "iam:PassRole",
+            "Resource": "*",
+            "Condition": {
+                "StringEquals": {
+                    "iam:PassedToService": "lambda.amazonaws.com"
+                }
+            }
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "logs:DescribeLogStreams",
+                "logs:GetLogEvents",
+                "logs:FilterLogEvents"
+            ],
+            "Resource": "arn:aws:logs:*:*:log-group:/aws/lambda/*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "iam:*",
+                "organizations:DescribeAccount",
+                "organizations:DescribeOrganization",
+                "organizations:DescribeOrganizationalUnit",
+                "organizations:DescribePolicy",
+                "organizations:ListChildren",
+                "organizations:ListParents",
+                "organizations:ListPoliciesForTarget",
+                "organizations:ListRoots",
+                "organizations:ListPolicies",
+                "organizations:ListTargetsForPolicy"
+            ],
+            "Resource": "*"
+        }
+    ]
+}

aimodelshare/iam/codebuild_trust_relationship.txt

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "Service": "codebuild.amazonaws.com"
+            },
+            "Action": "sts:AssumeRole"
+        }
+    ]
+}

aimodelshare/iam/lambda_policy.txt

@@ -0,0 +1,15 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Action": "logs:*",
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": "s3:*",
+            "Resource": "*",
+            "Effect": "Allow"
+        }
+    ]
+}

aimodelshare/iam/lambda_trust_relationship.txt

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "Service": "lambda.amazonaws.com"
+            },
+            "Action": "sts:AssumeRole"
+        }
+    ]
+}

aimodelshare/json_templates/__init__.py

@@ -0,0 +1 @@
+

aimodelshare/json_templates/api_json.txt

@@ -0,0 +1,155 @@
+{
+"openapi": "3.0.1",
+"info": {
+"title": "modapi36146",
+"description": "This is a copy of my first API",
+"version": "2020-05-12T21:25:38Z"
+},
+"servers": [
+{
+"url": "https://8nee9nskdb.execute-api.$region.amazonaws.com/{basePath}",
+"variables": {
+"basePath": {
+"default": "/prod"
+}
+}
+}
+],
+"paths": {
+"/eval": {
+"post": {
+"responses": {
+"200": {
+"description": "200 response",
+"headers": {
+"Access-Control-Allow-Origin": {
+"schema": {
+"type": "string"
+}
+}
+},
+"content": {
+"application/json": {
+"schema": {
+"$ref": "#/components/schemas/outputmodel"
+}
+}
+}
+}
+}
+},
+"options": {
+"responses": {
+"200": {
+"description": "200 response",
+"headers": {
+"Access-Control-Allow-Origin": {
+"schema": {
+"type": "string"
+}
+},
+"Access-Control-Allow-Methods": {
+"schema": {
+"type": "string"
+}
+},
+"Access-Control-Allow-Headers": {
+"schema": {
+"type": "string"
+}
+}
+},
+"content": {
+"application/json": {
+"schema": {
+"$ref": "#/components/schemas/Empty"
+}
+}
+}
+}
+}
+}
+},
+"/m": {
+"post": {
+"responses": {
+"200": {
+"description": "200 response",
+"headers": {
+"Access-Control-Allow-Origin": {
+"schema": {
+"type": "string"
+}
+}
+},
+"content": {
+"application/json": {
+"schema": {
+"$ref": "#/components/schemas/outputmodel"
+}
+}
+}
+}
+}
+},
+"options": {
+"responses": {
+"200": {
+"description": "200 response",
+"headers": {
+"Access-Control-Allow-Origin": {
+"schema": {
+"type": "string"
+}
+},
+"Access-Control-Allow-Methods": {
+"schema": {
+"type": "string"
+}
+},
+"Access-Control-Allow-Headers": {
+"schema": {
+"type": "string"
+}
+}
+},
+"content": {
+"application/json": {
+"schema": {
+"$ref": "#/components/schemas/Empty"
+}
+}
+}
+}
+}
+}
+}
+},
+"components": {
+"schemas": {
+"Empty": {
+"title": "Empty Schema",
+"type": "object"
+},
+"outputmodel": {
+"title": "Output",
+"type": "object",
+"properties": {
+"body": {
+"type": "string"
+}
+}
+}
+}
+},
+"x-amazon-apigateway-policy": {
+"Version": "2012-10-17",
+"Statement": [
+{
+"Effect": "Allow",
+"Principal": "*",
+"Action": "execute-api:Invoke",
+"Resource": "arn:aws:execute-api:us-east-1:517169013426:8nee9nskdb/prod/OPTIONS/*"
+]
+}
+}

aimodelshare/json_templates/auth/policy.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/auth/role.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/eval/policy.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/eval/role.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/function/policy.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/function/role.txt

@@ -0,0 +1 @@
+

aimodelshare/json_templates/integration_response.txt

@@ -0,0 +1,5 @@
+{
+    "method.response.header.Access-Control-Allow-Headers": "'Content-Type, X-Amz-Date, authorizationToken, Access-Control-Allow-Origin, X-Api-Key, X-Amz-Security-Token'",
+    "method.response.header.Access-Control-Allow-Methods": "'POST, OPTIONS'",
+    "method.response.header.Access-Control-Allow-Origin": "'*'"
+}

aimodelshare/json_templates/lambda_policy_1.txt

@@ -0,0 +1,15 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Action": "logs:*",
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": "s3:*",
+            "Resource": "*",
+            "Effect": "Allow"
+        }
+    ]
+}

aimodelshare/json_templates/lambda_policy_2.txt

@@ -0,0 +1,8 @@
+{
+    "Version":"2012-10-17",
+    "Statement": {
+        "Effect":"Allow",
+        "Action":"lambda:InvokeFunction",
+        "Resource":"*"
+    }
+}

aimodelshare/json_templates/lambda_role_1.txt

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Action": "sts:AssumeRole",
+            "Principal": {
+                "Service": "lambda.amazonaws.com"
+            },
+            "Effect": "Allow"
+        }
+    ]
+}

aimodelshare/json_templates/lambda_role_2.txt

@@ -0,0 +1,16 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Action": "sts:AssumeRole",
+            "Principal": {
+                "Service": [
+                    "lambda.amazonaws.com",
+                    "apigateway.amazonaws.com"
+                ]
+            },
+            "Effect": "Allow",
+            "Sid": ""
+        }
+    ]
+}

aimodelshare/leaderboard.py

@@ -0,0 +1,174 @@
+import json
+import numpy as np
+import pandas as pd
+import os
+import requests
+
+import matplotlib.pyplot as plt
+
+from collections import Counter
+from aimodelshare.aws import run_function_on_lambda, get_aws_client
+from aimodelshare.aimsonnx import _get_layer_names, layer_mapping
+
+
+def get_leaderboard(apiurl, verbose=3, columns=None, submission_type="competition",token=None):
+    if token == None:
+        if all(["username" in os.environ, 
+               "password" in os.environ]):
+            pass
+        else:
+            return print("'get_leaderboard()' unsuccessful. Please provide credentials with set_credentials().")
+    else:
+        pass
+        
+    if columns == None: 
+        columns = str(columns)
+
+    post_dict = {"y_pred": [],
+               "return_eval": "False",
+               "return_y": "False",
+               "inspect_model": "False",
+               "version": "None", 
+               "compare_models": "False",
+               "version_list": "None",
+               "get_leaderboard": "True",
+               "submission_type": submission_type,
+               "verbose": verbose,
+               "columns": columns}
+    if token == None:
+        token=os.environ.get("AWS_TOKEN")
+    else:
+       pass
+    headers = { 'Content-Type':'application/json', 'authorizationToken': token,} 
+
+    apiurl_eval=apiurl[:-1]+"eval"
+
+    leaderboard_json = requests.post(apiurl_eval,headers=headers,data=json.dumps(post_dict)) 
+
+    leaderboard_pd = pd.DataFrame(json.loads(leaderboard_json.text))
+
+    return leaderboard_pd
+
+
+
+def stylize_leaderboard(leaderboard, naming_convention="keras"):
+
+    leaderboard = consolidate_leaderboard(leaderboard, naming_convention=naming_convention)
+
+    # Dropping some columns {{{
+    drop_cols = ["timestamp"]
+    leaderboard = leaderboard.drop(drop_cols, axis=1)
+
+    #truncate model config info
+
+    if "model_config" in leaderboard.columns:
+        leaderboard.model_config = leaderboard.model_config.fillna('None')
+        leaderboard.model_config = leaderboard.model_config.map(lambda x: x[0:30]+'...')
+
+    # }}}
+
+    # Setting default properties {{{
+    default_props = {"text-align": "center"}
+
+    board = leaderboard.style
+    board = board.set_properties(**default_props)
+    # }}}
+
+    # infer task type 
+    if 'accuracy' in leaderboard.columns.tolist(): 
+        task_type = 'classification'
+    else: 
+        task_type = 'regression'
+
+    # Setting percentage columns' properties {{{
+    if task_type == "regression":
+        percent_cols = ["mse", 'rmse', 'mae', "r2"]
+        percent_colors = ["#f5f8d6", "#c778c8", "#ff4971", "#aadbaa"]
+
+        percent_props = {"color": "#251e1b", "font-size": "12px"}
+
+        for col, color in zip(percent_cols, percent_colors):
+            board = board.bar(align="left", color=color, subset=col, vmin=0, vmax=leaderboard[col].max())
+
+        board = board.set_properties(**percent_props, subset=percent_cols)
+        board = board.format(lambda x: "{:.2f}".format(x), subset=percent_cols)
+
+
+    else:
+        percent_cols = ["accuracy", "f1_score", "precision", "recall"]
+        percent_colors = ["#f5f8d6", "#c778c8", "#ff4971", "#aadbaa"]
+
+        percent_props = {"color": "#251e1b", "font-size": "12px"}
+
+        for col, color in zip(percent_cols, percent_colors):
+            board = board.bar(align="left", color=color, subset=col, vmin=0, vmax=1)
+
+        board = board.set_properties(**percent_props, subset=percent_cols)
+        board = board.format(lambda x: "{:.2f}%".format(x * 100), subset=percent_cols)
+    # }}}
+
+    return board
+
+
+def consolidate_leaderboard(data, naming_convention="keras"):
+
+  for i in data: 
+
+    i = i.replace('_layers', '')
+    i = i.replace('_act', '')
+
+    if 'maxpooling2d_layers' in data.columns and 'maxpool2d_layers' in data.columns:
+      matched_cols = ['maxpooling2d_layers', 'maxpool2d_layers']
+      sum_cols = data[matched_cols].sum(axis=1)
+      data[matched_cols[1]] = sum_cols
+      data = data.drop(matched_cols[0], axis=1)
+
+    if naming_convention == 'keras':
+      mapping = layer_mapping('torch_to_keras')
+      mapping_inverse = layer_mapping('keras_to_torch')
+    elif naming_convention == 'pytorch':
+      mapping = layer_mapping('keras_to_torch')
+      mapping_inverse = layer_mapping('torch_to_keras')
+
+    mapping_lower = {i.lower(): mapping[i].lower() for i in mapping if i is not None and mapping[i] is not None}
+    mapping_inverse_lower = {i.lower(): mapping_inverse[i].lower() for i in mapping_inverse if i is not None and mapping_inverse[i] is not None}
+
+    try:
+
+      if i in mapping_lower.keys():
+
+        if not i == mapping_lower.get(i):
+          
+          matched_cols = [i+"_layers", mapping_lower.get(i)+"_layers"]
+
+          sum_cols = data[matched_cols].sum(axis=1)
+
+          data[matched_cols[1]] = sum_cols
+
+          data = data.drop(matched_cols[0], axis=1)
+
+    except:
+      pass
+
+    try:
+      if i in mapping_inverse_lower.keys() and naming_convention == 'keras':
+
+        if not i == mapping_inverse_lower.get(i):
+          
+          matched_cols = [i+"_layers", mapping_inverse_lower.get(i)+"_layers"]
+
+          sum_cols = data[matched_cols].sum(axis=1)
+
+          data[matched_cols[0]] = sum_cols
+
+          data = data.drop(matched_cols[1], axis=1)
+
+    except:
+      pass
+    
+  return data
+
+
+
+__all__ = [get_leaderboard,
+    stylize_leaderboard]