aimodelshare 0.3.7__py3-none-any.whl

aimodelshare/sam/codebuild_policies.txt

@@ -0,0 +1,129 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Resource": "*",
+            "Action": [
+                "logs:CreateLogGroup",
+                "logs:CreateLogStream",
+                "logs:PutLogEvents"
+            ]
+        },
+        {
+            "Effect": "Allow",
+            "Resource": "*",
+            "Action": [
+                "s3:PutObject",
+                "s3:GetObject",
+                "s3:GetObjectVersion",
+                "s3:GetBucketAcl",
+                "s3:GetBucketLocation"
+            ]
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "codebuild:CreateReportGroup",
+                "codebuild:CreateReport",
+                "codebuild:UpdateReport",
+                "codebuild:BatchPutTestCases",
+                "codebuild:BatchPutCodeCoverages"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "ecr:*",
+                "cloudtrail:LookupEvents"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "iam:CreateServiceLinkedRole"
+            ],
+            "Resource": "*",
+            "Condition": {
+                "StringEquals": {
+                    "iam:AWSServiceName": [
+                        "replication.ecr.amazonaws.com"
+                    ]
+                }
+            }
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "cloudformation:*"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "cloudformation:DescribeStacks",
+                "cloudformation:ListStackResources",
+                "cloudwatch:ListMetrics",
+                "cloudwatch:GetMetricData",
+                "ec2:DescribeSecurityGroups",
+                "ec2:DescribeSubnets",
+                "ec2:DescribeVpcs",
+                "kms:ListAliases",
+                "iam:GetPolicy",
+                "iam:GetPolicyVersion",
+                "iam:GetRole",
+                "iam:GetRolePolicy",
+                "iam:ListAttachedRolePolicies",
+                "iam:ListRolePolicies",
+                "iam:ListRoles",
+                "lambda:*",
+                "logs:DescribeLogGroups",
+                "states:DescribeStateMachine",
+                "states:ListStateMachines",
+                "tag:GetResources",
+                "xray:GetTraceSummaries",
+                "xray:BatchGetTraces"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": "iam:PassRole",
+            "Resource": "*",
+            "Condition": {
+                "StringEquals": {
+                    "iam:PassedToService": "lambda.amazonaws.com"
+                }
+            }
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "logs:DescribeLogStreams",
+                "logs:GetLogEvents",
+                "logs:FilterLogEvents"
+            ],
+            "Resource": "arn:aws:logs:*:*:log-group:/aws/lambda/*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "iam:*",
+                "organizations:DescribeAccount",
+                "organizations:DescribeOrganization",
+                "organizations:DescribeOrganizationalUnit",
+                "organizations:DescribePolicy",
+                "organizations:ListChildren",
+                "organizations:ListParents",
+                "organizations:ListPoliciesForTarget",
+                "organizations:ListRoots",
+                "organizations:ListPolicies",
+                "organizations:ListTargetsForPolicy"
+            ],
+            "Resource": "*"
+        }
+    ]
+}

aimodelshare/sam/codebuild_trust_relationship.txt

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "Service": "codebuild.amazonaws.com"
+            },
+            "Action": "sts:AssumeRole"
+        }
+    ]
+}

aimodelshare/sam/codepipeline_policies.txt

@@ -0,0 +1,173 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Action": [
+                "iam:PassRole"
+            ],
+            "Resource": "*",
+            "Effect": "Allow",
+            "Condition": {
+                "StringEqualsIfExists": {
+                    "iam:PassedToService": [
+                        "cloudformation.amazonaws.com",
+                        "elasticbeanstalk.amazonaws.com",
+                        "ec2.amazonaws.com",
+                        "ecs-tasks.amazonaws.com"
+                    ]
+                }
+            }
+        },
+        {
+            "Action": [
+                "codecommit:CancelUploadArchive",
+                "codecommit:GetBranch",
+                "codecommit:GetCommit",
+                "codecommit:GetRepository",
+                "codecommit:GetUploadArchiveStatus",
+                "codecommit:UploadArchive"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "codedeploy:CreateDeployment",
+                "codedeploy:GetApplication",
+                "codedeploy:GetApplicationRevision",
+                "codedeploy:GetDeployment",
+                "codedeploy:GetDeploymentConfig",
+                "codedeploy:RegisterApplicationRevision"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "codestar-connections:UseConnection"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "elasticbeanstalk:*",
+                "ec2:*",
+                "elasticloadbalancing:*",
+                "autoscaling:*",
+                "cloudwatch:*",
+                "s3:*",
+                "sns:*",
+                "cloudformation:*",
+                "rds:*",
+                "sqs:*",
+                "ecs:*"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "lambda:InvokeFunction",
+                "lambda:ListFunctions"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "opsworks:CreateDeployment",
+                "opsworks:DescribeApps",
+                "opsworks:DescribeCommands",
+                "opsworks:DescribeDeployments",
+                "opsworks:DescribeInstances",
+                "opsworks:DescribeStacks",
+                "opsworks:UpdateApp",
+                "opsworks:UpdateStack"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "cloudformation:CreateStack",
+                "cloudformation:DeleteStack",
+                "cloudformation:DescribeStacks",
+                "cloudformation:UpdateStack",
+                "cloudformation:CreateChangeSet",
+                "cloudformation:DeleteChangeSet",
+                "cloudformation:DescribeChangeSet",
+                "cloudformation:ExecuteChangeSet",
+                "cloudformation:SetStackPolicy",
+                "cloudformation:ValidateTemplate"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Action": [
+                "codebuild:BatchGetBuilds",
+                "codebuild:StartBuild",
+                "codebuild:BatchGetBuildBatches",
+                "codebuild:StartBuildBatch"
+            ],
+            "Resource": "*",
+            "Effect": "Allow"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "devicefarm:ListProjects",
+                "devicefarm:ListDevicePools",
+                "devicefarm:GetRun",
+                "devicefarm:GetUpload",
+                "devicefarm:CreateUpload",
+                "devicefarm:ScheduleRun"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "servicecatalog:ListProvisioningArtifacts",
+                "servicecatalog:CreateProvisioningArtifact",
+                "servicecatalog:DescribeProvisioningArtifact",
+                "servicecatalog:DeleteProvisioningArtifact",
+                "servicecatalog:UpdateProduct"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "cloudformation:ValidateTemplate"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "ecr:DescribeImages"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "states:DescribeExecution",
+                "states:DescribeStateMachine",
+                "states:StartExecution"
+            ],
+            "Resource": "*"
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "appconfig:StartDeployment",
+                "appconfig:StopDeployment",
+                "appconfig:GetDeployment"
+            ],
+            "Resource": "*"
+        }
+    ]
+}

aimodelshare/sam/codepipeline_trust_relationship.txt

@@ -0,0 +1,12 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "Service": "codepipeline.amazonaws.com"
+            },
+            "Action": "sts:AssumeRole"
+        }
+    ]
+}

aimodelshare/sam/spark-class.txt

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+exec /usr/lib/jvm/java-1.8.0-openjdk*/jre/bin/java -cp /var/lang/lib/python$python_version/site-packages/pyspark/conf/:/var/lang/lib/python$python_version/site-packages/pyspark/jars/* -Xmx1g "$var"

aimodelshare/sam/template.txt

@@ -0,0 +1,54 @@
+AWSTemplateFormatVersion: '2010-09-09'
+Transform: AWS::Serverless-2016-10-31
+
+Resources:
+
+  Role:
+    Type: AWS::IAM::Role
+    Properties:
+      AssumeRolePolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Effect: Allow
+            Principal:
+              Service:
+                - lambda.amazonaws.com
+            Action:
+              - 'sts:AssumeRole'
+      RoleName: $role_name
+
+  Policy:
+    Type: AWS::IAM::Policy
+    DependsOn: Role
+    Properties: 
+      PolicyDocument: {
+        "Version": "2012-10-17",
+        "Statement": [
+          {
+            "Effect": "Allow",
+            "Action": "s3:*",
+            "Resource": "*"
+          },
+          {
+            "Action": "logs:*",
+            "Resource": "*",
+            "Effect": "Allow"
+          }
+        ]
+      }
+      PolicyName: $policy_name
+      Roles: [$role_name]
+
+  Lambda:
+    Type: AWS::Serverless::Function
+    DependsOn: Role
+    Metadata:
+      Dockerfile: Dockerfile
+      DockerContext: ./app
+      DockerTag: $image_tag
+    Properties:
+      PackageType: Image
+      FunctionName: $function_name
+      MemorySize: $memory_size
+      Timeout: $timeout
+      Role: !GetAtt Role.Arn

aimodelshare/tools.py

@@ -0,0 +1,103 @@
+import json
+import pydot
+import argparse
+import datetime
+import os
+
+from onnx import NodeProto
+from typing import Callable
+from collections import defaultdict
+
+
+OP_STYLE = {"shape": "box", "color": "#252c36", "fontcolor": "#252c36"}
+BLOB_STYLE = {"shape": "octagon", "color": "#ff4971", "fontcolor": "#ff4971"}
+
+_NodeProducer = Callable[[NodeProto, int], pydot.Node]
+
+
+def _escape_label(name):
+
+    return json.dumps(name)
+
+
+def _form_and_sanitize_docstring(s):
+    url = "javascript:alert("
+    url += _escape_label(s).replace('"', "'").replace("<", "").replace(">", "")
+    url += ")"
+    return url
+
+
+def GetOpNodeProducer(**kwargs):
+    def ReallyGetOpNode(op, op_id):
+        if op.name:
+            node_name = "%s/%s" % (op.op_type, op.name)
+        else:
+            node_name = "%s" % (op.op_type)
+        node = pydot.Node(node_name, **kwargs)
+
+        return node
+
+    return ReallyGetOpNode
+
+
+def get_model_graph(graph, name=None, flow="LR"):
+    node_producer = GetOpNodeProducer(**OP_STYLE)
+
+    pydot_graph = pydot.Dot(name, rankdir=flow)
+    pydot_node_counts = defaultdict(int)
+    pydot_nodes = {}
+
+    for op_id, op in enumerate(graph.node):
+        op_node = node_producer(op, op_id)
+        pydot_graph.add_node(op_node)
+
+        for input_name in op.input:
+            if input_name not in pydot_nodes:
+                input_node = pydot.Node(
+                    _escape_label(input_name + str(pydot_node_counts[input_name])),
+                    label=_escape_label(input_name),
+                    **BLOB_STYLE
+                )
+                pydot_nodes[input_name] = input_node
+            else:
+                input_node = pydot_nodes[input_name]
+            pydot_graph.add_node(input_node)
+            pydot_graph.add_edge(pydot.Edge(input_node, op_node))
+
+        for output_name in op.output:
+            if output_name in pydot_nodes:
+                pydot_node_counts[output_name] += 1
+            output_node = pydot.Node(
+                _escape_label(output_name + str(pydot_node_counts[output_name])),
+                label=_escape_label(output_name),
+                **BLOB_STYLE
+            )
+            pydot_nodes[output_name] = output_node
+            pydot_graph.add_node(output_node)
+            pydot_graph.add_edge(pydot.Edge(op_node, output_node))
+
+    return pydot_graph
+
+def form_timestamp(ts):
+  st = datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d %H:%M:%S')
+  st2 = st.replace(" ","_")
+  st3 = st2.replace(":","_")
+  return st3
+
+#Pandas training data pointer (currently for data updates only)
+def extract_varnames_fromtrainingdata(trainingdata="default"):
+  import pandas as pd
+  import numpy as np
+  if isinstance(trainingdata, pd.DataFrame):
+    variabletypes=list(trainingdata.dtypes.values.astype(str)) # always use pandas dtypes
+    variablecolumns=list(trainingdata.columns)
+  else:
+    variabletypes=None
+    variablecolumns=None
+  return [variabletypes,variablecolumns]
+
+def _get_extension_from_filepath(Filepath):
+  Filename = os.path.basename(Filepath)
+  file_name, file_extension = os.path.splitext(Filename)
+  return file_extension
+

aimodelshare/utils/__init__.py

@@ -0,0 +1,78 @@
+"""Utility modules for aimodelshare."""
+import os
+import sys
+import shutil
+import tempfile
+import functools
+import warnings
+from typing import Type
+
+from .optional_deps import check_optional
+
+
+def delete_files_from_temp_dir(temp_dir_file_deletion_list):
+    temp_dir = tempfile.gettempdir()
+    for file_name in temp_dir_file_deletion_list:
+        file_path = os.path.join(temp_dir, file_name)
+        if os.path.exists(file_path):
+            os.remove(file_path)
+
+
+def delete_folder(folder_path):
+    if os.path.exists(folder_path):
+        shutil.rmtree(folder_path)
+
+
+def make_folder(folder_path):
+    os.makedirs(folder_path, exist_ok=True)
+
+
+class HiddenPrints:
+    """Context manager that suppresses stdout and stderr (used for silencing noisy outputs)."""
+    def __enter__(self):
+        self._original_stdout = sys.stdout
+        self._original_stderr = sys.stderr
+        self._devnull_stdout = open(os.devnull, 'w')
+        self._devnull_stderr = open(os.devnull, 'w')
+        sys.stdout = self._devnull_stdout
+        sys.stderr = self._devnull_stderr
+        return self
+    
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        sys.stdout = self._original_stdout
+        sys.stderr = self._original_stderr
+        self._devnull_stdout.close()
+        self._devnull_stderr.close()
+
+
+def ignore_warning(warning: Type[Warning]):
+    """
+    Ignore a given warning occurring during method execution.
+
+    Args:
+        warning (Warning): warning type to ignore.
+
+    Returns:
+        the inner function
+    """
+
+    def inner(func):
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs):
+            with warnings.catch_warnings():
+                warnings.filterwarnings("ignore", category=warning)
+                return func(*args, **kwargs)
+
+        return wrapper
+
+    return inner
+
+
+__all__ = [
+    "check_optional",
+    "HiddenPrints",
+    "ignore_warning",
+    "delete_files_from_temp_dir",
+    "delete_folder",
+    "make_folder",
+]

aimodelshare/utils/optional_deps.py

@@ -0,0 +1,38 @@
+"""Optional dependency checking utilities."""
+import os
+import importlib.util
+import warnings
+
+_DEF_SUPPRESS_ENV = "AIMODELSHARE_SUPPRESS_OPTIONAL_WARNINGS"
+
+
+def check_optional(name: str, feature_label: str, suppress_env: str = _DEF_SUPPRESS_ENV) -> bool:
+    """Check if an optional dependency is available.
+    
+    Print a single warning (via warnings) if missing and suppression env var is not set.
+    Returns True if available, False otherwise.
+    
+    Parameters
+    ----------
+    name : str
+        The name of the module to check (e.g., 'xgboost', 'pyspark')
+    feature_label : str
+        A human-readable label for the feature that requires this dependency
+    suppress_env : str, optional
+        Environment variable name to check for suppression (default: AIMODELSHARE_SUPPRESS_OPTIONAL_WARNINGS)
+    
+    Returns
+    -------
+    bool
+        True if the module is available, False otherwise
+    """
+    spec = importlib.util.find_spec(name)
+    if spec is None:
+        if not os.environ.get(suppress_env):
+            warnings.warn(
+                f"{feature_label} support unavailable. Install `{name}` to enable.",
+                category=UserWarning,
+                stacklevel=2,
+            )
+        return False
+    return True

aimodelshare/utils.py

@@ -0,0 +1,57 @@
+import os
+import sys
+import shutil
+import tempfile
+import functools
+import warnings
+from typing import Type
+
+
+def delete_files_from_temp_dir(temp_dir_file_deletion_list):
+    temp_dir = tempfile.gettempdir()
+    for file_name in temp_dir_file_deletion_list:
+        file_path = os.path.join(temp_dir, file_name)
+        if os.path.exists(file_path):
+            os.remove(file_path)
+
+
+def delete_folder(folder_path):
+    if os.path.exists(folder_path):
+        shutil.rmtree(folder_path)
+
+
+def make_folder(folder_path):
+    os.makedirs(folder_path, exist_ok=True)
+
+
+class HiddenPrints:
+    def __enter__(self):
+        self._original_stdout = sys.stdout
+        sys.stdout = open(os.devnull, 'w')
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        sys.stdout.close()
+        sys.stdout = self._original_stdout
+
+
+def ignore_warning(warning: Type[Warning]):
+    """
+    Ignore a given warning occurring during method execution.
+
+    Args:
+        warning (Warning): warning type to ignore.
+
+    Returns:
+        the inner function
+    """
+
+    def inner(func):
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs):
+            with warnings.catch_warnings():
+                warnings.filterwarnings("ignore", category=warning)
+                return func(*args, **kwargs)
+
+        return wrapper
+
+    return inner