aws-lambda-env-modeler 1.0.5__tar.gz → 1.0.7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: aws_lambda_env_modeler
3
- Version: 1.0.5
3
+ Version: 1.0.7
4
4
  Summary: AWS-Lambda-Env-Modeler is a Python library designed to simplify the process of managing and validating environment variables in your AWS Lambda functions.
5
5
  Home-page: https://github.com/ran-isenberg/aws-lambda-env-modeler
6
6
  License: MIT-0
@@ -16,6 +16,7 @@ Classifier: Programming Language :: Python :: 3
16
16
  Classifier: Programming Language :: Python :: 3.9
17
17
  Classifier: Programming Language :: Python :: 3.10
18
18
  Classifier: Programming Language :: Python :: 3.11
19
+ Classifier: Programming Language :: Python :: 3.12
19
20
  Classifier: Programming Language :: Python :: 3.8
20
21
  Requires-Dist: pydantic (>=2.0.0,<3.0.0)
21
22
  Project-URL: Issue tracker, https://github.com/ran-isenberg/aws-lambda-env-modeler/issues
@@ -27,7 +28,7 @@ Description-Content-Type: text/markdown
27
28
  # AWS Lambda Environment Variables Modeler (Python)
28
29
 
29
30
  [![license](https://img.shields.io/github/license/ran-isenberg/aws-lambda-env-modeler)](https://github.com/ran-isenberg/aws-lambda-env-modeler/blob/master/LICENSE)
30
- ![PythonSupport](https://img.shields.io/static/v1?label=python&message=%203.8.17|%203.9|%203.10|%203.11&color=blue?style=flat-square&logo=python)
31
+ ![PythonSupport](https://img.shields.io/static/v1?label=python&message=%203.8.17|%203.9|%203.10|%203.11|%203.12&color=blue?style=flat-square&logo=python)
31
32
  ![PyPI version](https://badge.fury.io/py/aws-lambda-env-modeler.svg)
32
33
  ![PyPi monthly downloads](https://img.shields.io/pypi/dm/aws-lambda-env-modeler)
33
34
  [![codecov](https://codecov.io/gh/ran-isenberg/aws-lambda-env-modeler/branch/main/graph/badge.svg?token=P2K7K4KICF)](https://codecov.io/gh/ran-isenberg/aws-lambda-env-modeler)
@@ -98,7 +99,11 @@ class MyEnvVariables(BaseModel):
98
99
  API_URL: HttpUrl
99
100
  ```
100
101
 
101
- You must first use the `@init_environment_variables` decorator to automatically validate and initialize the environment variables before executing a function:
102
+ Before executing a function, you must use the `@init_environment_variables` decorator to validate and initialize the environment variables automatically.
103
+
104
+ The decorator guarantees that the function will run with the correct variable configuration.
105
+
106
+ Then, you can fetch the environment variables using the global getter function, 'get_environment_variables,' and use them just like a data class. At this point, they are parsed and validated.
102
107
 
103
108
  ```python
104
109
  from aws_lambda_env_modeler import init_environment_variables
@@ -118,6 +123,51 @@ env_vars = get_environment_variables(MyEnvVariables)
118
123
  print(env_vars.DB_HOST)
119
124
  ```
120
125
 
126
+ ## Disabling Cache for Testing
127
+
128
+ By default, the modeler uses cache - the parsed model is cached for performance improvement for multiple 'get' calls.
129
+
130
+ In some cases, such as during testing, you may want to turn off the cache. You can do this by setting the `LAMBDA_ENV_MODELER_DISABLE_CACHE` environment variable to 'True.'
131
+
132
+ This is especially useful in tests where you want to run multiple tests concurrently, each with a different set of environment variables.
133
+
134
+ Here's an example of how you can use this in a pytest test:
135
+
136
+ ```python
137
+ import json
138
+ from http import HTTPStatus
139
+ from typing import Any, Dict
140
+ from unittest.mock import patch
141
+
142
+ from pydantic import BaseModel
143
+ from typing_extensions import Literal
144
+
145
+ from aws_lambda_env_modeler import LAMBDA_ENV_MODELER_DISABLE_CACHE, get_environment_variables, init_environment_variables
146
+
147
+
148
+ class MyHandlerEnvVars(BaseModel):
149
+ LOG_LEVEL: Literal['DEBUG', 'INFO', 'ERROR', 'CRITICAL', 'WARNING', 'EXCEPTION']
150
+
151
+
152
+ @init_environment_variables(model=MyHandlerEnvVars)
153
+ def my_handler(event: Dict[str, Any], context) -> Dict[str, Any]:
154
+ env_vars = get_environment_variables(model=MyHandlerEnvVars) # noqa: F841
155
+ # can access directly env_vars.LOG_LEVEL as dataclass
156
+ return {
157
+ 'statusCode': HTTPStatus.OK,
158
+ 'headers': {'Content-Type': 'application/json'},
159
+ 'body': json.dumps({'message': 'success'}),
160
+ }
161
+
162
+
163
+ @patch.dict('os.environ', {LAMBDA_ENV_MODELER_DISABLE_CACHE: 'true', 'LOG_LEVEL': 'DEBUG'})
164
+ def test_my_handler():
165
+ response = my_handler({}, None)
166
+ assert response['statusCode'] == HTTPStatus.OK
167
+ assert response['headers'] == {'Content-Type': 'application/json'}
168
+ assert json.loads(response['body']) == {'message': 'success'}
169
+ ```
170
+
121
171
  ## Code Contributions
122
172
  Code contributions are welcomed. Read this [guide.](https://github.com/ran-isenberg/aws-lambda-env-modeler/blob/main/CONTRIBUTING.md)
123
173
 
@@ -2,7 +2,7 @@
2
2
  # AWS Lambda Environment Variables Modeler (Python)
3
3
 
4
4
  [![license](https://img.shields.io/github/license/ran-isenberg/aws-lambda-env-modeler)](https://github.com/ran-isenberg/aws-lambda-env-modeler/blob/master/LICENSE)
5
- ![PythonSupport](https://img.shields.io/static/v1?label=python&message=%203.8.17|%203.9|%203.10|%203.11&color=blue?style=flat-square&logo=python)
5
+ ![PythonSupport](https://img.shields.io/static/v1?label=python&message=%203.8.17|%203.9|%203.10|%203.11|%203.12&color=blue?style=flat-square&logo=python)
6
6
  ![PyPI version](https://badge.fury.io/py/aws-lambda-env-modeler.svg)
7
7
  ![PyPi monthly downloads](https://img.shields.io/pypi/dm/aws-lambda-env-modeler)
8
8
  [![codecov](https://codecov.io/gh/ran-isenberg/aws-lambda-env-modeler/branch/main/graph/badge.svg?token=P2K7K4KICF)](https://codecov.io/gh/ran-isenberg/aws-lambda-env-modeler)
@@ -73,7 +73,11 @@ class MyEnvVariables(BaseModel):
73
73
  API_URL: HttpUrl
74
74
  ```
75
75
 
76
- You must first use the `@init_environment_variables` decorator to automatically validate and initialize the environment variables before executing a function:
76
+ Before executing a function, you must use the `@init_environment_variables` decorator to validate and initialize the environment variables automatically.
77
+
78
+ The decorator guarantees that the function will run with the correct variable configuration.
79
+
80
+ Then, you can fetch the environment variables using the global getter function, 'get_environment_variables,' and use them just like a data class. At this point, they are parsed and validated.
77
81
 
78
82
  ```python
79
83
  from aws_lambda_env_modeler import init_environment_variables
@@ -93,6 +97,51 @@ env_vars = get_environment_variables(MyEnvVariables)
93
97
  print(env_vars.DB_HOST)
94
98
  ```
95
99
 
100
+ ## Disabling Cache for Testing
101
+
102
+ By default, the modeler uses cache - the parsed model is cached for performance improvement for multiple 'get' calls.
103
+
104
+ In some cases, such as during testing, you may want to turn off the cache. You can do this by setting the `LAMBDA_ENV_MODELER_DISABLE_CACHE` environment variable to 'True.'
105
+
106
+ This is especially useful in tests where you want to run multiple tests concurrently, each with a different set of environment variables.
107
+
108
+ Here's an example of how you can use this in a pytest test:
109
+
110
+ ```python
111
+ import json
112
+ from http import HTTPStatus
113
+ from typing import Any, Dict
114
+ from unittest.mock import patch
115
+
116
+ from pydantic import BaseModel
117
+ from typing_extensions import Literal
118
+
119
+ from aws_lambda_env_modeler import LAMBDA_ENV_MODELER_DISABLE_CACHE, get_environment_variables, init_environment_variables
120
+
121
+
122
+ class MyHandlerEnvVars(BaseModel):
123
+ LOG_LEVEL: Literal['DEBUG', 'INFO', 'ERROR', 'CRITICAL', 'WARNING', 'EXCEPTION']
124
+
125
+
126
+ @init_environment_variables(model=MyHandlerEnvVars)
127
+ def my_handler(event: Dict[str, Any], context) -> Dict[str, Any]:
128
+ env_vars = get_environment_variables(model=MyHandlerEnvVars) # noqa: F841
129
+ # can access directly env_vars.LOG_LEVEL as dataclass
130
+ return {
131
+ 'statusCode': HTTPStatus.OK,
132
+ 'headers': {'Content-Type': 'application/json'},
133
+ 'body': json.dumps({'message': 'success'}),
134
+ }
135
+
136
+
137
+ @patch.dict('os.environ', {LAMBDA_ENV_MODELER_DISABLE_CACHE: 'true', 'LOG_LEVEL': 'DEBUG'})
138
+ def test_my_handler():
139
+ response = my_handler({}, None)
140
+ assert response['statusCode'] == HTTPStatus.OK
141
+ assert response['headers'] == {'Content-Type': 'application/json'}
142
+ assert json.loads(response['body']) == {'message': 'success'}
143
+ ```
144
+
96
145
  ## Code Contributions
97
146
  Code contributions are welcomed. Read this [guide.](https://github.com/ran-isenberg/aws-lambda-env-modeler/blob/main/CONTRIBUTING.md)
98
147
 
@@ -0,0 +1,7 @@
1
+ from pydantic import BaseModel
2
+
3
+ from aws_lambda_env_modeler.modeler import get_environment_variables, init_environment_variables
4
+ from aws_lambda_env_modeler.modeler_impl import LAMBDA_ENV_MODELER_DISABLE_CACHE
5
+ from aws_lambda_env_modeler.types import Annotated, Model
6
+
7
+ __all__ = ['Model', 'BaseModel', 'init_environment_variables', 'get_environment_variables', 'LAMBDA_ENV_MODELER_DISABLE_CACHE', 'Annotated']
@@ -0,0 +1,50 @@
1
+ from functools import wraps
2
+ from typing import Any, Callable, Dict, Type
3
+
4
+ from aws_lambda_env_modeler.modeler_impl import __get_environment_variables_impl
5
+ from aws_lambda_env_modeler.types import Model
6
+
7
+
8
+ def init_environment_variables(model: Type[Model]):
9
+ """
10
+ A decorator for AWS Lambda handler functions. It initializes and validates environment variables based on the provided Pydantic model before the execution of the decorated function.
11
+ It uses LRU Cache by model class type to optimize parsing time. Cache can be disabled by setting the environment variable 'LAMBDA_ENV_MODELER_DISABLE_CACHE' to FALSE (default: cache is enabled)
12
+
13
+ Args:
14
+ model (Type[Model]): A Pydantic model that outlines the structure and types of the expected environment variables.
15
+
16
+ Returns:
17
+ Callable: A decorated function that first initializes and validates the environment variables, then executes the original function.
18
+
19
+ Raises:
20
+ ValueError: If the environment variables do not align with the model's structure or fail validation.
21
+ """
22
+
23
+ def decorator(lambda_handler_function: Callable):
24
+ @wraps(lambda_handler_function)
25
+ def wrapper(event: Dict[str, Any], context, **kwargs):
26
+ # Initialize and validate environment variables before executing the lambda handler function
27
+ __get_environment_variables_impl(model)
28
+ return lambda_handler_function(event, context, **kwargs)
29
+
30
+ return wrapper
31
+
32
+ return decorator
33
+
34
+
35
+ def get_environment_variables(model: Type[Model]) -> Model:
36
+ """
37
+ Retrieves and validates environment variables based on the provided Pydantic model.
38
+ It uses LRU Cache by model class type to optimize parsing time. Cache can be disabled by setting the environment variable 'LAMBDA_ENV_MODELER_DISABLE_CACHE' to FALSE (default: cache is enabled)
39
+ It's recommended to use anywhere in the function's after init_environment_variables decorator was used on the handler function.
40
+
41
+ Args:
42
+ model (Type[Model]): A Pydantic model that outlines the structure and types of the expected environment variables.
43
+
44
+ Returns:
45
+ Model: An instance of the provided model populated with the values of the validated environment variables.
46
+
47
+ Raises:
48
+ ValueError: If the environment variables do not align with the model's structure or fail validation.
49
+ """
50
+ return __get_environment_variables_impl(model)
@@ -0,0 +1,33 @@
1
+ import os
2
+ from functools import lru_cache
3
+ from typing import Type
4
+
5
+ from aws_lambda_env_modeler.types import Model
6
+
7
+ # Environment variable to control caching
8
+ LAMBDA_ENV_MODELER_DISABLE_CACHE = 'LAMBDA_ENV_MODELER_DISABLE_CACHE'
9
+
10
+
11
+ def __get_environment_variables_impl(model: Type[Model]) -> Model:
12
+ # Check if the environment variable for disabling cache is set to true
13
+ disable_cache = True if os.getenv(LAMBDA_ENV_MODELER_DISABLE_CACHE, 'false').lower() == 'true' else False
14
+ if disable_cache:
15
+ # If LAMBDA_ENV_MODELER_DISABLE_CACHE is true, parse the model without cache
16
+ return __parse_model_impl(model)
17
+ # If LAMBDA_ENV_MODELER_DISABLE_CACHE is not true, parse the model with cache
18
+ return __parse_model_with_cache(model)
19
+
20
+
21
+ @lru_cache
22
+ def __parse_model_with_cache(model: Type[Model]) -> Model:
23
+ # Parse the model with cache enabled
24
+ return __parse_model_impl(model)
25
+
26
+
27
+ def __parse_model_impl(model: Type[Model]) -> Model:
28
+ try:
29
+ # Validate the model with the environment variables
30
+ return model.model_validate(os.environ)
31
+ except Exception as exc:
32
+ # If validation fails, raise an exception with the error message
33
+ raise ValueError(f'failed to load environment variables, exception={str(exc)}') from exc
@@ -0,0 +1,14 @@
1
+ import sys
2
+ from typing import TypeVar
3
+
4
+ from pydantic import BaseModel
5
+
6
+ Model = TypeVar('Model', bound=BaseModel)
7
+
8
+
9
+ if sys.version_info >= (3, 9):
10
+ from typing import Annotated
11
+ else:
12
+ from typing_extensions import Annotated
13
+
14
+ __all__ = ['Model', 'BaseModel', 'Annotated']
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "aws_lambda_env_modeler"
3
- version = "1.0.5"
3
+ version = "1.0.7"
4
4
  description = "AWS-Lambda-Env-Modeler is a Python library designed to simplify the process of managing and validating environment variables in your AWS Lambda functions."
5
5
  authors = ["Ran Isenberg"]
6
6
  classifiers=[
@@ -12,6 +12,7 @@ classifiers=[
12
12
  "Programming Language :: Python :: 3.9",
13
13
  "Programming Language :: Python :: 3.10",
14
14
  "Programming Language :: Python :: 3.11",
15
+ "Programming Language :: Python :: 3.12",
15
16
  ]
16
17
  repository="https://github.com/ran-isenberg/aws-lambda-env-modeler"
17
18
  readme = "README.md"
@@ -26,7 +27,7 @@ packages = [
26
27
 
27
28
 
28
29
  [tool.poetry.dependencies]
29
- python = "^3.8.17 || ^3.9.0 || ^3.10.0 || ^3.11.0"
30
+ python = "^3.8.17 || ^3.9.0 || ^3.10.0 || ^3.11.0 || ^3.12.0"
30
31
  pydantic = {version = "^2.0.0"}
31
32
 
32
33
  [tool.poetry.dev-dependencies]
@@ -38,12 +39,10 @@ pytest-html = "*"
38
39
  python-dateutil = "*"
39
40
  python-dotenv = "*"
40
41
  GitPython = "*"
41
- yapf = "*"
42
42
  radon = "*"
43
43
  xenon = "*"
44
44
  pre-commit = "*"
45
- flake8 = "*"
46
- isort = "*"
45
+ ruff = "*"
47
46
  mkdocs-material = "*"
48
47
  mkdocs-git-revision-date-plugin = "*"
49
48
  types-cachetools = "*"
@@ -52,3 +51,66 @@ types-requests = "*"
52
51
  toml = "*"
53
52
  wheel = "*"
54
53
  setuptools = "*"
54
+
55
+ [tool.ruff]
56
+ # Exclude a variety of commonly ignored directories.
57
+ exclude = [
58
+ ".bzr",
59
+ ".direnv",
60
+ ".eggs",
61
+ ".git",
62
+ ".git-rewrite",
63
+ ".hg",
64
+ ".mypy_cache",
65
+ ".nox",
66
+ ".pants.d",
67
+ ".pytype",
68
+ ".ruff_cache",
69
+ ".svn",
70
+ ".tox",
71
+ ".venv",
72
+ "__pypackages__",
73
+ "_build",
74
+ "buck-out",
75
+ "build",
76
+ "dist",
77
+ "node_modules",
78
+ "venv",
79
+ "cdk.out",
80
+ ".vscode",
81
+ ".pytest_cache",
82
+ ".build",
83
+ ".mypy_cache",
84
+ ".github"
85
+ ]
86
+
87
+ # Same as Black.
88
+ line-length = 150
89
+ indent-width = 4
90
+
91
+ # Assume Python 3.12
92
+ target-version = "py312"
93
+
94
+ [tool.ruff.lint]
95
+ # Enable Pyflakes (`F`) and a subset of the pycodestyle (`E`) codes by default.
96
+ select = [
97
+ "E", # pycodestyle errors
98
+ "W", # pycodestyle warnings
99
+ "F", # pyflakes
100
+ "I", # isort
101
+ "C", # flake8-comprehensions
102
+ "B", # flake8-bugbear
103
+ ]
104
+ ignore = [ "E203", "E266", "E501", "W191"]
105
+
106
+ [tool.ruff.format]
107
+ quote-style = "single"
108
+
109
+ # Like Black, indent with spaces, rather than tabs.
110
+ indent-style = "space"
111
+
112
+ # Like Black, automatically detect the appropriate line ending.
113
+ line-ending = "auto"
114
+
115
+ [tool.ruff.lint.isort]
116
+ known-third-party = ["pydantic", "aws_lambda_powertools"]
@@ -1,13 +0,0 @@
1
- """Advanced event_parser utility
2
- """
3
- from pydantic import BaseModel
4
-
5
- from .modeler import get_environment_variables, init_environment_variables
6
- from .types import Model
7
-
8
- __all__ = [
9
- 'Model',
10
- 'BaseModel',
11
- 'init_environment_variables',
12
- 'get_environment_variables',
13
- ]
@@ -1,65 +0,0 @@
1
- import os
2
- from functools import lru_cache, wraps
3
- from typing import Any, Callable, Dict, Type
4
-
5
- from aws_lambda_env_modeler.types import Model
6
-
7
-
8
- def get_environment_variables(model: Type[Model]) -> Model:
9
- """
10
- This function receives a model of type Model, uses it to validate the environment variables, and returns the
11
- validated model.
12
-
13
- Args:
14
- model (Type[Model]): A Pydantic model that defines the structure and types of the expected environment variables.
15
-
16
- Returns:
17
- Model: An instance of the provided model filled with the values of the validated environment variables.
18
- """
19
- return __parse_model(model)
20
-
21
-
22
- def init_environment_variables(model: Type[Model]):
23
- """
24
- A decorator function for AWS Lambda handler functions that initializes environment variables based on the given Pydantic model before executing
25
- the decorated function. The decorator validates the environment variables according to the model structure before
26
- running the handler.
27
-
28
- Args:
29
- model (Type[Model]): A Pydantic model that defines the structure and types of the expected environment variables.
30
-
31
- Returns:
32
- Callable: A decorated function that first initializes the environment variables and then runs the function.
33
- """
34
-
35
- def decorator(lambda_handler_function: Callable):
36
-
37
- @wraps(lambda_handler_function)
38
- def wrapper(event: Dict[str, Any], context, **kwargs):
39
- __parse_model(model)
40
- return lambda_handler_function(event, context, **kwargs)
41
-
42
- return wrapper
43
-
44
- return decorator
45
-
46
-
47
- @lru_cache
48
- def __parse_model(model: Type[Model]) -> Model:
49
- """
50
- A helper function to validate and parse environment variables based on a given Pydantic model. This function is
51
- also cached to improve performance in successive calls.
52
-
53
- Args:
54
- model (Type[Model]): A Pydantic model that defines the structure and types of the expected environment variables.
55
-
56
- Returns:
57
- Model: An instance of the provided model filled with the values of the validated environment variables.
58
-
59
- Raises:
60
- ValueError: If the environment variables do not match the structure of the model or cannot be validated.
61
- """
62
- try:
63
- return model.model_validate(os.environ)
64
- except Exception as exc:
65
- raise ValueError(f'failed to load environment variables, exception={str(exc)}') from exc
@@ -1,7 +0,0 @@
1
- from typing import TypeVar
2
-
3
- from pydantic import BaseModel
4
-
5
- Model = TypeVar('Model', bound=BaseModel)
6
-
7
- __all__ = ['Model', 'BaseModel']