AWSGlueDataplanePython 5.0.0__tar.gz → 5.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0/AWSGlueDataplanePython.egg-info}/PKG-INFO +4 -1
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/AWSGlueDataplanePython.egg-info/SOURCES.txt +1 -0
- {awsgluedataplanepython-5.0.0/AWSGlueDataplanePython.egg-info → awsgluedataplanepython-5.1.0}/PKG-INFO +4 -1
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/README.md +3 -0
- awsgluedataplanepython-5.1.0/SECURITY.md +11 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/pom.xml +1 -1
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/setup.py +1 -1
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/.github/workflows/publish.yml +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/.gitignore +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/AWSGlueDataplanePython.egg-info/dependency_links.txt +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/AWSGlueDataplanePython.egg-info/not-zip-safe +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/AWSGlueDataplanePython.egg-info/top_level.txt +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/LICENSE.txt +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/NOTICE.txt +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/THIRD-PARTY-LICENSES +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/README.md +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/__init__.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/context.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/data_sink.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/data_source.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/dataframe_transforms/__init__.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/dataframe_transforms/apply_mapping.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/dataframereader.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/dataframewriter.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/devutils.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/dynamicframe.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/functions.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/glue_shell.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/gluetypes.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/job.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/__init__.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/activate_etl_connector.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/connector_activation_util.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/crawler_redo_from_backup.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/crawler_undo.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/scripts_utils.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/streaming_data_source.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/__init__.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/apply_mapping.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/coalesce.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/collection_transforms.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/drop_nulls.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/dynamicframe_filter.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/dynamicframe_map.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/errors_as_dynamicframe.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/field_transforms.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/relationalize.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/repartition.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/resolve_choice.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/transform.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/unbox.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/union.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/unnest_frame.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/utils.py +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/bin/glue-setup.sh +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/bin/gluepyspark +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/bin/gluepytest +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/bin/gluesparksubmit +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/pyproject.toml +0 -0
- {awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: AWSGlueDataplanePython
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.1.0
|
|
4
4
|
Summary: AWS Glue Python library for local ETL script development
|
|
5
5
|
License: Amazon Software License 1.0
|
|
6
6
|
|
|
@@ -124,6 +124,7 @@ Different Glue versions support different Python versions. The following table b
|
|
|
124
124
|
| 3.0 | 3.7 | glue-3.0 |
|
|
125
125
|
| 4.0 | 3.10 | glue-4.0 |
|
|
126
126
|
| 5.0 | 3.11 | glue-5.0 |
|
|
127
|
+
| 5.1 | 3.11 | main |
|
|
127
128
|
|
|
128
129
|
You may refer to AWS Glue's official [release notes](https://docs.aws.amazon.com/glue/latest/dg/release-notes.html) for more information
|
|
129
130
|
|
|
@@ -140,12 +141,14 @@ The `awsglue` library provides only the Python interface to the Glue Spark runti
|
|
|
140
141
|
* Glue version 3.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-3.0/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3.tgz`
|
|
141
142
|
* Glue version 4.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-4.0/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0.tgz`
|
|
142
143
|
* Glue version 5.0: download the Apache Spark 3.5.4 distribution from `https://spark.apache.org`
|
|
144
|
+
* Glue version 5.1: download the Apache Spark 3.5.6 distribution from `https://spark.apache.org`
|
|
143
145
|
1. export the `SPARK_HOME` environmental variable to the extracted location of the above Spark distribution. For example:
|
|
144
146
|
```
|
|
145
147
|
Glue version 2.0: export SPARK_HOME=/home/$USER/spark-2.4.3-bin-hadoop2.8
|
|
146
148
|
Glue version 3.0: export SPARK_HOME=/home/$USER/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3
|
|
147
149
|
Glue version 4.0: export SPARK_HOME=/home/$USER/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0
|
|
148
150
|
Glue version 5.0: export SPARK_HOME=/home/$USER/spark-3.5.4-bin-hadoop3
|
|
151
|
+
Glue version 5.1: export SPARK_HOME=/home/$USER/spark-3.5.6-bin-hadoop3
|
|
149
152
|
```
|
|
150
153
|
1. now you can run the executables in the `bin` directory to start a Glue Shell or submit a Glue Spark application.
|
|
151
154
|
```
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: AWSGlueDataplanePython
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.1.0
|
|
4
4
|
Summary: AWS Glue Python library for local ETL script development
|
|
5
5
|
License: Amazon Software License 1.0
|
|
6
6
|
|
|
@@ -124,6 +124,7 @@ Different Glue versions support different Python versions. The following table b
|
|
|
124
124
|
| 3.0 | 3.7 | glue-3.0 |
|
|
125
125
|
| 4.0 | 3.10 | glue-4.0 |
|
|
126
126
|
| 5.0 | 3.11 | glue-5.0 |
|
|
127
|
+
| 5.1 | 3.11 | main |
|
|
127
128
|
|
|
128
129
|
You may refer to AWS Glue's official [release notes](https://docs.aws.amazon.com/glue/latest/dg/release-notes.html) for more information
|
|
129
130
|
|
|
@@ -140,12 +141,14 @@ The `awsglue` library provides only the Python interface to the Glue Spark runti
|
|
|
140
141
|
* Glue version 3.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-3.0/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3.tgz`
|
|
141
142
|
* Glue version 4.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-4.0/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0.tgz`
|
|
142
143
|
* Glue version 5.0: download the Apache Spark 3.5.4 distribution from `https://spark.apache.org`
|
|
144
|
+
* Glue version 5.1: download the Apache Spark 3.5.6 distribution from `https://spark.apache.org`
|
|
143
145
|
1. export the `SPARK_HOME` environmental variable to the extracted location of the above Spark distribution. For example:
|
|
144
146
|
```
|
|
145
147
|
Glue version 2.0: export SPARK_HOME=/home/$USER/spark-2.4.3-bin-hadoop2.8
|
|
146
148
|
Glue version 3.0: export SPARK_HOME=/home/$USER/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3
|
|
147
149
|
Glue version 4.0: export SPARK_HOME=/home/$USER/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0
|
|
148
150
|
Glue version 5.0: export SPARK_HOME=/home/$USER/spark-3.5.4-bin-hadoop3
|
|
151
|
+
Glue version 5.1: export SPARK_HOME=/home/$USER/spark-3.5.6-bin-hadoop3
|
|
149
152
|
```
|
|
150
153
|
1. now you can run the executables in the `bin` directory to start a Glue Shell or submit a Glue Spark application.
|
|
151
154
|
```
|
|
@@ -17,6 +17,7 @@ Different Glue versions support different Python versions. The following table b
|
|
|
17
17
|
| 3.0 | 3.7 | glue-3.0 |
|
|
18
18
|
| 4.0 | 3.10 | glue-4.0 |
|
|
19
19
|
| 5.0 | 3.11 | glue-5.0 |
|
|
20
|
+
| 5.1 | 3.11 | main |
|
|
20
21
|
|
|
21
22
|
You may refer to AWS Glue's official [release notes](https://docs.aws.amazon.com/glue/latest/dg/release-notes.html) for more information
|
|
22
23
|
|
|
@@ -33,12 +34,14 @@ The `awsglue` library provides only the Python interface to the Glue Spark runti
|
|
|
33
34
|
* Glue version 3.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-3.0/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3.tgz`
|
|
34
35
|
* Glue version 4.0: `https://aws-glue-etl-artifacts.s3.amazonaws.com/glue-4.0/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0.tgz`
|
|
35
36
|
* Glue version 5.0: download the Apache Spark 3.5.4 distribution from `https://spark.apache.org`
|
|
37
|
+
* Glue version 5.1: download the Apache Spark 3.5.6 distribution from `https://spark.apache.org`
|
|
36
38
|
1. export the `SPARK_HOME` environmental variable to the extracted location of the above Spark distribution. For example:
|
|
37
39
|
```
|
|
38
40
|
Glue version 2.0: export SPARK_HOME=/home/$USER/spark-2.4.3-bin-hadoop2.8
|
|
39
41
|
Glue version 3.0: export SPARK_HOME=/home/$USER/spark-3.1.1-amzn-0-bin-3.2.1-amzn-3
|
|
40
42
|
Glue version 4.0: export SPARK_HOME=/home/$USER/spark-3.3.0-amzn-1-bin-3.3.3-amzn-0
|
|
41
43
|
Glue version 5.0: export SPARK_HOME=/home/$USER/spark-3.5.4-bin-hadoop3
|
|
44
|
+
Glue version 5.1: export SPARK_HOME=/home/$USER/spark-3.5.6-bin-hadoop3
|
|
42
45
|
```
|
|
43
46
|
1. now you can run the executables in the `bin` directory to start a Glue Shell or submit a Glue Spark application.
|
|
44
47
|
```
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
## Reporting Security Issues
|
|
2
|
+
|
|
3
|
+
Amazon Web Services (AWS) is dedicated to the responsible disclosure of security vulnerabilities.
|
|
4
|
+
|
|
5
|
+
We kindly ask that you **do not** open a public GitHub issue to report security concerns.
|
|
6
|
+
|
|
7
|
+
Instead, please submit the issue to the AWS Vulnerability Disclosure Program via [HackerOne](https://hackerone.com/aws_vdp) or send your report via [email](mailto:aws-security@amazon.com).
|
|
8
|
+
|
|
9
|
+
For more details, visit the [AWS Vulnerability Reporting Page](http://aws.amazon.com/security/vulnerability-reporting/).
|
|
10
|
+
|
|
11
|
+
Thank you in advance for collaborating with us to help protect our customers.
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
<modelVersion>4.0.0</modelVersion>
|
|
3
3
|
<groupId>com.amazonaws</groupId>
|
|
4
4
|
<artifactId>AWSGlueETLPython</artifactId>
|
|
5
|
-
<version>5.
|
|
5
|
+
<version>5.1.0</version>
|
|
6
6
|
<name>${project.artifactId}</name>
|
|
7
7
|
<description>Python library for AWS Glue ETL libraries</description>
|
|
8
8
|
<licenses>
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/crawler_undo.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/scripts/scripts_utils.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/streaming_data_source.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/__init__.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/apply_mapping.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/coalesce.py
RENAMED
|
File without changes
|
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/drop_nulls.py
RENAMED
|
File without changes
|
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/dynamicframe_map.py
RENAMED
|
File without changes
|
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/field_transforms.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/relationalize.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/repartition.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/resolve_choice.py
RENAMED
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/transform.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{awsgluedataplanepython-5.0.0 → awsgluedataplanepython-5.1.0}/awsglue/transforms/unnest_frame.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|