databricks-feature-engineering 0.8.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- databricks_feature_engineering-0.8.0/LICENSE.md +31 -0
- databricks_feature_engineering-0.8.0/NOTICE.md +16 -0
- databricks_feature_engineering-0.8.0/PKG-INFO +75 -0
- databricks_feature_engineering-0.8.0/README.md +21 -0
- databricks_feature_engineering-0.8.0/databricks/__init__.py +2 -0
- databricks_feature_engineering-0.8.0/databricks/_feature_store_pkg_metadata/__init__.py +2 -0
- databricks_feature_engineering-0.8.0/databricks/_feature_store_pkg_metadata/_core_client_pkg_metadata/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/__init__.py +59 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/client.py +1025 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/__init__.py +5 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/aggregation.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/aggregation_function.py +35 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/cron_schedule.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_aggregations.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_function.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_lookup.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_serving_endpoint.py +13 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_spec_info.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_table.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/materialized_view_info.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/online_store_spec/__init__.py +17 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/training_set.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/upgrade_client.py +528 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/utils/upgrade_utils.py +118 -0
- databricks_feature_engineering-0.8.0/databricks/feature_engineering/version.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/__init__.py +59 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/client.py +1099 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/decorators.py +149 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/__init__.py +5 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature.py +4 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_function.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_lookup.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_serving_endpoint.py +13 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_spec.py +4 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_spec_info.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_table.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/mlflow_model.py +69 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/online_store_spec/__init__.py +17 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/publish_engine/__init__.py +15 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/training_set.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/feature_store/version.py +3 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/_catalog_client.py +751 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/_catalog_client_helper.py +165 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_compute_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_compute_client/_compute_client.py +1346 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_databricks_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_databricks_client/_databricks_client.py +113 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_feature_serving_endpoint_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_feature_serving_endpoint_client/_feature_serving_endpoint_client.py +205 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_information_schema_spark_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_information_schema_spark_client/_information_schema_spark_client.py +193 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_materialization_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_materialization_client/_materialization_client.py +150 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_client.py +155 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_client_factory.py +22 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_nosql_client.py +147 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_rdbms_client.py +330 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_publish_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_publish_client/_publish_client.py +464 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/_spark_client.py +934 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/_spark_client_helper.py +55 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_training_scoring_client/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/_training_scoring_client/_training_scoring_client.py +878 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/api/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/api/proto/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/api/proto/feature_catalog_pb2.py +1347 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/constants.py +28 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/_permission_level.py +27 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/aggregation.py +164 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/aggregation_function.py +245 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/consumer.py +37 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/cron_schedule.py +29 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/data_type.py +96 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature.py +57 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_aggregations.py +155 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_function.py +61 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_lookup.py +190 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_serving_endpoint.py +195 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_spec.py +1 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_spec_info.py +44 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_table.py +207 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/job.py +36 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/key_spec.py +43 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/materialized_view_info.py +34 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/notebook.py +42 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/online_store_detailed.py +85 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/online_store_metadata.py +220 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/entities/tag.py +24 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/environment_variables.py +55 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/flags.py +1 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/local_models/__init__.py +1 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/local_models/databricks_identity_model.py +18 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/__init__.py +25 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/amazon_dynamodb_online_store_spec.py +270 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/amazon_rds_mysql_online_store_spec.py +139 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_cosmosdb_online_store_spec.py +177 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_mysql_online_store_spec.py +131 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_sql_server_online_store_spec.py +129 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/online_store_properties.py +53 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/online_store_spec.py +481 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/__init__.py +21 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_cosmosdb_engine.py +352 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_dynamodb_engine.py +296 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_mysql_engine.py +146 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_sql_engine.py +148 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_sql_server_engine.py +190 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/training_set.py +138 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/aggregation_query.py +106 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/aggregation_utils.py +21 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/generate_query.py +229 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/cosmosdb_type_utils.py +251 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/cosmosdb_utils.py +101 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/dynamodb_type_utils.py +221 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/e2e_test_utils.py +326 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_lookup_utils.py +545 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_serving_endpoint_utils.py +37 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_utils.py +50 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/headers.yaml +60 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/logging_utils.py +48 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/on_demand_utils.py +113 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/publish_utils.py +48 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/request_context.py +334 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/rest_utils.py +283 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/schema_utils.py +118 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/signature_utils.py +209 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_listener.py +173 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_test_utils.py +12 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_utils.py +31 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/test_utils.py +250 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/training_scoring_utils.py +647 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/utils.py +270 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/utils/validation_utils.py +101 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features/version.py +1 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/_feature_store_object.py +61 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/_proto_enum_entity.py +44 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/cloud.py +18 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/column_info.py +130 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_column_info.py +78 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_spec.py +483 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_spec_constants.py +25 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_table_info.py +53 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_tables_for_serving.py +49 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/function_info.py +24 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/on_demand_column_info.py +66 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/online_feature_table.py +138 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/online_store_for_serving.py +150 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/query_mode.py +17 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/source_data_column_info.py +31 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/store_type.py +21 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/mlflow_model_constants.py +30 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/feature_spec_pb2.py +106 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/feature_store_serving_pb2.py +276 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/__init__.py +0 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/converter_utils.py +135 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/dynamodb_utils.py +145 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/feature_spec_test_utils.py +65 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/feature_spec_utils.py +283 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/test_utils_common.py +12 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/topological_sort.py +125 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/uc_utils.py +281 -0
- databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/utils_common.py +111 -0
- databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/PKG-INFO +75 -0
- databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/SOURCES.txt +175 -0
- databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/dependency_links.txt +1 -0
- databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/requires.txt +9 -0
- databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/top_level.txt +1 -0
- databricks_feature_engineering-0.8.0/pyproject.toml +26 -0
- databricks_feature_engineering-0.8.0/requirements.txt +11 -0
- databricks_feature_engineering-0.8.0/setup.cfg +4 -0
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
**DB license**
|
|
2
|
+
|
|
3
|
+
Copyright (2022) Databricks, Inc.
|
|
4
|
+
|
|
5
|
+
This library (the "Software") may not be used except in connection with the Licensee's use of the Databricks Platform Services
|
|
6
|
+
pursuant to an Agreement (defined below) between Licensee (defined below) and Databricks, Inc. ("Databricks"). This Software
|
|
7
|
+
shall be deemed part of the Downloadable Services under the Agreement, or if the Agreement does not define Downloadable Services,
|
|
8
|
+
Subscription Services, or if neither are defined then the term in such Agreement that refers to the applicable Databricks Platform
|
|
9
|
+
Services (as defined below) shall be substituted herein for "Downloadable Services". Licensee's use of the Software must comply at
|
|
10
|
+
all times with any restrictions applicable to the Downlodable Services and Subscription Services, generally, and must be used in
|
|
11
|
+
accordance with any applicable documentation.
|
|
12
|
+
|
|
13
|
+
Additionally, and notwithstanding anything in the Agreement to the contrary:
|
|
14
|
+
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
15
|
+
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
16
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
|
|
17
|
+
IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
18
|
+
|
|
19
|
+
If you have not agreed to an Agreement or otherwise do not agree to these terms, you may not use the Software.
|
|
20
|
+
|
|
21
|
+
This license terminates automatically upon the termination of the Agreement or Licensee's breach of these terms.
|
|
22
|
+
|
|
23
|
+
Agreement: the agreement between Databricks and Licensee governing the use of the Databricks Platform Services, which shall be, with
|
|
24
|
+
respect to Databricks, the Databricks Terms of Service located at www.databricks.com/termsofservice, and with respect to Databricks
|
|
25
|
+
Community Edition, the Community Edition Terms of Service located at www.databricks.com/ce-termsofuse, in each case unless Licensee
|
|
26
|
+
has entered into a separate written agreement with Databricks governing the use of the applicable Databricks Platform Services.
|
|
27
|
+
|
|
28
|
+
Databricks Platform Services: the Databricks services or the Databricks Community Edition services, according to where the Software is used.
|
|
29
|
+
|
|
30
|
+
Licensee: the user of the Software, or, if the Software is being used on behalf of a company, the company.
|
|
31
|
+
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
## Databricks Feature Engineering Client
|
|
2
|
+
|
|
3
|
+
Copyright (2023) Databricks, Inc.
|
|
4
|
+
|
|
5
|
+
This Software includes software developed at Databricks (https://www.databricks.com/) and its use is subject
|
|
6
|
+
to the included LICENSE.md file.
|
|
7
|
+
|
|
8
|
+
Additionally, this Software contains code from the following open source projects:
|
|
9
|
+
|
|
10
|
+
* azure-cosmos - MIT License
|
|
11
|
+
* boto3 - Apache 2 (https://www.apache.org/licenses/LICENSE-2.0)
|
|
12
|
+
* MLflow - Apache 2
|
|
13
|
+
* PyYAML - MIT License
|
|
14
|
+
* SQLAlchemy - MIT License
|
|
15
|
+
* PyMysql - MIT License
|
|
16
|
+
* PyODBC - MIT License
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: databricks-feature-engineering
|
|
3
|
+
Version: 0.8.0
|
|
4
|
+
Summary: Databricks Feature Engineering Client
|
|
5
|
+
Author-email: Databricks <feedback@databricks.com>
|
|
6
|
+
License: Databricks Proprietary License
|
|
7
|
+
Keywords: databricks,feature engineering,feature store
|
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
|
9
|
+
Requires-Python: >=3.8.10
|
|
10
|
+
Description-Content-Type: text/markdown
|
|
11
|
+
License-File: LICENSE.md
|
|
12
|
+
License-File: NOTICE.md
|
|
13
|
+
Requires-Dist: mlflow-skinny[databricks]<3,>=2.11.0
|
|
14
|
+
Requires-Dist: pyyaml<7,>=6
|
|
15
|
+
Requires-Dist: boto3<2,>=1.16.7
|
|
16
|
+
Requires-Dist: dbl-tempo<1,>=0.1.26
|
|
17
|
+
Requires-Dist: azure-cosmos==4.3.1
|
|
18
|
+
Requires-Dist: numpy<2,>=1.19.2
|
|
19
|
+
Requires-Dist: protobuf<5,>=3.12.0
|
|
20
|
+
Requires-Dist: flask<3,>=1.1.2
|
|
21
|
+
Requires-Dist: sqlparse<1,>=0.4.0
|
|
22
|
+
|
|
23
|
+
The Databricks Feature Engineering client is used to:
|
|
24
|
+
* Create, read, and write feature tables
|
|
25
|
+
* Train models on feature data
|
|
26
|
+
* Publish feature tables to online stores for real-time serving
|
|
27
|
+
* Upgrade workspace feature table metadata to Unity Catalog
|
|
28
|
+
|
|
29
|
+
# Documentation
|
|
30
|
+
|
|
31
|
+
Documentation can be found per-cloud at:
|
|
32
|
+
- [AWS](https://docs.databricks.com/applications/machine-learning/feature-store/index.html)
|
|
33
|
+
- [Azure](https://docs.microsoft.com/en-us/azure/databricks/applications/machine-learning/feature-store/)
|
|
34
|
+
- [GCP](https://docs.gcp.databricks.com/applications/machine-learning/feature-store/index.html)
|
|
35
|
+
|
|
36
|
+
For release notes, see
|
|
37
|
+
- [AWS](https://docs.databricks.com/release-notes/feature-store/databricks-feature-store.html)
|
|
38
|
+
- [Azure](https://docs.microsoft.com/en-us/azure/databricks/release-notes/feature-store/databricks-feature-store)
|
|
39
|
+
- [GCP](https://docs.gcp.databricks.com/release-notes/feature-store/databricks-feature-store.html)
|
|
40
|
+
|
|
41
|
+
# Limitations
|
|
42
|
+
|
|
43
|
+
This library can only run on Databricks runtimes. It can be installed locally or in CI/CD environments for unit testing.
|
|
44
|
+
|
|
45
|
+
**DB license**
|
|
46
|
+
|
|
47
|
+
Copyright (2022) Databricks, Inc.
|
|
48
|
+
|
|
49
|
+
This library (the "Software") may not be used except in connection with the Licensee's use of the Databricks Platform Services
|
|
50
|
+
pursuant to an Agreement (defined below) between Licensee (defined below) and Databricks, Inc. ("Databricks"). This Software
|
|
51
|
+
shall be deemed part of the Downloadable Services under the Agreement, or if the Agreement does not define Downloadable Services,
|
|
52
|
+
Subscription Services, or if neither are defined then the term in such Agreement that refers to the applicable Databricks Platform
|
|
53
|
+
Services (as defined below) shall be substituted herein for "Downloadable Services". Licensee's use of the Software must comply at
|
|
54
|
+
all times with any restrictions applicable to the Downlodable Services and Subscription Services, generally, and must be used in
|
|
55
|
+
accordance with any applicable documentation.
|
|
56
|
+
|
|
57
|
+
Additionally, and notwithstanding anything in the Agreement to the contrary:
|
|
58
|
+
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
59
|
+
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
60
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
|
|
61
|
+
IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
62
|
+
|
|
63
|
+
If you have not agreed to an Agreement or otherwise do not agree to these terms, you may not use the Software.
|
|
64
|
+
|
|
65
|
+
This license terminates automatically upon the termination of the Agreement or Licensee's breach of these terms.
|
|
66
|
+
|
|
67
|
+
Agreement: the agreement between Databricks and Licensee governing the use of the Databricks Platform Services, which shall be, with
|
|
68
|
+
respect to Databricks, the Databricks Terms of Service located at www.databricks.com/termsofservice, and with respect to Databricks
|
|
69
|
+
Community Edition, the Community Edition Terms of Service located at www.databricks.com/ce-termsofuse, in each case unless Licensee
|
|
70
|
+
has entered into a separate written agreement with Databricks governing the use of the applicable Databricks Platform Services.
|
|
71
|
+
|
|
72
|
+
Databricks Platform Services: the Databricks services or the Databricks Community Edition services, according to where the Software is used.
|
|
73
|
+
|
|
74
|
+
Licensee: the user of the Software, or, if the Software is being used on behalf of a company, the company.
|
|
75
|
+
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
The Databricks Feature Engineering client is used to:
|
|
2
|
+
* Create, read, and write feature tables
|
|
3
|
+
* Train models on feature data
|
|
4
|
+
* Publish feature tables to online stores for real-time serving
|
|
5
|
+
* Upgrade workspace feature table metadata to Unity Catalog
|
|
6
|
+
|
|
7
|
+
# Documentation
|
|
8
|
+
|
|
9
|
+
Documentation can be found per-cloud at:
|
|
10
|
+
- [AWS](https://docs.databricks.com/applications/machine-learning/feature-store/index.html)
|
|
11
|
+
- [Azure](https://docs.microsoft.com/en-us/azure/databricks/applications/machine-learning/feature-store/)
|
|
12
|
+
- [GCP](https://docs.gcp.databricks.com/applications/machine-learning/feature-store/index.html)
|
|
13
|
+
|
|
14
|
+
For release notes, see
|
|
15
|
+
- [AWS](https://docs.databricks.com/release-notes/feature-store/databricks-feature-store.html)
|
|
16
|
+
- [Azure](https://docs.microsoft.com/en-us/azure/databricks/release-notes/feature-store/databricks-feature-store)
|
|
17
|
+
- [GCP](https://docs.gcp.databricks.com/release-notes/feature-store/databricks-feature-store.html)
|
|
18
|
+
|
|
19
|
+
# Limitations
|
|
20
|
+
|
|
21
|
+
This library can only run on Databricks runtimes. It can be installed locally or in CI/CD environments for unit testing.
|
|
File without changes
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import importlib.metadata
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
def is_package_installed(package_name):
|
|
5
|
+
try:
|
|
6
|
+
# Attempt to get the distribution of the specified package
|
|
7
|
+
importlib.metadata.version(package_name)
|
|
8
|
+
return True
|
|
9
|
+
except Exception:
|
|
10
|
+
return False
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
# When one of the proto files (e.g feature_catalog_pb2) is imported from both databricks-feature-store and databricks-feature-engineering
|
|
14
|
+
# there will be a type error since the proto file names are the same but contents are slightly different.
|
|
15
|
+
# This function is a best effort to catch and surface a better error message.
|
|
16
|
+
def duplicate_proto_detection():
|
|
17
|
+
try:
|
|
18
|
+
from databricks.ml_features.api.proto import feature_catalog_pb2
|
|
19
|
+
except TypeError as e:
|
|
20
|
+
if "duplicate file name" in str(e) and is_package_installed(
|
|
21
|
+
"databricks-feature-store"
|
|
22
|
+
):
|
|
23
|
+
print(
|
|
24
|
+
"An error can occur when importing from both databricks-feature-store "
|
|
25
|
+
"and databricks-feature-engineering. Run '%pip uninstall databricks-feature-store' to uninstall databricks-feature-store, then "
|
|
26
|
+
"run 'dbutils.library.restartPython()' to restart the Python interpreter, and try again. If you would like to use the specific databricks-feature-store version, "
|
|
27
|
+
"use the corresponding Databricks Runtime for Machine Learning version (see https://docs.databricks.com/release-notes/runtime/index.html#feature-engineering-compatibility-matrix) instead."
|
|
28
|
+
)
|
|
29
|
+
raise e
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
duplicate_proto_detection()
|
|
33
|
+
|
|
34
|
+
# Inject FeatureEngineeringClient specific things
|
|
35
|
+
from databricks.ml_features.utils.logging_utils import _configure_feature_store_loggers
|
|
36
|
+
|
|
37
|
+
_configure_feature_store_loggers(root_module_name=__name__)
|
|
38
|
+
|
|
39
|
+
# Support sugar-syntax `from databricks.feature_engineering import FeatureEngineeringClient`, etc.
|
|
40
|
+
from databricks.feature_engineering.client import FeatureEngineeringClient
|
|
41
|
+
from databricks.feature_engineering.entities.aggregation import Aggregation, Window
|
|
42
|
+
from databricks.feature_engineering.entities.cron_schedule import CronSchedule
|
|
43
|
+
from databricks.feature_engineering.entities.feature_aggregations import (
|
|
44
|
+
FeatureAggregations,
|
|
45
|
+
)
|
|
46
|
+
from databricks.feature_engineering.entities.feature_function import FeatureFunction
|
|
47
|
+
from databricks.feature_engineering.entities.feature_lookup import FeatureLookup
|
|
48
|
+
from databricks.feature_engineering.upgrade_client import UpgradeClient
|
|
49
|
+
|
|
50
|
+
__all__ = [
|
|
51
|
+
"FeatureEngineeringClient",
|
|
52
|
+
"Aggregation",
|
|
53
|
+
"Window",
|
|
54
|
+
"CronSchedule",
|
|
55
|
+
"FeatureAggregations",
|
|
56
|
+
"FeatureLookup",
|
|
57
|
+
"FeatureFunction",
|
|
58
|
+
"UpgradeClient",
|
|
59
|
+
]
|