databricks-feature-engineering 0.8.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (177) hide show
  1. databricks_feature_engineering-0.8.0/LICENSE.md +31 -0
  2. databricks_feature_engineering-0.8.0/NOTICE.md +16 -0
  3. databricks_feature_engineering-0.8.0/PKG-INFO +75 -0
  4. databricks_feature_engineering-0.8.0/README.md +21 -0
  5. databricks_feature_engineering-0.8.0/databricks/__init__.py +2 -0
  6. databricks_feature_engineering-0.8.0/databricks/_feature_store_pkg_metadata/__init__.py +2 -0
  7. databricks_feature_engineering-0.8.0/databricks/_feature_store_pkg_metadata/_core_client_pkg_metadata/__init__.py +0 -0
  8. databricks_feature_engineering-0.8.0/databricks/feature_engineering/__init__.py +59 -0
  9. databricks_feature_engineering-0.8.0/databricks/feature_engineering/client.py +1025 -0
  10. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/__init__.py +5 -0
  11. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/aggregation.py +3 -0
  12. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/aggregation_function.py +35 -0
  13. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/cron_schedule.py +3 -0
  14. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_aggregations.py +3 -0
  15. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_function.py +3 -0
  16. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_lookup.py +3 -0
  17. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_serving_endpoint.py +13 -0
  18. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_spec_info.py +3 -0
  19. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/feature_table.py +3 -0
  20. databricks_feature_engineering-0.8.0/databricks/feature_engineering/entities/materialized_view_info.py +3 -0
  21. databricks_feature_engineering-0.8.0/databricks/feature_engineering/online_store_spec/__init__.py +17 -0
  22. databricks_feature_engineering-0.8.0/databricks/feature_engineering/training_set.py +3 -0
  23. databricks_feature_engineering-0.8.0/databricks/feature_engineering/upgrade_client.py +528 -0
  24. databricks_feature_engineering-0.8.0/databricks/feature_engineering/utils/upgrade_utils.py +118 -0
  25. databricks_feature_engineering-0.8.0/databricks/feature_engineering/version.py +3 -0
  26. databricks_feature_engineering-0.8.0/databricks/feature_store/__init__.py +59 -0
  27. databricks_feature_engineering-0.8.0/databricks/feature_store/client.py +1099 -0
  28. databricks_feature_engineering-0.8.0/databricks/feature_store/decorators.py +149 -0
  29. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/__init__.py +5 -0
  30. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature.py +4 -0
  31. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_function.py +3 -0
  32. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_lookup.py +3 -0
  33. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_serving_endpoint.py +13 -0
  34. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_spec.py +4 -0
  35. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_spec_info.py +3 -0
  36. databricks_feature_engineering-0.8.0/databricks/feature_store/entities/feature_table.py +3 -0
  37. databricks_feature_engineering-0.8.0/databricks/feature_store/mlflow_model.py +69 -0
  38. databricks_feature_engineering-0.8.0/databricks/feature_store/online_store_spec/__init__.py +17 -0
  39. databricks_feature_engineering-0.8.0/databricks/feature_store/publish_engine/__init__.py +15 -0
  40. databricks_feature_engineering-0.8.0/databricks/feature_store/training_set.py +3 -0
  41. databricks_feature_engineering-0.8.0/databricks/feature_store/version.py +3 -0
  42. databricks_feature_engineering-0.8.0/databricks/ml_features/__init__.py +0 -0
  43. databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/__init__.py +0 -0
  44. databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/_catalog_client.py +751 -0
  45. databricks_feature_engineering-0.8.0/databricks/ml_features/_catalog_client/_catalog_client_helper.py +165 -0
  46. databricks_feature_engineering-0.8.0/databricks/ml_features/_compute_client/__init__.py +0 -0
  47. databricks_feature_engineering-0.8.0/databricks/ml_features/_compute_client/_compute_client.py +1346 -0
  48. databricks_feature_engineering-0.8.0/databricks/ml_features/_databricks_client/__init__.py +0 -0
  49. databricks_feature_engineering-0.8.0/databricks/ml_features/_databricks_client/_databricks_client.py +113 -0
  50. databricks_feature_engineering-0.8.0/databricks/ml_features/_feature_serving_endpoint_client/__init__.py +0 -0
  51. databricks_feature_engineering-0.8.0/databricks/ml_features/_feature_serving_endpoint_client/_feature_serving_endpoint_client.py +205 -0
  52. databricks_feature_engineering-0.8.0/databricks/ml_features/_information_schema_spark_client/__init__.py +0 -0
  53. databricks_feature_engineering-0.8.0/databricks/ml_features/_information_schema_spark_client/_information_schema_spark_client.py +193 -0
  54. databricks_feature_engineering-0.8.0/databricks/ml_features/_materialization_client/__init__.py +0 -0
  55. databricks_feature_engineering-0.8.0/databricks/ml_features/_materialization_client/_materialization_client.py +150 -0
  56. databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/__init__.py +0 -0
  57. databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_client.py +155 -0
  58. databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_client_factory.py +22 -0
  59. databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_nosql_client.py +147 -0
  60. databricks_feature_engineering-0.8.0/databricks/ml_features/_online_store_publish_client/_online_store_publish_rdbms_client.py +330 -0
  61. databricks_feature_engineering-0.8.0/databricks/ml_features/_publish_client/__init__.py +0 -0
  62. databricks_feature_engineering-0.8.0/databricks/ml_features/_publish_client/_publish_client.py +464 -0
  63. databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/__init__.py +0 -0
  64. databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/_spark_client.py +934 -0
  65. databricks_feature_engineering-0.8.0/databricks/ml_features/_spark_client/_spark_client_helper.py +55 -0
  66. databricks_feature_engineering-0.8.0/databricks/ml_features/_training_scoring_client/__init__.py +0 -0
  67. databricks_feature_engineering-0.8.0/databricks/ml_features/_training_scoring_client/_training_scoring_client.py +878 -0
  68. databricks_feature_engineering-0.8.0/databricks/ml_features/api/__init__.py +0 -0
  69. databricks_feature_engineering-0.8.0/databricks/ml_features/api/proto/__init__.py +0 -0
  70. databricks_feature_engineering-0.8.0/databricks/ml_features/api/proto/feature_catalog_pb2.py +1347 -0
  71. databricks_feature_engineering-0.8.0/databricks/ml_features/constants.py +28 -0
  72. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/__init__.py +0 -0
  73. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/_permission_level.py +27 -0
  74. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/aggregation.py +164 -0
  75. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/aggregation_function.py +245 -0
  76. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/consumer.py +37 -0
  77. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/cron_schedule.py +29 -0
  78. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/data_type.py +96 -0
  79. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature.py +57 -0
  80. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_aggregations.py +155 -0
  81. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_function.py +61 -0
  82. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_lookup.py +190 -0
  83. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_serving_endpoint.py +195 -0
  84. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_spec.py +1 -0
  85. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_spec_info.py +44 -0
  86. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/feature_table.py +207 -0
  87. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/job.py +36 -0
  88. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/key_spec.py +43 -0
  89. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/materialized_view_info.py +34 -0
  90. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/notebook.py +42 -0
  91. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/online_store_detailed.py +85 -0
  92. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/online_store_metadata.py +220 -0
  93. databricks_feature_engineering-0.8.0/databricks/ml_features/entities/tag.py +24 -0
  94. databricks_feature_engineering-0.8.0/databricks/ml_features/environment_variables.py +55 -0
  95. databricks_feature_engineering-0.8.0/databricks/ml_features/flags.py +1 -0
  96. databricks_feature_engineering-0.8.0/databricks/ml_features/local_models/__init__.py +1 -0
  97. databricks_feature_engineering-0.8.0/databricks/ml_features/local_models/databricks_identity_model.py +18 -0
  98. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/__init__.py +25 -0
  99. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/amazon_dynamodb_online_store_spec.py +270 -0
  100. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/amazon_rds_mysql_online_store_spec.py +139 -0
  101. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_cosmosdb_online_store_spec.py +177 -0
  102. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_mysql_online_store_spec.py +131 -0
  103. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/azure_sql_server_online_store_spec.py +129 -0
  104. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/online_store_properties.py +53 -0
  105. databricks_feature_engineering-0.8.0/databricks/ml_features/online_store_spec/online_store_spec.py +481 -0
  106. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/__init__.py +21 -0
  107. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_cosmosdb_engine.py +352 -0
  108. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_dynamodb_engine.py +296 -0
  109. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_mysql_engine.py +146 -0
  110. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_sql_engine.py +148 -0
  111. databricks_feature_engineering-0.8.0/databricks/ml_features/publish_engine/publish_sql_server_engine.py +190 -0
  112. databricks_feature_engineering-0.8.0/databricks/ml_features/training_set.py +138 -0
  113. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/aggregation_query.py +106 -0
  114. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/aggregation_utils.py +21 -0
  115. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/aggregation/generate_query.py +229 -0
  116. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/cosmosdb_type_utils.py +251 -0
  117. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/cosmosdb_utils.py +101 -0
  118. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/dynamodb_type_utils.py +221 -0
  119. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/e2e_test_utils.py +326 -0
  120. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_lookup_utils.py +545 -0
  121. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_serving_endpoint_utils.py +37 -0
  122. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/feature_utils.py +50 -0
  123. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/headers.yaml +60 -0
  124. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/logging_utils.py +48 -0
  125. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/on_demand_utils.py +113 -0
  126. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/publish_utils.py +48 -0
  127. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/request_context.py +334 -0
  128. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/rest_utils.py +283 -0
  129. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/schema_utils.py +118 -0
  130. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/signature_utils.py +209 -0
  131. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_listener.py +173 -0
  132. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_test_utils.py +12 -0
  133. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/spark_utils.py +31 -0
  134. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/test_utils.py +250 -0
  135. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/training_scoring_utils.py +647 -0
  136. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/utils.py +270 -0
  137. databricks_feature_engineering-0.8.0/databricks/ml_features/utils/validation_utils.py +101 -0
  138. databricks_feature_engineering-0.8.0/databricks/ml_features/version.py +1 -0
  139. databricks_feature_engineering-0.8.0/databricks/ml_features_common/__init__.py +0 -0
  140. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/__init__.py +0 -0
  141. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/_feature_store_object.py +61 -0
  142. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/_proto_enum_entity.py +44 -0
  143. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/cloud.py +18 -0
  144. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/column_info.py +130 -0
  145. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_column_info.py +78 -0
  146. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_spec.py +483 -0
  147. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_spec_constants.py +25 -0
  148. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_table_info.py +53 -0
  149. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/feature_tables_for_serving.py +49 -0
  150. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/function_info.py +24 -0
  151. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/on_demand_column_info.py +66 -0
  152. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/online_feature_table.py +138 -0
  153. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/online_store_for_serving.py +150 -0
  154. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/query_mode.py +17 -0
  155. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/source_data_column_info.py +31 -0
  156. databricks_feature_engineering-0.8.0/databricks/ml_features_common/entities/store_type.py +21 -0
  157. databricks_feature_engineering-0.8.0/databricks/ml_features_common/mlflow_model_constants.py +30 -0
  158. databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/__init__.py +0 -0
  159. databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/feature_spec_pb2.py +106 -0
  160. databricks_feature_engineering-0.8.0/databricks/ml_features_common/protos/feature_store_serving_pb2.py +276 -0
  161. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/__init__.py +0 -0
  162. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/converter_utils.py +135 -0
  163. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/dynamodb_utils.py +145 -0
  164. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/feature_spec_test_utils.py +65 -0
  165. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/feature_spec_utils.py +283 -0
  166. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/test_utils_common.py +12 -0
  167. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/topological_sort.py +125 -0
  168. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/uc_utils.py +281 -0
  169. databricks_feature_engineering-0.8.0/databricks/ml_features_common/utils/utils_common.py +111 -0
  170. databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/PKG-INFO +75 -0
  171. databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/SOURCES.txt +175 -0
  172. databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/dependency_links.txt +1 -0
  173. databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/requires.txt +9 -0
  174. databricks_feature_engineering-0.8.0/databricks_feature_engineering.egg-info/top_level.txt +1 -0
  175. databricks_feature_engineering-0.8.0/pyproject.toml +26 -0
  176. databricks_feature_engineering-0.8.0/requirements.txt +11 -0
  177. databricks_feature_engineering-0.8.0/setup.cfg +4 -0
@@ -0,0 +1,31 @@
1
+ **DB license**
2
+
3
+ Copyright (2022) Databricks, Inc.
4
+
5
+ This library (the "Software") may not be used except in connection with the Licensee's use of the Databricks Platform Services
6
+ pursuant to an Agreement (defined below) between Licensee (defined below) and Databricks, Inc. ("Databricks"). This Software
7
+ shall be deemed part of the Downloadable Services under the Agreement, or if the Agreement does not define Downloadable Services,
8
+ Subscription Services, or if neither are defined then the term in such Agreement that refers to the applicable Databricks Platform
9
+ Services (as defined below) shall be substituted herein for "Downloadable Services". Licensee's use of the Software must comply at
10
+ all times with any restrictions applicable to the Downlodable Services and Subscription Services, generally, and must be used in
11
+ accordance with any applicable documentation.
12
+
13
+ Additionally, and notwithstanding anything in the Agreement to the contrary:
14
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
15
+ OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
16
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
17
+ IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
18
+
19
+ If you have not agreed to an Agreement or otherwise do not agree to these terms, you may not use the Software.
20
+
21
+ This license terminates automatically upon the termination of the Agreement or Licensee's breach of these terms.
22
+
23
+ Agreement: the agreement between Databricks and Licensee governing the use of the Databricks Platform Services, which shall be, with
24
+ respect to Databricks, the Databricks Terms of Service located at www.databricks.com/termsofservice, and with respect to Databricks
25
+ Community Edition, the Community Edition Terms of Service located at www.databricks.com/ce-termsofuse, in each case unless Licensee
26
+ has entered into a separate written agreement with Databricks governing the use of the applicable Databricks Platform Services.
27
+
28
+ Databricks Platform Services: the Databricks services or the Databricks Community Edition services, according to where the Software is used.
29
+
30
+ Licensee: the user of the Software, or, if the Software is being used on behalf of a company, the company.
31
+
@@ -0,0 +1,16 @@
1
+ ## Databricks Feature Engineering Client
2
+
3
+ Copyright (2023) Databricks, Inc.
4
+
5
+ This Software includes software developed at Databricks (https://www.databricks.com/) and its use is subject
6
+ to the included LICENSE.md file.
7
+
8
+ Additionally, this Software contains code from the following open source projects:
9
+
10
+ * azure-cosmos - MIT License
11
+ * boto3 - Apache 2 (https://www.apache.org/licenses/LICENSE-2.0)
12
+ * MLflow - Apache 2
13
+ * PyYAML - MIT License
14
+ * SQLAlchemy - MIT License
15
+ * PyMysql - MIT License
16
+ * PyODBC - MIT License
@@ -0,0 +1,75 @@
1
+ Metadata-Version: 2.1
2
+ Name: databricks-feature-engineering
3
+ Version: 0.8.0
4
+ Summary: Databricks Feature Engineering Client
5
+ Author-email: Databricks <feedback@databricks.com>
6
+ License: Databricks Proprietary License
7
+ Keywords: databricks,feature engineering,feature store
8
+ Classifier: Programming Language :: Python :: 3
9
+ Requires-Python: >=3.8.10
10
+ Description-Content-Type: text/markdown
11
+ License-File: LICENSE.md
12
+ License-File: NOTICE.md
13
+ Requires-Dist: mlflow-skinny[databricks]<3,>=2.11.0
14
+ Requires-Dist: pyyaml<7,>=6
15
+ Requires-Dist: boto3<2,>=1.16.7
16
+ Requires-Dist: dbl-tempo<1,>=0.1.26
17
+ Requires-Dist: azure-cosmos==4.3.1
18
+ Requires-Dist: numpy<2,>=1.19.2
19
+ Requires-Dist: protobuf<5,>=3.12.0
20
+ Requires-Dist: flask<3,>=1.1.2
21
+ Requires-Dist: sqlparse<1,>=0.4.0
22
+
23
+ The Databricks Feature Engineering client is used to:
24
+ * Create, read, and write feature tables
25
+ * Train models on feature data
26
+ * Publish feature tables to online stores for real-time serving
27
+ * Upgrade workspace feature table metadata to Unity Catalog
28
+
29
+ # Documentation
30
+
31
+ Documentation can be found per-cloud at:
32
+ - [AWS](https://docs.databricks.com/applications/machine-learning/feature-store/index.html)
33
+ - [Azure](https://docs.microsoft.com/en-us/azure/databricks/applications/machine-learning/feature-store/)
34
+ - [GCP](https://docs.gcp.databricks.com/applications/machine-learning/feature-store/index.html)
35
+
36
+ For release notes, see
37
+ - [AWS](https://docs.databricks.com/release-notes/feature-store/databricks-feature-store.html)
38
+ - [Azure](https://docs.microsoft.com/en-us/azure/databricks/release-notes/feature-store/databricks-feature-store)
39
+ - [GCP](https://docs.gcp.databricks.com/release-notes/feature-store/databricks-feature-store.html)
40
+
41
+ # Limitations
42
+
43
+ This library can only run on Databricks runtimes. It can be installed locally or in CI/CD environments for unit testing.
44
+
45
+ **DB license**
46
+
47
+ Copyright (2022) Databricks, Inc.
48
+
49
+ This library (the "Software") may not be used except in connection with the Licensee's use of the Databricks Platform Services
50
+ pursuant to an Agreement (defined below) between Licensee (defined below) and Databricks, Inc. ("Databricks"). This Software
51
+ shall be deemed part of the Downloadable Services under the Agreement, or if the Agreement does not define Downloadable Services,
52
+ Subscription Services, or if neither are defined then the term in such Agreement that refers to the applicable Databricks Platform
53
+ Services (as defined below) shall be substituted herein for "Downloadable Services". Licensee's use of the Software must comply at
54
+ all times with any restrictions applicable to the Downlodable Services and Subscription Services, generally, and must be used in
55
+ accordance with any applicable documentation.
56
+
57
+ Additionally, and notwithstanding anything in the Agreement to the contrary:
58
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
59
+ OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
60
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
61
+ IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
62
+
63
+ If you have not agreed to an Agreement or otherwise do not agree to these terms, you may not use the Software.
64
+
65
+ This license terminates automatically upon the termination of the Agreement or Licensee's breach of these terms.
66
+
67
+ Agreement: the agreement between Databricks and Licensee governing the use of the Databricks Platform Services, which shall be, with
68
+ respect to Databricks, the Databricks Terms of Service located at www.databricks.com/termsofservice, and with respect to Databricks
69
+ Community Edition, the Community Edition Terms of Service located at www.databricks.com/ce-termsofuse, in each case unless Licensee
70
+ has entered into a separate written agreement with Databricks governing the use of the applicable Databricks Platform Services.
71
+
72
+ Databricks Platform Services: the Databricks services or the Databricks Community Edition services, according to where the Software is used.
73
+
74
+ Licensee: the user of the Software, or, if the Software is being used on behalf of a company, the company.
75
+
@@ -0,0 +1,21 @@
1
+ The Databricks Feature Engineering client is used to:
2
+ * Create, read, and write feature tables
3
+ * Train models on feature data
4
+ * Publish feature tables to online stores for real-time serving
5
+ * Upgrade workspace feature table metadata to Unity Catalog
6
+
7
+ # Documentation
8
+
9
+ Documentation can be found per-cloud at:
10
+ - [AWS](https://docs.databricks.com/applications/machine-learning/feature-store/index.html)
11
+ - [Azure](https://docs.microsoft.com/en-us/azure/databricks/applications/machine-learning/feature-store/)
12
+ - [GCP](https://docs.gcp.databricks.com/applications/machine-learning/feature-store/index.html)
13
+
14
+ For release notes, see
15
+ - [AWS](https://docs.databricks.com/release-notes/feature-store/databricks-feature-store.html)
16
+ - [Azure](https://docs.microsoft.com/en-us/azure/databricks/release-notes/feature-store/databricks-feature-store)
17
+ - [GCP](https://docs.gcp.databricks.com/release-notes/feature-store/databricks-feature-store.html)
18
+
19
+ # Limitations
20
+
21
+ This library can only run on Databricks runtimes. It can be installed locally or in CI/CD environments for unit testing.
@@ -0,0 +1,2 @@
1
+ # https://packaging.python.org/guides/packaging-namespace-packages/#pkgutil-style-namespace-packages
2
+ __path__ = __import__("pkgutil").extend_path(__path__, __name__)
@@ -0,0 +1,2 @@
1
+ # https://packaging.python.org/guides/packaging-namespace-packages/#pkgutil-style-namespace-packages
2
+ __path__ = __import__("pkgutil").extend_path(__path__, __name__)
@@ -0,0 +1,59 @@
1
+ import importlib.metadata
2
+
3
+
4
+ def is_package_installed(package_name):
5
+ try:
6
+ # Attempt to get the distribution of the specified package
7
+ importlib.metadata.version(package_name)
8
+ return True
9
+ except Exception:
10
+ return False
11
+
12
+
13
+ # When one of the proto files (e.g feature_catalog_pb2) is imported from both databricks-feature-store and databricks-feature-engineering
14
+ # there will be a type error since the proto file names are the same but contents are slightly different.
15
+ # This function is a best effort to catch and surface a better error message.
16
+ def duplicate_proto_detection():
17
+ try:
18
+ from databricks.ml_features.api.proto import feature_catalog_pb2
19
+ except TypeError as e:
20
+ if "duplicate file name" in str(e) and is_package_installed(
21
+ "databricks-feature-store"
22
+ ):
23
+ print(
24
+ "An error can occur when importing from both databricks-feature-store "
25
+ "and databricks-feature-engineering. Run '%pip uninstall databricks-feature-store' to uninstall databricks-feature-store, then "
26
+ "run 'dbutils.library.restartPython()' to restart the Python interpreter, and try again. If you would like to use the specific databricks-feature-store version, "
27
+ "use the corresponding Databricks Runtime for Machine Learning version (see https://docs.databricks.com/release-notes/runtime/index.html#feature-engineering-compatibility-matrix) instead."
28
+ )
29
+ raise e
30
+
31
+
32
+ duplicate_proto_detection()
33
+
34
+ # Inject FeatureEngineeringClient specific things
35
+ from databricks.ml_features.utils.logging_utils import _configure_feature_store_loggers
36
+
37
+ _configure_feature_store_loggers(root_module_name=__name__)
38
+
39
+ # Support sugar-syntax `from databricks.feature_engineering import FeatureEngineeringClient`, etc.
40
+ from databricks.feature_engineering.client import FeatureEngineeringClient
41
+ from databricks.feature_engineering.entities.aggregation import Aggregation, Window
42
+ from databricks.feature_engineering.entities.cron_schedule import CronSchedule
43
+ from databricks.feature_engineering.entities.feature_aggregations import (
44
+ FeatureAggregations,
45
+ )
46
+ from databricks.feature_engineering.entities.feature_function import FeatureFunction
47
+ from databricks.feature_engineering.entities.feature_lookup import FeatureLookup
48
+ from databricks.feature_engineering.upgrade_client import UpgradeClient
49
+
50
+ __all__ = [
51
+ "FeatureEngineeringClient",
52
+ "Aggregation",
53
+ "Window",
54
+ "CronSchedule",
55
+ "FeatureAggregations",
56
+ "FeatureLookup",
57
+ "FeatureFunction",
58
+ "UpgradeClient",
59
+ ]