dominodatalab-data 5.10.0.dev2__tar.gz → 5.10.0.dev3__tar.gz

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dominodatalab-data
-Version: 5.10.0.dev2
+Version: 5.10.0.dev3
 Summary: Domino Data API for interacting with Domino Data features
 Home-page: https://github.com/dominodatalab/domino-data
 License: Apache Software License 2.0
@@ -17,6 +17,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: attrs (>=20.1.0)
 Requires-Dist: backoff (>=1.11.1,<2.0.0)
@@ -24,7 +25,7 @@ Requires-Dist: bson (>=0.5.10,<0.6.0)
 Requires-Dist: httpx (>=0.23.0,<0.24.0)
 Requires-Dist: loguru (>=0.5.3,<0.6.0)
 Requires-Dist: pandas (>=1.3.0,<2.0.0)
-Requires-Dist: pyarrow (>=10.0.0,<11.0.0)
+Requires-Dist: pyarrow (>=14.0.2,<15.0.0)
 Requires-Dist: python-dateutil (>=2.8.0,<3.0.0)
 Requires-Dist: urllib3 (>=1.26.16,<2.0.0)
 Project-URL: Repository, https://github.com/dominodatalab/domino-data

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/datasource_api_client/models/datasource_dto_auth_type.py

@@ -10,6 +10,7 @@ class DatasourceDtoAuthType(str, Enum):
     AWSIAMROLEWITHUSERNAME = "AWSIAMRoleWithUsername"
     GCPBASIC = "GCPBasic"
     OAUTH = "OAuth"
+    OAUTHTOKEN = "OAuthToken"
     CLIENTIDSECRET = "ClientIdSecret"
     PERSONALTOKEN = "PersonalToken"
 

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/datasource_api_client/models/list_request.py

@@ -52,7 +52,7 @@ class ListRequest:
         if credential_overwrites is not UNSET:
             field_dict["credentialOverwrites"] = credential_overwrites
         if page_size is not UNSET:
-            field_dict["pageSize"] = page_size
+            field_dict["page_size"] = page_size
 
         return field_dict
 
@@ -77,7 +77,7 @@ class ListRequest:
         else:
             credential_overwrites = DatasourceConfig.from_dict(_credential_overwrites)
 
-        page_size = d.pop("pageSize", UNSET)
+        page_size = d.pop("page_size", UNSET)
 
         list_request = cls(
             datasource_id=datasource_id,

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/domino_data/configuration_gen.py

@@ -1,6 +1,6 @@
 """Code generated by gen.py; DO NOT EDIT.
 This file was generated by robots at
-2023-09-27 17:47:39.546325"""
+2024-01-18 15:51:53.230967"""
 from typing import Any, Dict, Optional, Union
 
 from enum import Enum
@@ -74,9 +74,10 @@ class ConfigElem(Enum):
     REGION = "region"
     ROLE = "role"
     SCHEMA = "schema"
-    QUERYTIMEOUT = "queryTimeout"
+    SUBFOLDER = "subfolder"
     WAREHOUSE = "warehouse"
     CATALOGCODE = "catalogCode"
+    ENVIRONMENT = "environment"
 
 
 class CredElem(Enum):
@@ -93,6 +94,8 @@ class CredElem(Enum):
     CLIENTID = "clientId"
     CLIENTSECRET = "clientSecret"
     PERSONALACCESSTOKEN = "personalAccessToken"
+    APIKEY = "apiKey"
+    OAUTHTOKEN = "oAuthToken"
 
 
 def _cred(elem: CredElem) -> Any:
@@ -154,7 +157,6 @@ class DatabricksConfig(Config):
 
     catalog: Optional[str] = _config(elem=ConfigElem.CATALOG)
     schema: Optional[str] = _config(elem=ConfigElem.SCHEMA)
-    query_timeout: Optional[str] = _config(elem=ConfigElem.QUERYTIMEOUT)
 
     personal_access_token: Optional[str] = _cred(elem=CredElem.PERSONALACCESSTOKEN)
 
@@ -197,6 +199,7 @@ class GenericS3Config(Config):
     """GenericS3Config datasource configuration."""
 
     bucket: Optional[str] = _config(elem=ConfigElem.BUCKET)
+    subfolder: Optional[str] = _config(elem=ConfigElem.SUBFOLDER)
     host: Optional[str] = _config(elem=ConfigElem.HOST)
     region: Optional[str] = _config(elem=ConfigElem.REGION)
 
@@ -274,6 +277,7 @@ class PalantirConfig(Config):
 
     client_id: Optional[str] = _cred(elem=CredElem.CLIENTID)
     client_secret: Optional[str] = _cred(elem=CredElem.CLIENTSECRET)
+    o_auth_token: Optional[str] = _cred(elem=CredElem.OAUTHTOKEN)
 
 
 @attr.s(auto_attribs=True)
@@ -309,6 +313,7 @@ class S3Config(Config):
     """S3Config datasource configuration."""
 
     bucket: Optional[str] = _config(elem=ConfigElem.BUCKET)
+    subfolder: Optional[str] = _config(elem=ConfigElem.SUBFOLDER)
     region: Optional[str] = _config(elem=ConfigElem.REGION)
 
     aws_access_key_id: Optional[str] = _cred(elem=CredElem.ACCESSKEYID)

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/domino_data/data_sources.py

@@ -106,7 +106,9 @@ class Result:
             where: path of file-like object.
         """
         table = self.reader.read_all()
-        parquet.write_table(table, where)
+        # In Pyarrow v13.0, the parquet version was upgraded to v2.6 from v2.4.
+        # Set the coerce_timestamps to "us"(microseconds) for backward compatibility.
+        parquet.write_table(table, where, coerce_timestamps="us")
 
 
 @attr.s

{dominodatalab_data-5.10.0.dev2 → dominodatalab_data-5.10.0.dev3}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "dominodatalab-data"
-version = "5.10.0.dev2"
+version = "5.10.0.dev3"
 description = "Domino Data API for interacting with Domino Data features"
 readme = "README.md"
 authors = [
@@ -46,7 +46,7 @@ pandas = "^1.3.0"
 httpx = "^0.23.0"
 attrs = ">=20.1.0"
 python-dateutil = "^2.8.0"
-pyarrow = "^10.0.0"
+pyarrow = "^14.0.2"
 loguru = "^0.5.3"
 backoff = "^1.11.1"
 bson = "^0.5.10"
@@ -79,8 +79,8 @@ types-python-dateutil = "^2.8.19.14"
 vcrpy = "^5.0.0"
 
 [tool.poetry.group.featurestore.dependencies]
-feast = "^0.34.1"
-GitPython = "^3.1.32"
+feast = "^0.35.0"
+GitPython = "^3.1.41"
 
 [tool.poetry.group.vectordbs.dependencies]
 pinecone-client = ">=2.2.4"