airbyte-source-google-drive 0.2.0.dev202501272304__tar.gz → 0.2.0.dev202501291717__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of airbyte-source-google-drive might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: airbyte-source-google-drive
3
- Version: 0.2.0.dev202501272304
3
+ Version: 0.2.0.dev202501291717
4
4
  Summary: Source implementation for Google Drive.
5
5
  License: ELv2
6
6
  Author: Airbyte
@@ -10,7 +10,7 @@ Classifier: License :: Other/Proprietary License
10
10
  Classifier: Programming Language :: Python :: 3
11
11
  Classifier: Programming Language :: Python :: 3.10
12
12
  Classifier: Programming Language :: Python :: 3.11
13
- Requires-Dist: airbyte-cdk[file-based] (==6.26.0.dev04105)
13
+ Requires-Dist: airbyte-cdk[file-based] (==6.26.0.dev04106)
14
14
  Requires-Dist: google-api-python-client (==2.104.0)
15
15
  Requires-Dist: google-api-python-client-stubs (==1.18.0)
16
16
  Requires-Dist: google-auth-httplib2 (==0.1.1)
@@ -5,7 +5,7 @@ requires = [
5
5
  build-backend = "poetry.core.masonry.api"
6
6
 
7
7
  [tool.poetry]
8
- version = "0.2.0.dev202501272304"
8
+ version = "0.2.0.dev202501291717"
9
9
  name = "airbyte-source-google-drive"
10
10
  description = "Source implementation for Google Drive."
11
11
  authors = [
@@ -31,7 +31,7 @@ google-api-python-client-stubs = "==1.18.0"
31
31
  extras = [
32
32
  "file-based",
33
33
  ]
34
- version = "6.26.0.dev04105"
34
+ version = "6.26.0.dev04106"
35
35
 
36
36
  [tool.poetry.scripts]
37
37
  source-google-drive = "source_google_drive.run:run"
@@ -27,9 +27,6 @@ from source_google_drive.utils import get_folder_id
27
27
  from .exceptions import ErrorDownloadingFile, ErrorFetchingMetadata
28
28
  from .spec import SourceGoogleDriveSpec
29
29
 
30
- # remove this, just using while test credentials are prepared
31
- from .temp_mock import _get_looping_google_api_list_response
32
-
33
30
 
34
31
  FOLDER_MIME_TYPE = "application/vnd.google-apps.folder"
35
32
  GOOGLE_DOC_MIME_TYPE = "application/vnd.google-apps.document"
@@ -163,9 +160,8 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
163
160
  for item in items:
164
161
  yield item
165
162
  except Exception as e:
166
- logger.info(f"There was an error listing {key} with {args}: {str(e)}")
167
- logger.info(f"Backing off to mocked data for development purposes")
168
- yield from _get_looping_google_api_list_response(service, key, args)
163
+ logger.error(f"There was an error listing {key} with {args}: {str(e)}")
164
+ raise e
169
165
 
170
166
  def load_identity_groups(self, logger: logging.Logger) -> Dict[str, Any]:
171
167
  domain = self.config.delivery_method.domain
@@ -208,8 +204,6 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
208
204
 
209
205
  yield rfp.dict()
210
206
 
211
- return ""
212
-
213
207
  def get_matching_files(self, globs: List[str], prefix: Optional[str], logger: logging.Logger) -> Iterable[RemoteFile]:
214
208
  """
215
209
  Get all files matching the specified glob patterns.
@@ -1,36 +0,0 @@
1
- # Copyright (c) 2024 Airbyte, Inc., all rights reserved.
2
-
3
- from typing import Any, Iterator
4
-
5
-
6
- def _get_looping_google_api_list_response(service: Any, key: str, args: dict[str, Any]) -> Iterator[dict[str, Any]]:
7
- domain = args.get("domain") or args.get("groupKey")
8
-
9
- if key == "users":
10
- # Mocking 5 users
11
- for i in range(1, 6):
12
- yield {
13
- "primaryEmail": f"user{i}@{domain}",
14
- "name": {"fullName": f"User {i}"},
15
- "emails": [{"address": f"user{i}@{domain}"}],
16
- }
17
-
18
- elif key == "groups":
19
- # Mocking 5 groups
20
- for i in range(1, 6):
21
- yield {
22
- "email": f"group{i}@{domain}",
23
- "name": f"Group {i}",
24
- "id": f"group-id-{i}",
25
- }
26
-
27
- elif key == "members":
28
- # Mocking 5 members per group
29
- group_id = args.get("groupKey")
30
- for i in range(1, 6):
31
- yield {
32
- "email": f"member{i}@{domain}",
33
- "role": "MEMBER",
34
- "type": "USER",
35
- "groupId": group_id,
36
- }