airbyte-source-google-drive 0.4.0.dev202504161719__tar.gz → 0.4.0rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/PKG-INFO +2 -2
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/pyproject.toml +2 -2
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/stream_reader.py +6 -2
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/README.md +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/__init__.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/exceptions.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/run.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/schemas/file_permissions.json +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/schemas/identities.json +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/source.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/spec.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/stream_permissions_reader.py +0 -0
- {airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/source_google_drive/utils.py +0 -0
{airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: airbyte-source-google-drive
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.0rc1
|
|
4
4
|
Summary: Source implementation for Google Drive.
|
|
5
5
|
License: ELv2
|
|
6
6
|
Author: Airbyte
|
|
@@ -10,7 +10,7 @@ Classifier: License :: Other/Proprietary License
|
|
|
10
10
|
Classifier: Programming Language :: Python :: 3
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.10
|
|
12
12
|
Classifier: Programming Language :: Python :: 3.11
|
|
13
|
-
Requires-Dist: airbyte-cdk[file-based] (
|
|
13
|
+
Requires-Dist: airbyte-cdk[file-based] (>=6.45.10,<7.0.0)
|
|
14
14
|
Requires-Dist: google-api-python-client (==2.104.0)
|
|
15
15
|
Requires-Dist: google-api-python-client-stubs (==1.18.0)
|
|
16
16
|
Requires-Dist: google-auth-httplib2 (==0.1.1)
|
|
@@ -5,7 +5,7 @@ requires = [
|
|
|
5
5
|
build-backend = "poetry.core.masonry.api"
|
|
6
6
|
|
|
7
7
|
[tool.poetry]
|
|
8
|
-
version = "0.4.0.
|
|
8
|
+
version = "0.4.0-rc.1"
|
|
9
9
|
name = "airbyte-source-google-drive"
|
|
10
10
|
description = "Source implementation for Google Drive."
|
|
11
11
|
authors = [
|
|
@@ -31,7 +31,7 @@ google-api-python-client-stubs = "==1.18.0"
|
|
|
31
31
|
extras = [
|
|
32
32
|
"file-based",
|
|
33
33
|
]
|
|
34
|
-
version = "6.45.
|
|
34
|
+
version = "^6.45.10"
|
|
35
35
|
|
|
36
36
|
[tool.poetry.scripts]
|
|
37
37
|
source-google-drive = "source_google_drive.run:run"
|
|
@@ -66,6 +66,7 @@ class GoogleDriveRemoteFile(RemoteFile):
|
|
|
66
66
|
view_link: str
|
|
67
67
|
# Only populated for items in shared drives.
|
|
68
68
|
drive_id: Optional[str] = None
|
|
69
|
+
created_at: datetime
|
|
69
70
|
|
|
70
71
|
@property
|
|
71
72
|
def url(self) -> str:
|
|
@@ -147,7 +148,7 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
|
|
|
147
148
|
request = service.files().list(
|
|
148
149
|
q=f"'{folder_id}' in parents",
|
|
149
150
|
pageSize=1000,
|
|
150
|
-
fields="nextPageToken, files(id, name, modifiedTime, mimeType, webViewLink, driveId)",
|
|
151
|
+
fields="nextPageToken, files(id, name, modifiedTime, mimeType, webViewLink, driveId, createdTime)",
|
|
151
152
|
supportsAllDrives=True,
|
|
152
153
|
includeItemsFromAllDrives=True,
|
|
153
154
|
)
|
|
@@ -170,6 +171,7 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
|
|
|
170
171
|
continue
|
|
171
172
|
else:
|
|
172
173
|
last_modified = datetime.strptime(new_file["modifiedTime"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
|
174
|
+
created_at = datetime.strptime(new_file["createdTime"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
|
173
175
|
original_mime_type = new_file["mimeType"]
|
|
174
176
|
mime_type = (
|
|
175
177
|
self._get_export_mime_type(original_mime_type)
|
|
@@ -179,6 +181,7 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
|
|
|
179
181
|
remote_file = GoogleDriveRemoteFile(
|
|
180
182
|
uri=file_name,
|
|
181
183
|
last_modified=last_modified,
|
|
184
|
+
created_at=created_at,
|
|
182
185
|
id=new_file["id"],
|
|
183
186
|
original_mime_type=original_mime_type,
|
|
184
187
|
mime_type=mime_type,
|
|
@@ -307,10 +310,11 @@ class SourceGoogleDriveStreamReader(AbstractFileBasedStreamReader):
|
|
|
307
310
|
|
|
308
311
|
file_record_data = FileRecordData(
|
|
309
312
|
folder=file_paths[self.FILE_FOLDER],
|
|
310
|
-
|
|
313
|
+
file_name=file_name,
|
|
311
314
|
bytes=file_size,
|
|
312
315
|
id=file.id,
|
|
313
316
|
mime_type=file.mime_type,
|
|
317
|
+
created_at=file.created_at.strftime("%Y-%m-%dT%H:%M:%S.%fZ"),
|
|
314
318
|
updated_at=file.last_modified.strftime("%Y-%m-%dT%H:%M:%S.%fZ"),
|
|
315
319
|
source_uri=file.url,
|
|
316
320
|
)
|
{airbyte_source_google_drive-0.4.0.dev202504161719 → airbyte_source_google_drive-0.4.0rc1}/README.md
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|