dagster-postgres 0.27.1__tar.gz → 0.27.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dagster_postgres-0.27.1/dagster_postgres.egg-info → dagster_postgres-0.27.12}/PKG-INFO +4 -3
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/event_log/event_log.py +23 -10
- dagster_postgres-0.27.12/dagster_postgres/version.py +1 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12/dagster_postgres.egg-info}/PKG-INFO +4 -3
- dagster_postgres-0.27.12/dagster_postgres.egg-info/requires.txt +2 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/setup.py +3 -2
- dagster_postgres-0.27.1/dagster_postgres/version.py +0 -1
- dagster_postgres-0.27.1/dagster_postgres.egg-info/requires.txt +0 -2
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/LICENSE +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/MANIFEST.in +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/README.md +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/__init__.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/alembic/alembic.ini +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/event_log/__init__.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/py.typed +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/__init__.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/run_storage.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/schedule_storage/__init__.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/schedule_storage/schedule_storage.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/storage.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/test_fixtures/__init__.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/test_fixtures/docker-compose.yml +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/utils.py +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/SOURCES.txt +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/dependency_links.txt +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/not-zip-safe +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/top_level.txt +0 -0
- {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-postgres
|
|
3
|
-
Version: 0.27.
|
|
3
|
+
Version: 0.27.12
|
|
4
4
|
Summary: A Dagster integration for postgres
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-postgres
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -10,11 +10,12 @@ Classifier: Programming Language :: Python :: 3.9
|
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.10
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.11
|
|
12
12
|
Classifier: Programming Language :: Python :: 3.12
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
13
14
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
14
15
|
Classifier: Operating System :: OS Independent
|
|
15
|
-
Requires-Python: >=3.9,<3.
|
|
16
|
+
Requires-Python: >=3.9,<3.14
|
|
16
17
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.11.
|
|
18
|
+
Requires-Dist: dagster==1.11.12
|
|
18
19
|
Requires-Dist: psycopg2-binary
|
|
19
20
|
Dynamic: author
|
|
20
21
|
Dynamic: author-email
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/event_log/event_log.py
RENAMED
|
@@ -211,10 +211,14 @@ class PostgresEventLogStorage(SqlEventLogStorage, ConfigurableClass):
|
|
|
211
211
|
self.store_asset_check_event(event, event_id)
|
|
212
212
|
|
|
213
213
|
def store_event_batch(self, events: Sequence[EventLogEntry]) -> None:
|
|
214
|
+
from dagster import DagsterEventType
|
|
215
|
+
|
|
214
216
|
check.sequence_param(events, "event", of_type=EventLogEntry)
|
|
215
217
|
|
|
218
|
+
event_types = {event.get_dagster_event().event_type for event in events}
|
|
219
|
+
|
|
216
220
|
check.invariant(
|
|
217
|
-
all(
|
|
221
|
+
all(event_type in BATCH_WRITABLE_EVENTS for event_type in event_types),
|
|
218
222
|
f"{BATCH_WRITABLE_EVENTS} are the only currently supported events for batch writes.",
|
|
219
223
|
)
|
|
220
224
|
events = [
|
|
@@ -225,18 +229,27 @@ class PostgresEventLogStorage(SqlEventLogStorage, ConfigurableClass):
|
|
|
225
229
|
if len(events) == 0:
|
|
226
230
|
return
|
|
227
231
|
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
+
if event_types == {DagsterEventType.ASSET_MATERIALIZATION} or event_types == {
|
|
233
|
+
DagsterEventType.ASSET_OBSERVATION
|
|
234
|
+
}:
|
|
235
|
+
insert_event_statement = self.prepare_insert_event_batch(events)
|
|
236
|
+
with self._connect() as conn:
|
|
237
|
+
result = conn.execute(
|
|
238
|
+
insert_event_statement.returning(SqlEventLogStorageTable.c.id)
|
|
239
|
+
)
|
|
240
|
+
event_ids = [cast("int", row[0]) for row in result.fetchall()]
|
|
232
241
|
|
|
233
|
-
|
|
234
|
-
|
|
242
|
+
# We only update the asset table with the last event
|
|
243
|
+
self.store_asset_event(events[-1], event_ids[-1])
|
|
235
244
|
|
|
236
|
-
|
|
237
|
-
|
|
245
|
+
if any(event_id is None for event_id in event_ids):
|
|
246
|
+
raise DagsterInvariantViolationError(
|
|
247
|
+
"Cannot store asset event tags for null event id."
|
|
248
|
+
)
|
|
238
249
|
|
|
239
|
-
|
|
250
|
+
self.store_asset_event_tags(events, event_ids)
|
|
251
|
+
else:
|
|
252
|
+
return super().store_event_batch(events)
|
|
240
253
|
|
|
241
254
|
def store_asset_event(self, event: EventLogEntry, event_id: int) -> None:
|
|
242
255
|
check.inst_param(event, "event", EventLogEntry)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.27.12"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-postgres
|
|
3
|
-
Version: 0.27.
|
|
3
|
+
Version: 0.27.12
|
|
4
4
|
Summary: A Dagster integration for postgres
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-postgres
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -10,11 +10,12 @@ Classifier: Programming Language :: Python :: 3.9
|
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.10
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.11
|
|
12
12
|
Classifier: Programming Language :: Python :: 3.12
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
13
14
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
14
15
|
Classifier: Operating System :: OS Independent
|
|
15
|
-
Requires-Python: >=3.9,<3.
|
|
16
|
+
Requires-Python: >=3.9,<3.14
|
|
16
17
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.11.
|
|
18
|
+
Requires-Dist: dagster==1.11.12
|
|
18
19
|
Requires-Dist: psycopg2-binary
|
|
19
20
|
Dynamic: author
|
|
20
21
|
Dynamic: author-email
|
|
@@ -27,6 +27,7 @@ setup(
|
|
|
27
27
|
"Programming Language :: Python :: 3.10",
|
|
28
28
|
"Programming Language :: Python :: 3.11",
|
|
29
29
|
"Programming Language :: Python :: 3.12",
|
|
30
|
+
"Programming Language :: Python :: 3.13",
|
|
30
31
|
"License :: OSI Approved :: Apache Software License",
|
|
31
32
|
"Operating System :: OS Independent",
|
|
32
33
|
],
|
|
@@ -37,7 +38,7 @@ setup(
|
|
|
37
38
|
]
|
|
38
39
|
},
|
|
39
40
|
include_package_data=True,
|
|
40
|
-
python_requires=">=3.9,<3.
|
|
41
|
-
install_requires=["dagster==1.11.
|
|
41
|
+
python_requires=">=3.9,<3.14",
|
|
42
|
+
install_requires=["dagster==1.11.12", "psycopg2-binary"],
|
|
42
43
|
zip_safe=False,
|
|
43
44
|
)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.27.1"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/__init__.py
RENAMED
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/run_storage.py
RENAMED
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/schedule_storage/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/test_fixtures/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
{dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|