dagster-postgres 0.27.1__tar.gz → 0.27.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. {dagster_postgres-0.27.1/dagster_postgres.egg-info → dagster_postgres-0.27.12}/PKG-INFO +4 -3
  2. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/event_log/event_log.py +23 -10
  3. dagster_postgres-0.27.12/dagster_postgres/version.py +1 -0
  4. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12/dagster_postgres.egg-info}/PKG-INFO +4 -3
  5. dagster_postgres-0.27.12/dagster_postgres.egg-info/requires.txt +2 -0
  6. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/setup.py +3 -2
  7. dagster_postgres-0.27.1/dagster_postgres/version.py +0 -1
  8. dagster_postgres-0.27.1/dagster_postgres.egg-info/requires.txt +0 -2
  9. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/LICENSE +0 -0
  10. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/MANIFEST.in +0 -0
  11. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/README.md +0 -0
  12. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/__init__.py +0 -0
  13. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/alembic/alembic.ini +0 -0
  14. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/event_log/__init__.py +0 -0
  15. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/py.typed +0 -0
  16. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/__init__.py +0 -0
  17. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/run_storage/run_storage.py +0 -0
  18. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/schedule_storage/__init__.py +0 -0
  19. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/schedule_storage/schedule_storage.py +0 -0
  20. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/storage.py +0 -0
  21. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/test_fixtures/__init__.py +0 -0
  22. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/test_fixtures/docker-compose.yml +0 -0
  23. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres/utils.py +0 -0
  24. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/SOURCES.txt +0 -0
  25. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/dependency_links.txt +0 -0
  26. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/not-zip-safe +0 -0
  27. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/dagster_postgres.egg-info/top_level.txt +0 -0
  28. {dagster_postgres-0.27.1 → dagster_postgres-0.27.12}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-postgres
3
- Version: 0.27.1
3
+ Version: 0.27.12
4
4
  Summary: A Dagster integration for postgres
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-postgres
6
6
  Author: Dagster Labs
@@ -10,11 +10,12 @@ Classifier: Programming Language :: Python :: 3.9
10
10
  Classifier: Programming Language :: Python :: 3.10
11
11
  Classifier: Programming Language :: Python :: 3.11
12
12
  Classifier: Programming Language :: Python :: 3.12
13
+ Classifier: Programming Language :: Python :: 3.13
13
14
  Classifier: License :: OSI Approved :: Apache Software License
14
15
  Classifier: Operating System :: OS Independent
15
- Requires-Python: >=3.9,<3.13
16
+ Requires-Python: >=3.9,<3.14
16
17
  License-File: LICENSE
17
- Requires-Dist: dagster==1.11.1
18
+ Requires-Dist: dagster==1.11.12
18
19
  Requires-Dist: psycopg2-binary
19
20
  Dynamic: author
20
21
  Dynamic: author-email
@@ -211,10 +211,14 @@ class PostgresEventLogStorage(SqlEventLogStorage, ConfigurableClass):
211
211
  self.store_asset_check_event(event, event_id)
212
212
 
213
213
  def store_event_batch(self, events: Sequence[EventLogEntry]) -> None:
214
+ from dagster import DagsterEventType
215
+
214
216
  check.sequence_param(events, "event", of_type=EventLogEntry)
215
217
 
218
+ event_types = {event.get_dagster_event().event_type for event in events}
219
+
216
220
  check.invariant(
217
- all(event.get_dagster_event().event_type in BATCH_WRITABLE_EVENTS for event in events),
221
+ all(event_type in BATCH_WRITABLE_EVENTS for event_type in event_types),
218
222
  f"{BATCH_WRITABLE_EVENTS} are the only currently supported events for batch writes.",
219
223
  )
220
224
  events = [
@@ -225,18 +229,27 @@ class PostgresEventLogStorage(SqlEventLogStorage, ConfigurableClass):
225
229
  if len(events) == 0:
226
230
  return
227
231
 
228
- insert_event_statement = self.prepare_insert_event_batch(events)
229
- with self._connect() as conn:
230
- result = conn.execute(insert_event_statement.returning(SqlEventLogStorageTable.c.id))
231
- event_ids = [cast("int", row[0]) for row in result.fetchall()]
232
+ if event_types == {DagsterEventType.ASSET_MATERIALIZATION} or event_types == {
233
+ DagsterEventType.ASSET_OBSERVATION
234
+ }:
235
+ insert_event_statement = self.prepare_insert_event_batch(events)
236
+ with self._connect() as conn:
237
+ result = conn.execute(
238
+ insert_event_statement.returning(SqlEventLogStorageTable.c.id)
239
+ )
240
+ event_ids = [cast("int", row[0]) for row in result.fetchall()]
232
241
 
233
- # We only update the asset table with the last event
234
- self.store_asset_event(events[-1], event_ids[-1])
242
+ # We only update the asset table with the last event
243
+ self.store_asset_event(events[-1], event_ids[-1])
235
244
 
236
- if any(event_id is None for event_id in event_ids):
237
- raise DagsterInvariantViolationError("Cannot store asset event tags for null event id.")
245
+ if any(event_id is None for event_id in event_ids):
246
+ raise DagsterInvariantViolationError(
247
+ "Cannot store asset event tags for null event id."
248
+ )
238
249
 
239
- self.store_asset_event_tags(events, event_ids)
250
+ self.store_asset_event_tags(events, event_ids)
251
+ else:
252
+ return super().store_event_batch(events)
240
253
 
241
254
  def store_asset_event(self, event: EventLogEntry, event_id: int) -> None:
242
255
  check.inst_param(event, "event", EventLogEntry)
@@ -0,0 +1 @@
1
+ __version__ = "0.27.12"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-postgres
3
- Version: 0.27.1
3
+ Version: 0.27.12
4
4
  Summary: A Dagster integration for postgres
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-postgres
6
6
  Author: Dagster Labs
@@ -10,11 +10,12 @@ Classifier: Programming Language :: Python :: 3.9
10
10
  Classifier: Programming Language :: Python :: 3.10
11
11
  Classifier: Programming Language :: Python :: 3.11
12
12
  Classifier: Programming Language :: Python :: 3.12
13
+ Classifier: Programming Language :: Python :: 3.13
13
14
  Classifier: License :: OSI Approved :: Apache Software License
14
15
  Classifier: Operating System :: OS Independent
15
- Requires-Python: >=3.9,<3.13
16
+ Requires-Python: >=3.9,<3.14
16
17
  License-File: LICENSE
17
- Requires-Dist: dagster==1.11.1
18
+ Requires-Dist: dagster==1.11.12
18
19
  Requires-Dist: psycopg2-binary
19
20
  Dynamic: author
20
21
  Dynamic: author-email
@@ -0,0 +1,2 @@
1
+ dagster==1.11.12
2
+ psycopg2-binary
@@ -27,6 +27,7 @@ setup(
27
27
  "Programming Language :: Python :: 3.10",
28
28
  "Programming Language :: Python :: 3.11",
29
29
  "Programming Language :: Python :: 3.12",
30
+ "Programming Language :: Python :: 3.13",
30
31
  "License :: OSI Approved :: Apache Software License",
31
32
  "Operating System :: OS Independent",
32
33
  ],
@@ -37,7 +38,7 @@ setup(
37
38
  ]
38
39
  },
39
40
  include_package_data=True,
40
- python_requires=">=3.9,<3.13",
41
- install_requires=["dagster==1.11.1", "psycopg2-binary"],
41
+ python_requires=">=3.9,<3.14",
42
+ install_requires=["dagster==1.11.12", "psycopg2-binary"],
42
43
  zip_safe=False,
43
44
  )
@@ -1 +0,0 @@
1
- __version__ = "0.27.1"
@@ -1,2 +0,0 @@
1
- dagster==1.11.1
2
- psycopg2-binary