xoscar 0.4.4__tar.gz → 0.4.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xoscar might be problematic. Click here for more details.

Files changed (81) hide show
  1. {xoscar-0.4.4/xoscar.egg-info → xoscar-0.4.6}/PKG-INFO +1 -1
  2. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/dummy.py +0 -7
  3. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/socket.py +14 -6
  4. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/core.py +10 -11
  5. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/indigen/pool.py +16 -0
  6. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/pool.py +1 -1
  7. {xoscar-0.4.4 → xoscar-0.4.6/xoscar.egg-info}/PKG-INFO +1 -1
  8. {xoscar-0.4.4 → xoscar-0.4.6}/MANIFEST.in +0 -0
  9. {xoscar-0.4.4 → xoscar-0.4.6}/pyproject.toml +0 -0
  10. {xoscar-0.4.4 → xoscar-0.4.6}/setup.cfg +0 -0
  11. {xoscar-0.4.4 → xoscar-0.4.6}/setup.py +0 -0
  12. {xoscar-0.4.4 → xoscar-0.4.6}/versioneer.py +0 -0
  13. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/__init__.py +0 -0
  14. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/_utils.pxd +0 -0
  15. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/_utils.pyx +0 -0
  16. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/_version.py +0 -0
  17. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/aio/__init__.py +0 -0
  18. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/aio/base.py +0 -0
  19. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/aio/file.py +0 -0
  20. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/aio/lru.py +0 -0
  21. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/aio/parallelism.py +0 -0
  22. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/api.py +0 -0
  23. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backend.py +0 -0
  24. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/__init__.py +0 -0
  25. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/allocate_strategy.py +0 -0
  26. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/__init__.py +0 -0
  27. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/base.py +0 -0
  28. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/core.py +0 -0
  29. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/errors.py +0 -0
  30. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/ucx.py +0 -0
  31. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/communication/utils.py +0 -0
  32. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/config.py +0 -0
  33. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/context.py +0 -0
  34. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/indigen/__init__.py +0 -0
  35. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/indigen/backend.py +0 -0
  36. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/indigen/driver.py +0 -0
  37. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/message.pyx +0 -0
  38. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/router.py +0 -0
  39. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/test/__init__.py +0 -0
  40. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/test/backend.py +0 -0
  41. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/backends/test/pool.py +0 -0
  42. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/batch.py +0 -0
  43. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/collective/__init__.py +0 -0
  44. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/collective/common.py +0 -0
  45. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/collective/core.py +0 -0
  46. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/collective/process_group.py +0 -0
  47. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/collective/utils.py +0 -0
  48. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/constants.py +0 -0
  49. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/context.pxd +0 -0
  50. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/context.pyx +0 -0
  51. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/core.pxd +0 -0
  52. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/core.pyx +0 -0
  53. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/debug.py +0 -0
  54. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/driver.py +0 -0
  55. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/errors.py +0 -0
  56. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/libcpp.pxd +0 -0
  57. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/__init__.py +0 -0
  58. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/api.py +0 -0
  59. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/__init__.py +0 -0
  60. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/console/__init__.py +0 -0
  61. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/console/console_metric.py +0 -0
  62. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/metric.py +0 -0
  63. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/prometheus/__init__.py +0 -0
  64. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/metrics/backends/prometheus/prometheus_metric.py +0 -0
  65. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/nvutils.py +0 -0
  66. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/profiling.py +0 -0
  67. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/__init__.py +0 -0
  68. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/aio.py +0 -0
  69. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/core.pxd +0 -0
  70. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/core.pyx +0 -0
  71. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/cuda.py +0 -0
  72. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/exception.py +0 -0
  73. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/numpy.py +0 -0
  74. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/pyfury.py +0 -0
  75. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/serialization/scipy.py +0 -0
  76. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar/utils.py +0 -0
  77. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar.egg-info/SOURCES.txt +0 -0
  78. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar.egg-info/dependency_links.txt +0 -0
  79. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar.egg-info/not-zip-safe +0 -0
  80. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar.egg-info/requires.txt +0 -0
  81. {xoscar-0.4.4 → xoscar-0.4.6}/xoscar.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xoscar
3
- Version: 0.4.4
3
+ Version: 0.4.6
4
4
  Summary: Python actor framework for heterogeneous computing.
5
5
  Home-page: http://github.com/xorbitsai/xoscar
6
6
  Author: Qin Xuye
@@ -249,12 +249,5 @@ class DummyClient(Client):
249
249
  async def close(self):
250
250
  await super().close()
251
251
  if self._task is not None:
252
- task_loop = self._task.get_loop()
253
- if task_loop is not None:
254
- if not task_loop.is_running():
255
- logger.warning(
256
- "Dummy channel cancel task on a stopped loop, dest address: %s.",
257
- self.dest_address,
258
- )
259
252
  self._task.cancel()
260
253
  self._task = None
@@ -34,6 +34,7 @@ from ...serialization import AioDeserializer, AioSerializer, deserialize
34
34
  from ...utils import classproperty, implements, is_py_312, is_v6_ip
35
35
  from .base import Channel, ChannelType, Client, Server
36
36
  from .core import register_client, register_server
37
+ from .errors import ChannelClosed
37
38
  from .utils import read_buffers, write_buffers
38
39
 
39
40
  _is_windows: bool = sys.platform.startswith("win")
@@ -80,12 +81,19 @@ class SocketChannel(Channel):
80
81
  serializer = AioSerializer(message, compress=compress)
81
82
  buffers = await serializer.run()
82
83
 
83
- # write buffers
84
- write_buffers(self.writer, buffers)
85
- async with self._send_lock:
86
- # add lock, or when parallel send,
87
- # assertion error may be raised
88
- await self.writer.drain()
84
+ try:
85
+ # write buffers
86
+ write_buffers(self.writer, buffers)
87
+ async with self._send_lock:
88
+ # add lock, or when parallel send,
89
+ # assertion error may be raised
90
+ await self.writer.drain()
91
+ except RuntimeError as e:
92
+ if self.writer.is_closing():
93
+ raise ChannelClosed(
94
+ "Channel already closed, cannot write message"
95
+ ) from e
96
+ raise e
89
97
 
90
98
  @implements(Channel.recv)
91
99
  async def recv(self):
@@ -196,12 +196,14 @@ class ActorCallerThreadLocal:
196
196
  return await self.call_with_client(client, message, wait)
197
197
 
198
198
  async def stop(self):
199
- logger.debug("Actor caller stop.")
200
199
  try:
201
200
  await asyncio.gather(*[client.close() for client in self._clients])
202
201
  except (ConnectionError, ServerClosed):
203
202
  pass
204
- self.cancel_tasks()
203
+ try:
204
+ self.cancel_tasks()
205
+ except:
206
+ pass
205
207
 
206
208
  def cancel_tasks(self):
207
209
  # cancel listening for all clients
@@ -232,14 +234,11 @@ def _cancel_all_tasks(loop):
232
234
 
233
235
 
234
236
  def _safe_run_forever(loop):
235
- loop.run_forever()
236
- _cancel_all_tasks(loop)
237
-
238
-
239
- def _safe_exit_thread(loop, thread):
240
- # To avoid _enter_buffered_busy: could not acquire lock
241
- loop.call_soon_threadsafe(loop.stop)
242
- thread.join()
237
+ try:
238
+ loop.run_forever()
239
+ finally:
240
+ _cancel_all_tasks(loop)
241
+ loop.stop()
243
242
 
244
243
 
245
244
  class ActorCaller:
@@ -253,7 +252,7 @@ class ActorCaller:
253
252
  target=_safe_run_forever, args=(_close_loop,), daemon=True
254
253
  )
255
254
  _close_thread.start()
256
- atexit.register(_safe_exit_thread, _close_loop, _close_thread)
255
+ atexit.register(_close_loop.call_soon_threadsafe, _close_loop.stop)
257
256
 
258
257
  def __init__(self):
259
258
  self._thread_local = threading.local()
@@ -16,6 +16,7 @@
16
16
  from __future__ import annotations
17
17
 
18
18
  import asyncio
19
+ import atexit
19
20
  import concurrent.futures as futures
20
21
  import configparser
21
22
  import contextlib
@@ -29,6 +30,7 @@ import sys
29
30
  import threading
30
31
  import uuid
31
32
  from dataclasses import dataclass
33
+ from multiprocessing import util
32
34
  from types import TracebackType
33
35
  from typing import List, Optional
34
36
 
@@ -79,6 +81,19 @@ logger = logging.getLogger(__name__)
79
81
  _init_main_suspended_local = threading.local()
80
82
 
81
83
 
84
+ def _terminate_children():
85
+ for c in multiprocessing.active_children():
86
+ try:
87
+ c.terminate()
88
+ except Exception:
89
+ pass
90
+
91
+
92
+ if util:
93
+ # Import multiprocessing.util to register _exit_function at exit.
94
+ atexit.register(_terminate_children)
95
+
96
+
82
97
  def _patch_spawn_get_preparation_data():
83
98
  try:
84
99
  from multiprocessing import spawn as mp_spawn
@@ -309,6 +324,7 @@ class MainActorPool(MainActorPoolBase):
309
324
  raise
310
325
  finally:
311
326
  status_queue.put(process_status)
327
+ status_queue.cancel_join_thread()
312
328
  await pool.join()
313
329
 
314
330
  async def append_sub_pool(
@@ -377,7 +377,7 @@ class AbstractActorPool(ABC):
377
377
  try:
378
378
  await channel.send(result)
379
379
  except (ChannelClosed, ConnectionResetError):
380
- if not self._stopped.is_set():
380
+ if not self._stopped.is_set() and not channel.closed:
381
381
  raise
382
382
  except Exception as ex:
383
383
  logger.exception(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xoscar
3
- Version: 0.4.4
3
+ Version: 0.4.6
4
4
  Summary: Python actor framework for heterogeneous computing.
5
5
  Home-page: http://github.com/xorbitsai/xoscar
6
6
  Author: Qin Xuye
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes