concurrent-c-node 0.2.1__tar.gz → 0.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/PKG-INFO +18 -3
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/README.md +17 -2
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/cc_node/__init__.py +99 -33
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/PKG-INFO +18 -3
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/pyproject.toml +1 -1
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/cc_node/broker.cjs +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/cc_node/examples/__init__.py +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/cc_node/examples/bench_wire.py +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/cc_node/examples/use_node.py +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/SOURCES.txt +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/dependency_links.txt +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/top_level.txt +0 -0
- {concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: concurrent-c-node
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.0
|
|
4
4
|
Summary: JavaScript and npm packages from Python over the Concurrent-C bridge: one spawned Node child per domain, host-controlled lifetime.
|
|
5
5
|
License: MIT
|
|
6
6
|
Project-URL: Repository, https://github.com/sreekotay/concurrent-c
|
|
@@ -119,12 +119,22 @@ And *which packages* it sees is the working directory's
|
|
|
119
119
|
Run Python in your project, get your project's packages: `npm install`
|
|
120
120
|
next to your program is the whole setup.
|
|
121
121
|
|
|
122
|
+
## Publishing
|
|
123
|
+
|
|
124
|
+
From the Concurrent-C repo root (packs this wheel and the npm sibling):
|
|
125
|
+
|
|
126
|
+
```
|
|
127
|
+
./scripts/publish_bridges.sh # → out/pypi/concurrent_c_node-* (+ npm tgz)
|
|
128
|
+
./scripts/publish_bridges.sh --publish # bump patch, pack, twine + npm publish
|
|
129
|
+
```
|
|
130
|
+
|
|
122
131
|
## Measured
|
|
123
132
|
|
|
124
133
|
From `python -m cc_node.examples.bench_wire` (sources under
|
|
125
134
|
[`cc_node/examples/`](https://github.com/sreekotay/concurrent-c/blob/main/pypi/cc-node/cc_node/examples/))
|
|
126
|
-
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
127
|
-
`perf/baselines
|
|
135
|
+
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
136
|
+
([`perf/baselines/cc_node_bridge_py_20260809.txt`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/cc_node_bridge_py_20260809.txt);
|
|
137
|
+
catalog: [`perf/baselines/README.md`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/README.md)):
|
|
128
138
|
|
|
129
139
|
| what | result |
|
|
130
140
|
|---|---|
|
|
@@ -143,6 +153,11 @@ A worked tour (builtin Node modules, chains, callbacks, thenables,
|
|
|
143
153
|
buffers — no npm install needed):
|
|
144
154
|
`python -m cc_node.examples.use_node`.
|
|
145
155
|
|
|
156
|
+
Adversarial multi-child storm (fanout, callback blizzard, shm hail,
|
|
157
|
+
teardown derby): [`stress/bridge/`](https://github.com/sreekotay/concurrent-c/tree/main/stress/bridge)
|
|
158
|
+
— `./stress/bridge/run.sh` (`CHAOS_SCALE=full` for bigger N; latency demos
|
|
159
|
+
stay in `cc_node/examples/`).
|
|
160
|
+
|
|
146
161
|
And when the hot path is YOUR code rather than an npm package, skip the
|
|
147
162
|
wire entirely: a page of Concurrent-C (or C) exports as a native module
|
|
148
163
|
for Python and Node both — 40-90ns calls, stable-ABI artifacts. See
|
|
@@ -108,12 +108,22 @@ And *which packages* it sees is the working directory's
|
|
|
108
108
|
Run Python in your project, get your project's packages: `npm install`
|
|
109
109
|
next to your program is the whole setup.
|
|
110
110
|
|
|
111
|
+
## Publishing
|
|
112
|
+
|
|
113
|
+
From the Concurrent-C repo root (packs this wheel and the npm sibling):
|
|
114
|
+
|
|
115
|
+
```
|
|
116
|
+
./scripts/publish_bridges.sh # → out/pypi/concurrent_c_node-* (+ npm tgz)
|
|
117
|
+
./scripts/publish_bridges.sh --publish # bump patch, pack, twine + npm publish
|
|
118
|
+
```
|
|
119
|
+
|
|
111
120
|
## Measured
|
|
112
121
|
|
|
113
122
|
From `python -m cc_node.examples.bench_wire` (sources under
|
|
114
123
|
[`cc_node/examples/`](https://github.com/sreekotay/concurrent-c/blob/main/pypi/cc-node/cc_node/examples/))
|
|
115
|
-
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
116
|
-
`perf/baselines
|
|
124
|
+
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
125
|
+
([`perf/baselines/cc_node_bridge_py_20260809.txt`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/cc_node_bridge_py_20260809.txt);
|
|
126
|
+
catalog: [`perf/baselines/README.md`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/README.md)):
|
|
117
127
|
|
|
118
128
|
| what | result |
|
|
119
129
|
|---|---|
|
|
@@ -132,6 +142,11 @@ A worked tour (builtin Node modules, chains, callbacks, thenables,
|
|
|
132
142
|
buffers — no npm install needed):
|
|
133
143
|
`python -m cc_node.examples.use_node`.
|
|
134
144
|
|
|
145
|
+
Adversarial multi-child storm (fanout, callback blizzard, shm hail,
|
|
146
|
+
teardown derby): [`stress/bridge/`](https://github.com/sreekotay/concurrent-c/tree/main/stress/bridge)
|
|
147
|
+
— `./stress/bridge/run.sh` (`CHAOS_SCALE=full` for bigger N; latency demos
|
|
148
|
+
stay in `cc_node/examples/`).
|
|
149
|
+
|
|
135
150
|
And when the hot path is YOUR code rather than an npm package, skip the
|
|
136
151
|
wire entirely: a page of Concurrent-C (or C) exports as a native module
|
|
137
152
|
for Python and Node both — 40-90ns calls, stable-ABI artifacts. See
|
|
@@ -107,9 +107,11 @@ class JsHandle:
|
|
|
107
107
|
" (closed)" if self._d.closed else "")
|
|
108
108
|
|
|
109
109
|
def __del__(self):
|
|
110
|
+
# Never nest a sync wire op from GC into an in-flight _req — that
|
|
111
|
+
# steals the outer reply (e.g. returning a callback arg handle).
|
|
110
112
|
try:
|
|
111
113
|
if not self._d.closed:
|
|
112
|
-
self._d.
|
|
114
|
+
self._d._queue_release(self._h)
|
|
113
115
|
except Exception:
|
|
114
116
|
pass
|
|
115
117
|
|
|
@@ -137,6 +139,11 @@ class Bridge:
|
|
|
137
139
|
self._cbs = {}
|
|
138
140
|
self._ncb = 1
|
|
139
141
|
self._shm_out = []
|
|
142
|
+
self._depth = 0
|
|
143
|
+
self._parked = {}
|
|
144
|
+
self._pending_release = []
|
|
145
|
+
self._close_pending = False
|
|
146
|
+
self._destroy_done = False
|
|
140
147
|
_live.append(self)
|
|
141
148
|
|
|
142
149
|
# ---- wire ----
|
|
@@ -146,6 +153,56 @@ class Bridge:
|
|
|
146
153
|
self._p.stdin.write(line.encode("utf-8"))
|
|
147
154
|
self._p.stdin.flush()
|
|
148
155
|
|
|
156
|
+
def _queue_release(self, hid):
|
|
157
|
+
self._pending_release.append(hid)
|
|
158
|
+
if self._depth == 0:
|
|
159
|
+
self._flush_releases()
|
|
160
|
+
|
|
161
|
+
def _flush_releases(self):
|
|
162
|
+
while self._pending_release and not self.closed:
|
|
163
|
+
hid = self._pending_release.pop(0)
|
|
164
|
+
try:
|
|
165
|
+
self._req("release", h=hid)
|
|
166
|
+
except Exception:
|
|
167
|
+
pass
|
|
168
|
+
|
|
169
|
+
def _flush_shm(self):
|
|
170
|
+
# The child unlinks spill files as it decodes; this sweep only
|
|
171
|
+
# matters when it died first (ENOENT is the normal case).
|
|
172
|
+
for path in self._shm_out:
|
|
173
|
+
try:
|
|
174
|
+
os.unlink(path)
|
|
175
|
+
except OSError:
|
|
176
|
+
pass
|
|
177
|
+
del self._shm_out[:]
|
|
178
|
+
|
|
179
|
+
def _take_reply(self, msg):
|
|
180
|
+
if "e" in msg:
|
|
181
|
+
raise JsError(msg["e"])
|
|
182
|
+
return self._decode_result(msg)
|
|
183
|
+
|
|
184
|
+
def _wait_reply(self, rid):
|
|
185
|
+
parked = self._parked.pop(rid, None)
|
|
186
|
+
if parked is not None:
|
|
187
|
+
return self._take_reply(parked)
|
|
188
|
+
while True:
|
|
189
|
+
line = self._p.stdout.readline()
|
|
190
|
+
if not line:
|
|
191
|
+
self.closed = True
|
|
192
|
+
raise JsError("cc-node: the node child exited")
|
|
193
|
+
msg = json.loads(line)
|
|
194
|
+
if "cb" in msg:
|
|
195
|
+
self._serve_callback(msg)
|
|
196
|
+
continue
|
|
197
|
+
mid = msg.get("id")
|
|
198
|
+
if mid == rid:
|
|
199
|
+
return self._take_reply(msg)
|
|
200
|
+
if mid is not None:
|
|
201
|
+
# Nested _req (GC release, etc.) can overtake; park by id.
|
|
202
|
+
self._parked[mid] = msg
|
|
203
|
+
continue
|
|
204
|
+
raise JsError("cc-node: protocol violation (unexpected reply)")
|
|
205
|
+
|
|
149
206
|
def _req(self, op, **kw):
|
|
150
207
|
if self.closed:
|
|
151
208
|
raise JsError("cc-node: bridge is closed")
|
|
@@ -153,35 +210,22 @@ class Bridge:
|
|
|
153
210
|
self._nid += 1
|
|
154
211
|
kw["id"] = rid
|
|
155
212
|
kw["op"] = op
|
|
213
|
+
self._depth += 1
|
|
156
214
|
try:
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
line = self._p.stdout.readline()
|
|
164
|
-
if not line:
|
|
165
|
-
self.closed = True
|
|
166
|
-
raise JsError("cc-node: the node child exited")
|
|
167
|
-
msg = json.loads(line)
|
|
168
|
-
if "cb" in msg:
|
|
169
|
-
self._serve_callback(msg)
|
|
170
|
-
continue
|
|
171
|
-
if msg.get("id") == rid:
|
|
172
|
-
if "e" in msg:
|
|
173
|
-
raise JsError(msg["e"])
|
|
174
|
-
return self._decode_result(msg)
|
|
175
|
-
raise JsError("cc-node: protocol violation (unexpected reply)")
|
|
215
|
+
try:
|
|
216
|
+
self._send(kw)
|
|
217
|
+
except (BrokenPipeError, ValueError):
|
|
218
|
+
self.closed = True
|
|
219
|
+
raise JsError("cc-node: the node child exited") from None
|
|
220
|
+
return self._wait_reply(rid)
|
|
176
221
|
finally:
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
del self._shm_out[:]
|
|
222
|
+
self._depth -= 1
|
|
223
|
+
if self._depth == 0:
|
|
224
|
+
self._flush_shm()
|
|
225
|
+
if self._close_pending:
|
|
226
|
+
self._finish_destroy()
|
|
227
|
+
else:
|
|
228
|
+
self._flush_releases()
|
|
185
229
|
|
|
186
230
|
def _serve_callback(self, msg):
|
|
187
231
|
fn = self._cbs.get(msg["cb"])
|
|
@@ -309,13 +353,32 @@ class Bridge:
|
|
|
309
353
|
return self._req("stats")
|
|
310
354
|
|
|
311
355
|
def destroy(self):
|
|
312
|
-
|
|
356
|
+
"""Idempotent teardown. Nested destroy (e.g. from a Python
|
|
357
|
+
callback while the broker waits on cbr) defers the farewell
|
|
358
|
+
close until the in-flight wire op unwinds — nesting close into
|
|
359
|
+
the cbr slot hangs the child."""
|
|
360
|
+
if self._destroy_done:
|
|
361
|
+
return
|
|
362
|
+
if self._depth > 0:
|
|
363
|
+
self.closed = True
|
|
364
|
+
self._close_pending = True
|
|
365
|
+
return
|
|
366
|
+
self._finish_destroy()
|
|
367
|
+
|
|
368
|
+
def _finish_destroy(self):
|
|
369
|
+
if self._destroy_done:
|
|
313
370
|
return
|
|
371
|
+
self._destroy_done = True
|
|
372
|
+
self._close_pending = False
|
|
373
|
+
self.closed = True
|
|
314
374
|
try:
|
|
315
|
-
self.
|
|
316
|
-
|
|
375
|
+
if self._p.poll() is None and self._p.stdin \
|
|
376
|
+
and not self._p.stdin.closed:
|
|
377
|
+
rid = self._nid
|
|
378
|
+
self._nid += 1
|
|
379
|
+
self._send({"id": rid, "op": "close"})
|
|
380
|
+
except Exception:
|
|
317
381
|
pass
|
|
318
|
-
self.closed = True
|
|
319
382
|
try:
|
|
320
383
|
self._p.stdin.close()
|
|
321
384
|
except Exception:
|
|
@@ -323,7 +386,10 @@ class Bridge:
|
|
|
323
386
|
try:
|
|
324
387
|
self._p.wait(timeout=5)
|
|
325
388
|
except Exception:
|
|
326
|
-
|
|
389
|
+
try:
|
|
390
|
+
self._p.kill()
|
|
391
|
+
except Exception:
|
|
392
|
+
pass
|
|
327
393
|
if self in _live:
|
|
328
394
|
_live.remove(self)
|
|
329
395
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: concurrent-c-node
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.0
|
|
4
4
|
Summary: JavaScript and npm packages from Python over the Concurrent-C bridge: one spawned Node child per domain, host-controlled lifetime.
|
|
5
5
|
License: MIT
|
|
6
6
|
Project-URL: Repository, https://github.com/sreekotay/concurrent-c
|
|
@@ -119,12 +119,22 @@ And *which packages* it sees is the working directory's
|
|
|
119
119
|
Run Python in your project, get your project's packages: `npm install`
|
|
120
120
|
next to your program is the whole setup.
|
|
121
121
|
|
|
122
|
+
## Publishing
|
|
123
|
+
|
|
124
|
+
From the Concurrent-C repo root (packs this wheel and the npm sibling):
|
|
125
|
+
|
|
126
|
+
```
|
|
127
|
+
./scripts/publish_bridges.sh # → out/pypi/concurrent_c_node-* (+ npm tgz)
|
|
128
|
+
./scripts/publish_bridges.sh --publish # bump patch, pack, twine + npm publish
|
|
129
|
+
```
|
|
130
|
+
|
|
122
131
|
## Measured
|
|
123
132
|
|
|
124
133
|
From `python -m cc_node.examples.bench_wire` (sources under
|
|
125
134
|
[`cc_node/examples/`](https://github.com/sreekotay/concurrent-c/blob/main/pypi/cc-node/cc_node/examples/))
|
|
126
|
-
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
127
|
-
`perf/baselines
|
|
135
|
+
on a 4-vCPU x86-64 box, node 22 / python 3.11
|
|
136
|
+
([`perf/baselines/cc_node_bridge_py_20260809.txt`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/cc_node_bridge_py_20260809.txt);
|
|
137
|
+
catalog: [`perf/baselines/README.md`](https://github.com/sreekotay/concurrent-c/blob/main/perf/baselines/README.md)):
|
|
128
138
|
|
|
129
139
|
| what | result |
|
|
130
140
|
|---|---|
|
|
@@ -143,6 +153,11 @@ A worked tour (builtin Node modules, chains, callbacks, thenables,
|
|
|
143
153
|
buffers — no npm install needed):
|
|
144
154
|
`python -m cc_node.examples.use_node`.
|
|
145
155
|
|
|
156
|
+
Adversarial multi-child storm (fanout, callback blizzard, shm hail,
|
|
157
|
+
teardown derby): [`stress/bridge/`](https://github.com/sreekotay/concurrent-c/tree/main/stress/bridge)
|
|
158
|
+
— `./stress/bridge/run.sh` (`CHAOS_SCALE=full` for bigger N; latency demos
|
|
159
|
+
stay in `cc_node/examples/`).
|
|
160
|
+
|
|
146
161
|
And when the hot path is YOUR code rather than an npm package, skip the
|
|
147
162
|
wire entirely: a page of Concurrent-C (or C) exports as a native module
|
|
148
163
|
for Python and Node both — 40-90ns calls, stable-ABI artifacts. See
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "concurrent-c-node"
|
|
7
|
-
version = "0.
|
|
7
|
+
version = "0.4.0"
|
|
8
8
|
description = "JavaScript and npm packages from Python over the Concurrent-C bridge: one spawned Node child per domain, host-controlled lifetime."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.8"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
{concurrent_c_node-0.2.1 → concurrent_c_node-0.4.0}/concurrent_c_node.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|