@withgateway/sdk 0.3.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -6
- package/dist/cli.js +4372 -2265
- package/dist/cli.js.map +1 -1
- package/dist/cli.mjs +4362 -2256
- package/dist/cli.mjs.map +1 -1
- package/dist/files/index.d.mts +1 -1
- package/dist/files/index.d.ts +1 -1
- package/dist/files/index.js +259 -58
- package/dist/files/index.js.map +1 -1
- package/dist/files/index.mjs +249 -50
- package/dist/files/index.mjs.map +1 -1
- package/dist/hooks/index.d.mts +1 -1
- package/dist/hooks/index.d.ts +1 -1
- package/dist/hooks/index.js +124 -11
- package/dist/hooks/index.js.map +1 -1
- package/dist/hooks/index.mjs +124 -11
- package/dist/hooks/index.mjs.map +1 -1
- package/dist/{index-C3UzD0G3.d.mts → index-CDPQBsU5.d.mts} +19 -3
- package/dist/{index-C3UzD0G3.d.ts → index-CDPQBsU5.d.ts} +19 -3
- package/dist/{index-CBqbB_0J.d.ts → index-DUHmS74p.d.ts} +1 -1
- package/dist/{index-D-AMnAMa.d.mts → index-mJhG3vZU.d.mts} +1 -1
- package/dist/index.d.mts +5 -5
- package/dist/index.d.ts +5 -5
- package/dist/index.js +2240 -789
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +2150 -739
- package/dist/index.mjs.map +1 -1
- package/dist/{media-CbcAfQvd.d.mts → media-BIApiPzS.d.mts} +21 -2
- package/dist/{media-CbcAfQvd.d.ts → media-BIApiPzS.d.ts} +21 -2
- package/dist/traces/index.d.mts +1 -1
- package/dist/traces/index.d.ts +1 -1
- package/dist/traces/index.js +253 -52
- package/dist/traces/index.js.map +1 -1
- package/dist/traces/index.mjs +243 -44
- package/dist/traces/index.mjs.map +1 -1
- package/dist/tracing/index.d.mts +2 -2
- package/dist/tracing/index.d.ts +2 -2
- package/dist/tracing/index.js +75 -13
- package/dist/tracing/index.js.map +1 -1
- package/dist/tracing/index.mjs +75 -13
- package/dist/tracing/index.mjs.map +1 -1
- package/dist/worlds/index.d.mts +893 -482
- package/dist/worlds/index.d.ts +893 -482
- package/dist/worlds/index.js +1968 -669
- package/dist/worlds/index.js.map +1 -1
- package/dist/worlds/index.mjs +1960 -662
- package/dist/worlds/index.mjs.map +1 -1
- package/package.json +1 -1
- package/runtime/gatewaysdk/environment/_bundle.py +2 -27
- package/runtime/gatewaysdk/environment/_materialize.py +48 -88
- package/runtime/gatewaysdk/environment/_world.py +155 -237
- package/runtime/gatewaysdk/environment/backing.py +133 -0
- package/runtime/gatewaysdk/environment/core.py +2 -17
- package/runtime/gatewaysdk/environment/legacy_sqlite.py +288 -0
- package/runtime/gatewaysdk/environment/reward_keys.py +25 -0
- package/runtime/gatewaysdk/environment/runtime.py +8 -13
- package/runtime/gatewaysdk/environment/schema/__init__.py +4 -4
- package/runtime/gatewaysdk/environment/schema/admin_routes.py +86 -0
- package/runtime/gatewaysdk/environment/schema/admission.py +174 -0
- package/runtime/gatewaysdk/environment/schema/api.py +347 -892
- package/runtime/gatewaysdk/environment/schema/assertions.py +458 -0
- package/runtime/gatewaysdk/environment/schema/batch.py +44 -39
- package/runtime/gatewaysdk/environment/schema/bundle_runtime.py +17 -5
- package/runtime/gatewaysdk/environment/schema/cache_layout.py +5 -0
- package/runtime/gatewaysdk/environment/schema/call_capture.py +309 -0
- package/runtime/gatewaysdk/environment/schema/call_log.py +503 -0
- package/runtime/gatewaysdk/environment/schema/call_redaction.py +526 -0
- package/runtime/gatewaysdk/environment/schema/cast.py +15 -35
- package/runtime/gatewaysdk/environment/schema/compiler.py +334 -158
- package/runtime/gatewaysdk/environment/schema/conform.py +14 -39
- package/runtime/gatewaysdk/environment/schema/connector.py +113 -211
- package/runtime/gatewaysdk/environment/schema/connectors/confluence/connector.toml +1 -12
- package/runtime/gatewaysdk/environment/schema/connectors/github/connector.toml +1 -0
- package/runtime/gatewaysdk/environment/schema/connectors/servicenow/connector.toml +2 -5
- package/runtime/gatewaysdk/environment/schema/cors.py +54 -0
- package/runtime/gatewaysdk/environment/schema/credentials.py +313 -8
- package/runtime/gatewaysdk/environment/schema/data.py +60 -216
- package/runtime/gatewaysdk/environment/schema/database/__init__.py +24 -0
- package/runtime/gatewaysdk/environment/schema/database/audit.py +121 -0
- package/runtime/gatewaysdk/environment/schema/database/base.py +936 -0
- package/runtime/gatewaysdk/environment/schema/database/budget.py +33 -0
- package/runtime/gatewaysdk/environment/schema/database/connections.py +101 -0
- package/runtime/gatewaysdk/environment/schema/database/engines.py +8 -0
- package/runtime/gatewaysdk/environment/schema/database/guard.py +215 -0
- package/runtime/gatewaysdk/environment/schema/database/ingest.py +154 -0
- package/runtime/gatewaysdk/environment/schema/database/matching.py +58 -0
- package/runtime/gatewaysdk/environment/schema/database/provenance.py +30 -0
- package/runtime/gatewaysdk/environment/schema/database/reads.py +169 -0
- package/runtime/gatewaysdk/environment/schema/database/rows.py +53 -0
- package/runtime/gatewaysdk/environment/schema/database/runtime_rows.py +39 -0
- package/runtime/gatewaysdk/environment/schema/database/sqlite.py +393 -0
- package/runtime/gatewaysdk/environment/schema/declared_routes.py +210 -0
- package/runtime/gatewaysdk/environment/schema/domain_migration.py +236 -0
- package/runtime/gatewaysdk/environment/schema/door.py +899 -0
- package/runtime/gatewaysdk/environment/schema/envelope.py +227 -0
- package/runtime/gatewaysdk/environment/schema/extract.py +6 -13
- package/runtime/gatewaysdk/environment/schema/grading.py +90 -103
- package/runtime/gatewaysdk/environment/schema/handler_errors.py +163 -12
- package/runtime/gatewaysdk/environment/schema/host.py +237 -1795
- package/runtime/gatewaysdk/environment/schema/host_control.py +144 -0
- package/runtime/gatewaysdk/environment/schema/host_handoff.py +370 -0
- package/runtime/gatewaysdk/environment/schema/host_loops.py +97 -0
- package/runtime/gatewaysdk/environment/schema/host_owners.py +121 -0
- package/runtime/gatewaysdk/environment/schema/host_proxy.py +111 -0
- package/runtime/gatewaysdk/environment/schema/host_requests.py +6 -0
- package/runtime/gatewaysdk/environment/schema/host_session.py +126 -0
- package/runtime/gatewaysdk/environment/schema/host_surfaces.py +79 -21
- package/runtime/gatewaysdk/environment/schema/host_transfers.py +127 -0
- package/runtime/gatewaysdk/environment/schema/host_versions.py +242 -0
- package/runtime/gatewaysdk/environment/schema/host_workers.py +577 -0
- package/runtime/gatewaysdk/environment/schema/journal.py +437 -0
- package/runtime/gatewaysdk/environment/schema/lanes.py +53 -0
- package/runtime/gatewaysdk/environment/schema/ledger_spill.py +828 -0
- package/runtime/gatewaysdk/environment/schema/local.py +58 -170
- package/runtime/gatewaysdk/environment/schema/mapping.py +5 -25
- package/runtime/gatewaysdk/environment/schema/openapi_import.py +112 -73
- package/runtime/gatewaysdk/environment/schema/openapi_paging.py +147 -0
- package/runtime/gatewaysdk/environment/schema/openapi_payloads.py +288 -0
- package/runtime/gatewaysdk/environment/schema/openapi_routes.py +97 -102
- package/runtime/gatewaysdk/environment/schema/openapi_schemas.py +113 -30
- package/runtime/gatewaysdk/environment/schema/platform.py +137 -187
- package/runtime/gatewaysdk/environment/schema/platform_import.py +2 -3
- package/runtime/gatewaysdk/environment/schema/platform_query.py +61 -5
- package/runtime/gatewaysdk/environment/schema/primary_key.py +61 -0
- package/runtime/gatewaysdk/environment/schema/proof.py +19 -12
- package/runtime/gatewaysdk/environment/schema/request_body.py +238 -0
- package/runtime/gatewaysdk/environment/schema/request_ledger.py +958 -0
- package/runtime/gatewaysdk/environment/schema/route_bindings.py +25 -3
- package/runtime/gatewaysdk/environment/schema/route_miss.py +54 -0
- package/runtime/gatewaysdk/environment/schema/runtime.py +178 -308
- package/runtime/gatewaysdk/environment/schema/served_names.py +58 -0
- package/runtime/gatewaysdk/environment/schema/session_files.py +275 -0
- package/runtime/gatewaysdk/environment/schema/session_move.py +275 -0
- package/runtime/gatewaysdk/environment/schema/skills/agents/connector-template-author.md +5 -1
- package/runtime/gatewaysdk/environment/schema/skills/benchmarks-getting-started/SKILL.md +10 -11
- package/runtime/gatewaysdk/environment/schema/skills/connector-schema-authoring/SKILL.md +49 -16
- package/runtime/gatewaysdk/environment/schema/skills/world-data-ingestion/ROWS.md +39 -9
- package/runtime/gatewaysdk/environment/schema/skills/world-data-ingestion/SKILL.md +27 -27
- package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/SKILL.md +33 -33
- package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/references/cli-mcp-map.md +13 -7
- package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/references/gotchas.md +49 -1
- package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/references/journal-checks.md +182 -0
- package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/references/openapi-import.md +50 -21
- package/runtime/gatewaysdk/environment/schema/slack.py +4 -8
- package/runtime/gatewaysdk/environment/schema/snapshot.py +516 -140
- package/runtime/gatewaysdk/environment/schema/spill_files.py +228 -0
- package/runtime/gatewaysdk/environment/schema/store_contract.py +8 -14
- package/runtime/gatewaysdk/environment/schema/tasks.py +267 -276
- package/runtime/gatewaysdk/environment/schema/tools_world.py +146 -242
- package/runtime/gatewaysdk/environment/schema/ui.py +24 -5
- package/runtime/gatewaysdk/environment/schema/ui_static/app.js +100 -130
- package/runtime/gatewaysdk/environment/schema/ui_static/index.html +1 -8
- package/runtime/gatewaysdk/environment/schema/validation.py +235 -41
- package/runtime/gatewaysdk/environment/schema/verbs.py +32 -36
- package/runtime/gatewaysdk/environment/schema/worker.py +6 -4
- package/runtime/gatewaysdk/environment/schema/workers.py +345 -96
- package/runtime/gatewaysdk/environment/schema/world_host.py +953 -0
- package/runtime/gatewaysdk/environment/schema/world_sql.py +81 -0
- package/runtime/gatewaysdk/environment/schema/world_tests.py +80 -50
- package/runtime/gatewaysdk/environment/score.py +57 -0
- package/runtime/gatewaysdk/environment/secret_values.py +36 -0
- package/runtime/gatewaysdk/environment/world.py +43 -4
- package/runtime/gatewaysdk/environment/world_session_contract.py +46 -5
- package/skills/agents/connector-template-author.md +5 -1
- package/skills/benchmarks-getting-started/SKILL.md +10 -11
- package/skills/connector-schema-authoring/SKILL.md +49 -16
- package/skills/connector-schema-authoring/connector-worlds.md +142 -11
- package/skills/connector-schema-authoring/world-schema.md +103 -51
- package/skills/world-data-ingestion/ROWS.md +39 -9
- package/skills/world-data-ingestion/SKILL.md +27 -27
- package/skills/worlds-getting-started/SKILL.md +33 -33
- package/skills/worlds-getting-started/references/cli-mcp-map.md +13 -7
- package/skills/worlds-getting-started/references/gotchas.md +49 -1
- package/skills/worlds-getting-started/references/journal-checks.md +182 -0
- package/skills/worlds-getting-started/references/openapi-import.md +50 -21
- package/runtime/gatewaysdk/environment/schema/store.py +0 -1013
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
"""``Admission``: how many requests run on one version at once, and how many wait.
|
|
2
|
+
|
|
3
|
+
Every session of a version is served by one process (its version worker, or the
|
|
4
|
+
host itself for a world with no code of its own), so a burst on a version is a
|
|
5
|
+
burst on that process. The host admits a version's requests a few at a time and
|
|
6
|
+
one per session (a session's store answers one request at a time anyway); the
|
|
7
|
+
rest wait their turn in the order they came, up to a bound. A request past the
|
|
8
|
+
bound, or one whose turn did not come in time, is refused ``busy`` with when to
|
|
9
|
+
come back, so a burst queues or is told to retry and the process never holds
|
|
10
|
+
more requests than it has room for. A request held outside the queue (its session moving to
|
|
11
|
+
another host) is counted against the same bounds (:meth:`Admission.waiting`).
|
|
12
|
+
"""
|
|
13
|
+
|
|
14
|
+
from __future__ import annotations
|
|
15
|
+
|
|
16
|
+
import threading
|
|
17
|
+
import time
|
|
18
|
+
from collections import Counter, deque
|
|
19
|
+
from collections.abc import Iterator
|
|
20
|
+
from contextlib import contextmanager
|
|
21
|
+
from dataclasses import dataclass
|
|
22
|
+
|
|
23
|
+
from .validation import fail
|
|
24
|
+
|
|
25
|
+
VERSION_SLOTS = 8
|
|
26
|
+
SESSION_SLOTS = 1
|
|
27
|
+
QUEUE_DEPTH = 256
|
|
28
|
+
#: A session's own share of the waiting, so one session's burst cannot fill its version's queue.
|
|
29
|
+
SESSION_QUEUE_DEPTH = 32
|
|
30
|
+
#: With a call's own budget it stays under the platform's 60 s (``conformance/world-sessions.json``).
|
|
31
|
+
QUEUE_WAIT_S = 10.0
|
|
32
|
+
RETRY_AFTER_S = 1
|
|
33
|
+
BUSY = "busy"
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def _less(counter: Counter, key: object) -> None:
|
|
37
|
+
counter[key] -= 1
|
|
38
|
+
if counter[key] <= 0:
|
|
39
|
+
del counter[key]
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
@dataclass(eq=False)
|
|
43
|
+
class _Turn:
|
|
44
|
+
version: str
|
|
45
|
+
session: str
|
|
46
|
+
started: float | None = None
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class Admission:
|
|
50
|
+
"""Turns on each version, first come first served within the version's and
|
|
51
|
+
each session's slots; another version never waits."""
|
|
52
|
+
|
|
53
|
+
def __init__(
|
|
54
|
+
self,
|
|
55
|
+
*,
|
|
56
|
+
slots: int = VERSION_SLOTS,
|
|
57
|
+
per_session: int = SESSION_SLOTS,
|
|
58
|
+
queue: int = QUEUE_DEPTH,
|
|
59
|
+
session_queue: int = SESSION_QUEUE_DEPTH,
|
|
60
|
+
wait_s: float = QUEUE_WAIT_S,
|
|
61
|
+
retry_after_s: int = RETRY_AFTER_S,
|
|
62
|
+
) -> None:
|
|
63
|
+
self.slots = slots
|
|
64
|
+
self.per_session = per_session
|
|
65
|
+
self.queue = queue
|
|
66
|
+
self.session_queue = session_queue
|
|
67
|
+
self.wait_s = wait_s
|
|
68
|
+
self.retry_after_s = retry_after_s
|
|
69
|
+
self._lock = threading.Lock()
|
|
70
|
+
self._changed = threading.Condition(self._lock)
|
|
71
|
+
self._running: Counter[str] = Counter()
|
|
72
|
+
self._holding: dict[tuple[str, str], list[_Turn]] = {}
|
|
73
|
+
self._waiting: dict[str, deque[_Turn]] = {}
|
|
74
|
+
self._outside: Counter[str] = Counter()
|
|
75
|
+
self._outside_by: Counter[tuple[str, str]] = Counter()
|
|
76
|
+
|
|
77
|
+
@contextmanager
|
|
78
|
+
def turn(self, version: str, session: str) -> Iterator[None]:
|
|
79
|
+
"""Hold one of ``version``'s slots for ``session`` while the block runs; refused
|
|
80
|
+
``busy`` (a :class:`ContractError` carrying ``retryAfter``) when none comes."""
|
|
81
|
+
turn = self._enter(_Turn(version, session))
|
|
82
|
+
try:
|
|
83
|
+
yield
|
|
84
|
+
finally:
|
|
85
|
+
self._leave(turn)
|
|
86
|
+
|
|
87
|
+
@contextmanager
|
|
88
|
+
def waiting(self, version: str, session: str) -> Iterator[None]:
|
|
89
|
+
"""Count a request waiting outside the queue against ``version``'s and ``session``'s waiting
|
|
90
|
+
bounds while the block runs; refused ``busy`` past them, as a queued request would be."""
|
|
91
|
+
with self._lock:
|
|
92
|
+
self._outside[version] += 1
|
|
93
|
+
self._outside_by[(version, session)] += 1
|
|
94
|
+
if self._overfull(version, session):
|
|
95
|
+
self._unwait(version, session)
|
|
96
|
+
self._refuse(version, "too many requests are waiting")
|
|
97
|
+
try:
|
|
98
|
+
yield
|
|
99
|
+
finally:
|
|
100
|
+
with self._lock:
|
|
101
|
+
self._unwait(version, session)
|
|
102
|
+
|
|
103
|
+
def _unwait(self, version: str, session: str) -> None:
|
|
104
|
+
_less(self._outside, version)
|
|
105
|
+
_less(self._outside_by, (version, session))
|
|
106
|
+
|
|
107
|
+
def held_ages(self) -> dict[str, float]:
|
|
108
|
+
"""Each session holding a turn now, with how long its oldest has run, in seconds."""
|
|
109
|
+
now = time.monotonic()
|
|
110
|
+
with self._lock:
|
|
111
|
+
return {
|
|
112
|
+
session: now - min(turn.started for turn in turns if turn.started is not None)
|
|
113
|
+
for (_, session), turns in self._holding.items()
|
|
114
|
+
if turns
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
def _enter(self, turn: _Turn) -> _Turn:
|
|
118
|
+
with self._lock:
|
|
119
|
+
queue = self._waiting.setdefault(turn.version, deque())
|
|
120
|
+
queue.append(turn)
|
|
121
|
+
self._admit(turn.version)
|
|
122
|
+
if turn.started is None and self._overfull(turn.version, turn.session):
|
|
123
|
+
queue.remove(turn)
|
|
124
|
+
self._refuse(turn.version, f"{len(queue)} requests are waiting")
|
|
125
|
+
deadline = time.monotonic() + self.wait_s
|
|
126
|
+
while turn.started is None:
|
|
127
|
+
left = deadline - time.monotonic()
|
|
128
|
+
if left <= 0:
|
|
129
|
+
queue.remove(turn)
|
|
130
|
+
self._refuse(turn.version, f"no turn came within {self.wait_s:g} s")
|
|
131
|
+
self._changed.wait(left)
|
|
132
|
+
return turn
|
|
133
|
+
|
|
134
|
+
def _overfull(self, version: str, session: str) -> bool:
|
|
135
|
+
queue = self._waiting.get(version, deque())
|
|
136
|
+
mine = sum(waiting.session == session for waiting in queue) + self._outside_by[(version, session)]
|
|
137
|
+
return len(queue) + self._outside[version] > self.queue or mine > self.session_queue
|
|
138
|
+
|
|
139
|
+
def _leave(self, turn: _Turn) -> None:
|
|
140
|
+
with self._lock:
|
|
141
|
+
key = (turn.version, turn.session)
|
|
142
|
+
self._holding[key].remove(turn)
|
|
143
|
+
if not self._holding[key]:
|
|
144
|
+
del self._holding[key]
|
|
145
|
+
self._running[turn.version] -= 1
|
|
146
|
+
if self._running[turn.version] <= 0:
|
|
147
|
+
del self._running[turn.version]
|
|
148
|
+
self._admit(turn.version)
|
|
149
|
+
self._forget(turn.version)
|
|
150
|
+
|
|
151
|
+
def _admit(self, version: str) -> None:
|
|
152
|
+
"""Under the lock: give free slots to the earliest waiters whose session has room."""
|
|
153
|
+
queue = self._waiting.get(version, deque())
|
|
154
|
+
for waiting in list(queue):
|
|
155
|
+
if self._running[version] >= self.slots:
|
|
156
|
+
break
|
|
157
|
+
if len(self._holding.get((version, waiting.session), ())) < self.per_session:
|
|
158
|
+
queue.remove(waiting)
|
|
159
|
+
waiting.started = time.monotonic()
|
|
160
|
+
self._running[version] += 1
|
|
161
|
+
self._holding.setdefault((version, waiting.session), []).append(waiting)
|
|
162
|
+
self._changed.notify_all()
|
|
163
|
+
|
|
164
|
+
def _forget(self, version: str) -> None:
|
|
165
|
+
if not self._waiting.get(version) and not self._running[version]:
|
|
166
|
+
self._waiting.pop(version, None)
|
|
167
|
+
|
|
168
|
+
def _refuse(self, version: str, why: str) -> None:
|
|
169
|
+
self._forget(version)
|
|
170
|
+
fail(
|
|
171
|
+
BUSY,
|
|
172
|
+
f"this world's version is busy ({why}); retry after {self.retry_after_s} s",
|
|
173
|
+
retryAfter=self.retry_after_s,
|
|
174
|
+
)
|