crewly 1.20.175 → 1.20.177

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (167) hide show
  1. package/config/skills/orchestrator/update-team-member/SKILL.md +1 -1
  2. package/dist/backend/backend/src/constants.d.ts +65 -3
  3. package/dist/backend/backend/src/constants.d.ts.map +1 -1
  4. package/dist/backend/backend/src/constants.js +79 -3
  5. package/dist/backend/backend/src/constants.js.map +1 -1
  6. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.d.ts.map +1 -1
  7. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js +2 -1
  8. package/dist/backend/backend/src/controllers/monitoring/terminal.controller.js.map +1 -1
  9. package/dist/backend/backend/src/controllers/system/runtime-fallback.controller.d.ts +30 -0
  10. package/dist/backend/backend/src/controllers/system/runtime-fallback.controller.d.ts.map +1 -0
  11. package/dist/backend/backend/src/controllers/system/runtime-fallback.controller.js +100 -0
  12. package/dist/backend/backend/src/controllers/system/runtime-fallback.controller.js.map +1 -0
  13. package/dist/backend/backend/src/controllers/team/team.controller.d.ts.map +1 -1
  14. package/dist/backend/backend/src/controllers/team/team.controller.js +33 -4
  15. package/dist/backend/backend/src/controllers/team/team.controller.js.map +1 -1
  16. package/dist/backend/backend/src/index.d.ts.map +1 -1
  17. package/dist/backend/backend/src/index.js +25 -0
  18. package/dist/backend/backend/src/index.js.map +1 -1
  19. package/dist/backend/backend/src/routes/modules/system.routes.d.ts.map +1 -1
  20. package/dist/backend/backend/src/routes/modules/system.routes.js +3 -0
  21. package/dist/backend/backend/src/routes/modules/system.routes.js.map +1 -1
  22. package/dist/backend/backend/src/services/agent/agent-heartbeat-monitor.service.d.ts.map +1 -1
  23. package/dist/backend/backend/src/services/agent/agent-heartbeat-monitor.service.js +6 -0
  24. package/dist/backend/backend/src/services/agent/agent-heartbeat-monitor.service.js.map +1 -1
  25. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts +10 -1
  26. package/dist/backend/backend/src/services/agent/agent-registration.service.d.ts.map +1 -1
  27. package/dist/backend/backend/src/services/agent/agent-registration.service.js +103 -7
  28. package/dist/backend/backend/src/services/agent/agent-registration.service.js.map +1 -1
  29. package/dist/backend/backend/src/services/agent/antigravity-runtime.service.d.ts +1 -1
  30. package/dist/backend/backend/src/services/agent/antigravity-runtime.service.d.ts.map +1 -1
  31. package/dist/backend/backend/src/services/agent/antigravity-runtime.service.js +3 -2
  32. package/dist/backend/backend/src/services/agent/antigravity-runtime.service.js.map +1 -1
  33. package/dist/backend/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.d.ts +7 -0
  34. package/dist/backend/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.d.ts.map +1 -1
  35. package/dist/backend/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.js +16 -0
  36. package/dist/backend/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.js.map +1 -1
  37. package/dist/backend/backend/src/services/agent/idle-detection.service.d.ts.map +1 -1
  38. package/dist/backend/backend/src/services/agent/idle-detection.service.js +2 -1
  39. package/dist/backend/backend/src/services/agent/idle-detection.service.js.map +1 -1
  40. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.d.ts.map +1 -1
  41. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js +7 -0
  42. package/dist/backend/backend/src/services/agent/oauth-relogin-monitor.service.js.map +1 -1
  43. package/dist/backend/backend/src/services/agent/tmux.service.d.ts.map +1 -1
  44. package/dist/backend/backend/src/services/agent/tmux.service.js +2 -1
  45. package/dist/backend/backend/src/services/agent/tmux.service.js.map +1 -1
  46. package/dist/backend/backend/src/services/chat-v2/chat-v2.dispatcher.service.d.ts.map +1 -1
  47. package/dist/backend/backend/src/services/chat-v2/chat-v2.dispatcher.service.js +15 -1
  48. package/dist/backend/backend/src/services/chat-v2/chat-v2.dispatcher.service.js.map +1 -1
  49. package/dist/backend/backend/src/services/harness/harness-status.service.d.ts +17 -0
  50. package/dist/backend/backend/src/services/harness/harness-status.service.d.ts.map +1 -1
  51. package/dist/backend/backend/src/services/harness/harness-status.service.js +25 -1
  52. package/dist/backend/backend/src/services/harness/harness-status.service.js.map +1 -1
  53. package/dist/backend/backend/src/services/messaging/queue-processor.service.d.ts.map +1 -1
  54. package/dist/backend/backend/src/services/messaging/queue-processor.service.js +2 -1
  55. package/dist/backend/backend/src/services/messaging/queue-processor.service.js.map +1 -1
  56. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.d.ts.map +1 -1
  57. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js +3 -2
  58. package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js.map +1 -1
  59. package/dist/backend/backend/src/services/orchestrator/orchestrator-status.service.d.ts.map +1 -1
  60. package/dist/backend/backend/src/services/orchestrator/orchestrator-status.service.js +3 -2
  61. package/dist/backend/backend/src/services/orchestrator/orchestrator-status.service.js.map +1 -1
  62. package/dist/backend/backend/src/services/runtime-fallback/effective-runtime.d.ts +100 -0
  63. package/dist/backend/backend/src/services/runtime-fallback/effective-runtime.d.ts.map +1 -0
  64. package/dist/backend/backend/src/services/runtime-fallback/effective-runtime.js +115 -0
  65. package/dist/backend/backend/src/services/runtime-fallback/effective-runtime.js.map +1 -0
  66. package/dist/backend/backend/src/services/runtime-fallback/reset-time.d.ts +66 -0
  67. package/dist/backend/backend/src/services/runtime-fallback/reset-time.d.ts.map +1 -0
  68. package/dist/backend/backend/src/services/runtime-fallback/reset-time.js +211 -0
  69. package/dist/backend/backend/src/services/runtime-fallback/reset-time.js.map +1 -0
  70. package/dist/backend/backend/src/services/runtime-fallback/runtime-availability.d.ts +39 -0
  71. package/dist/backend/backend/src/services/runtime-fallback/runtime-availability.d.ts.map +1 -0
  72. package/dist/backend/backend/src/services/runtime-fallback/runtime-availability.js +56 -0
  73. package/dist/backend/backend/src/services/runtime-fallback/runtime-availability.js.map +1 -0
  74. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.service.d.ts +377 -0
  75. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.service.d.ts.map +1 -0
  76. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.service.js +867 -0
  77. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.service.js.map +1 -0
  78. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.store.d.ts +53 -0
  79. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.store.d.ts.map +1 -0
  80. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.store.js +107 -0
  81. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.store.js.map +1 -0
  82. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.types.d.ts +126 -0
  83. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.types.d.ts.map +1 -0
  84. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.types.js +152 -0
  85. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.types.js.map +1 -0
  86. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.wiring.d.ts +82 -0
  87. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.wiring.d.ts.map +1 -0
  88. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.wiring.js +219 -0
  89. package/dist/backend/backend/src/services/runtime-fallback/runtime-fallback.wiring.js.map +1 -0
  90. package/dist/backend/backend/src/services/runtime-fallback/runtime-smoke-test.service.d.ts +203 -0
  91. package/dist/backend/backend/src/services/runtime-fallback/runtime-smoke-test.service.d.ts.map +1 -0
  92. package/dist/backend/backend/src/services/runtime-fallback/runtime-smoke-test.service.js +419 -0
  93. package/dist/backend/backend/src/services/runtime-fallback/runtime-smoke-test.service.js.map +1 -0
  94. package/dist/backend/backend/src/services/runtime-fallback/runtime-usage-probe.d.ts +54 -0
  95. package/dist/backend/backend/src/services/runtime-fallback/runtime-usage-probe.d.ts.map +1 -0
  96. package/dist/backend/backend/src/services/runtime-fallback/runtime-usage-probe.js +80 -0
  97. package/dist/backend/backend/src/services/runtime-fallback/runtime-usage-probe.js.map +1 -0
  98. package/dist/backend/backend/src/services/runtime-fallback/usage-limit-rules.d.ts +99 -0
  99. package/dist/backend/backend/src/services/runtime-fallback/usage-limit-rules.d.ts.map +1 -0
  100. package/dist/backend/backend/src/services/runtime-fallback/usage-limit-rules.js +240 -0
  101. package/dist/backend/backend/src/services/runtime-fallback/usage-limit-rules.js.map +1 -0
  102. package/dist/backend/backend/src/services/slack/slack-team-channel.service.d.ts +35 -0
  103. package/dist/backend/backend/src/services/slack/slack-team-channel.service.d.ts.map +1 -1
  104. package/dist/backend/backend/src/services/slack/slack-team-channel.service.js +108 -3
  105. package/dist/backend/backend/src/services/slack/slack-team-channel.service.js.map +1 -1
  106. package/dist/backend/backend/src/services/workflow/message-scheduler.service.d.ts.map +1 -1
  107. package/dist/backend/backend/src/services/workflow/message-scheduler.service.js +3 -2
  108. package/dist/backend/backend/src/services/workflow/message-scheduler.service.js.map +1 -1
  109. package/dist/backend/backend/src/services/workflow/scheduler.service.d.ts.map +1 -1
  110. package/dist/backend/backend/src/services/workflow/scheduler.service.js +3 -2
  111. package/dist/backend/backend/src/services/workflow/scheduler.service.js.map +1 -1
  112. package/dist/backend/backend/src/types/index.d.ts +14 -0
  113. package/dist/backend/backend/src/types/index.d.ts.map +1 -1
  114. package/dist/backend/backend/src/types/index.js.map +1 -1
  115. package/dist/backend/build-info.json +2 -2
  116. package/dist/cli/backend/src/constants.d.ts +65 -3
  117. package/dist/cli/backend/src/constants.d.ts.map +1 -1
  118. package/dist/cli/backend/src/constants.js +79 -3
  119. package/dist/cli/backend/src/constants.js.map +1 -1
  120. package/dist/cli/backend/src/services/agent/agent-registration.service.d.ts +10 -1
  121. package/dist/cli/backend/src/services/agent/agent-registration.service.d.ts.map +1 -1
  122. package/dist/cli/backend/src/services/agent/agent-registration.service.js +103 -7
  123. package/dist/cli/backend/src/services/agent/agent-registration.service.js.map +1 -1
  124. package/dist/cli/backend/src/services/agent/antigravity-runtime.service.d.ts +1 -1
  125. package/dist/cli/backend/src/services/agent/antigravity-runtime.service.d.ts.map +1 -1
  126. package/dist/cli/backend/src/services/agent/antigravity-runtime.service.js +3 -2
  127. package/dist/cli/backend/src/services/agent/antigravity-runtime.service.js.map +1 -1
  128. package/dist/cli/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.d.ts +7 -0
  129. package/dist/cli/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.d.ts.map +1 -1
  130. package/dist/cli/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.js +16 -0
  131. package/dist/cli/backend/src/services/agent/crewly-agent/crewly-agent-external-runtime.service.js.map +1 -1
  132. package/dist/cli/backend/src/services/agent/oauth-relogin-monitor.service.d.ts.map +1 -1
  133. package/dist/cli/backend/src/services/agent/oauth-relogin-monitor.service.js +7 -0
  134. package/dist/cli/backend/src/services/agent/oauth-relogin-monitor.service.js.map +1 -1
  135. package/dist/cli/backend/src/services/chat-v2/chat-v2.dispatcher.service.d.ts.map +1 -1
  136. package/dist/cli/backend/src/services/chat-v2/chat-v2.dispatcher.service.js +15 -1
  137. package/dist/cli/backend/src/services/chat-v2/chat-v2.dispatcher.service.js.map +1 -1
  138. package/dist/cli/backend/src/services/harness/harness-status.service.d.ts +17 -0
  139. package/dist/cli/backend/src/services/harness/harness-status.service.d.ts.map +1 -1
  140. package/dist/cli/backend/src/services/harness/harness-status.service.js +25 -1
  141. package/dist/cli/backend/src/services/harness/harness-status.service.js.map +1 -1
  142. package/dist/cli/backend/src/services/messaging/queue-processor.service.d.ts.map +1 -1
  143. package/dist/cli/backend/src/services/messaging/queue-processor.service.js +2 -1
  144. package/dist/cli/backend/src/services/messaging/queue-processor.service.js.map +1 -1
  145. package/dist/cli/backend/src/services/monitoring/activity-monitor.service.d.ts.map +1 -1
  146. package/dist/cli/backend/src/services/monitoring/activity-monitor.service.js +3 -2
  147. package/dist/cli/backend/src/services/monitoring/activity-monitor.service.js.map +1 -1
  148. package/dist/cli/backend/src/services/orchestrator/orchestrator-status.service.d.ts.map +1 -1
  149. package/dist/cli/backend/src/services/orchestrator/orchestrator-status.service.js +3 -2
  150. package/dist/cli/backend/src/services/orchestrator/orchestrator-status.service.js.map +1 -1
  151. package/dist/cli/backend/src/services/runtime-fallback/effective-runtime.d.ts +100 -0
  152. package/dist/cli/backend/src/services/runtime-fallback/effective-runtime.d.ts.map +1 -0
  153. package/dist/cli/backend/src/services/runtime-fallback/effective-runtime.js +115 -0
  154. package/dist/cli/backend/src/services/runtime-fallback/effective-runtime.js.map +1 -0
  155. package/dist/cli/backend/src/services/slack/slack-team-channel.service.d.ts +35 -0
  156. package/dist/cli/backend/src/services/slack/slack-team-channel.service.d.ts.map +1 -1
  157. package/dist/cli/backend/src/services/slack/slack-team-channel.service.js +108 -3
  158. package/dist/cli/backend/src/services/slack/slack-team-channel.service.js.map +1 -1
  159. package/dist/cli/backend/src/types/index.d.ts +14 -0
  160. package/dist/cli/backend/src/types/index.d.ts.map +1 -1
  161. package/dist/cli/backend/src/types/index.js.map +1 -1
  162. package/dist/cli/cli/src/utils/runtime-auth.d.ts +1 -1
  163. package/dist/cli/cli/src/utils/runtime-auth.js +1 -1
  164. package/frontend/dist/assets/{index-0726afab.js → index-69af46c3.js} +275 -275
  165. package/frontend/dist/assets/{index-0c5449b5.css → index-cdc52122.css} +1 -1
  166. package/frontend/dist/index.html +2 -2
  167. package/package.json +1 -1
@@ -0,0 +1,377 @@
1
+ /**
2
+ * Runtime fallback — when an agent's runtime runs out of usage, run the agent
3
+ * on the next runtime of its fallback chain until the limit resets, then
4
+ * switch it back at an idle boundary.
5
+ *
6
+ * Flow (specs/2026-10-01-runtime-fallback.md):
7
+ *
8
+ * 1. **Detect** ({@link RuntimeFallbackService.reportOutput}): live output or
9
+ * an in-process run error matched a usage-limit rule. Transient rate limits
10
+ * are left to the runtime's own retries unless they keep coming.
11
+ * 2. **Confirm** with the runtime's probe (Claude: a one-line print-mode turn);
12
+ * a probe that answers normally marks the match a false positive.
13
+ * 3. **Mark the runtime exhausted** (account-wide) with its reset time.
14
+ * 4. **Switch** the agent that hit it at its next safe point: handover file,
15
+ * `runtimeOverride` (the configured runtime is not changed), relaunch, then
16
+ * re-deliver what waited for it.
17
+ * 5. Other agents on that runtime switch **when they next get work**
18
+ * ({@link RuntimeFallbackService.beforeDelivery}) or when started
19
+ * ({@link RuntimeFallbackService.resolveLaunch}); idle ones are not woken.
20
+ * 6. **Switch back** ({@link RuntimeFallbackService.tick}): at the reset time
21
+ * or by a periodic probe; each agent reverts at its next idle boundary.
22
+ * 7. **Tell the owner once** per event, and once when it is over.
23
+ *
24
+ * Nothing here throws into its callers: delivery and launch fall back to the
25
+ * configured runtime on any error.
26
+ *
27
+ * @module services/runtime-fallback/runtime-fallback.service
28
+ */
29
+ import type { LaunchRuntimeDecision, LaunchRuntimeInput, RuntimeFallbackHooks, RuntimeOutputSource } from './effective-runtime.js';
30
+ import type { RuntimeFallbackStore } from './runtime-fallback.store.js';
31
+ import { type ExhaustedRuntime, type RuntimeAvailability, type RuntimeFallbackSettings, type RuntimeOverride } from './runtime-fallback.types.js';
32
+ /** Result of a switch-back probe. */
33
+ export type ProbeResult = 'available' | 'limited' | 'unknown';
34
+ /** What the service needs to know about an agent. */
35
+ export interface FallbackAgentInfo {
36
+ sessionName: string;
37
+ /** Name the owner knows ("Ella", "Orc") */
38
+ name: string;
39
+ /** Configured runtime */
40
+ primary: string;
41
+ memberId?: string;
42
+ teamId?: string;
43
+ isOrchestrator: boolean;
44
+ }
45
+ /** A handover to write when an agent changes runtime. */
46
+ export interface HandoverRequest {
47
+ sessionName: string;
48
+ from: string;
49
+ to: string;
50
+ direction: 'switch' | 'revert';
51
+ /** Conversation id on `from`, when known */
52
+ conversationId: string | null;
53
+ /** WorkItem the agent is on */
54
+ workItem: {
55
+ id: string;
56
+ title: string;
57
+ } | null;
58
+ }
59
+ /** Minimal logger. */
60
+ export interface FallbackLogger {
61
+ info(message: string, context?: Record<string, unknown>): void;
62
+ warn(message: string, context?: Record<string, unknown>): void;
63
+ debug(message: string, context?: Record<string, unknown>): void;
64
+ }
65
+ /** Sends the owner a DM. */
66
+ export interface FallbackOwnerNotifier {
67
+ sendToOwner(text: string): Promise<unknown>;
68
+ }
69
+ /** Injectable dependencies. */
70
+ export interface RuntimeFallbackDeps {
71
+ store: RuntimeFallbackStore;
72
+ /** Configured agent behind a session (null when unknown) */
73
+ getAgent: (sessionName: string) => Promise<FallbackAgentInfo | null>;
74
+ /** Number of agents configured on a runtime (orc included), for the notice */
75
+ countAgentsOnRuntime?: (runtime: string) => Promise<number>;
76
+ /** The session has a live runtime (PTY or in-process) */
77
+ isLive: (sessionName: string) => boolean;
78
+ /** Mid-turn, or a message is being delivered / queued */
79
+ isBusy: (sessionName: string) => Promise<boolean>;
80
+ /** Which runtimes are installed and signed in */
81
+ getAvailability: (settings: RuntimeFallbackSettings) => Promise<RuntimeAvailability[]>;
82
+ /** Does the runtime have usage again? */
83
+ probe: (runtime: string) => Promise<ProbeResult>;
84
+ /** Write the handover file; returns its path */
85
+ writeHandover: (req: HandoverRequest) => Promise<string | null>;
86
+ /** WorkItem the agent is on */
87
+ getActiveWorkItem: (sessionName: string) => Promise<{
88
+ id: string;
89
+ title: string;
90
+ } | null>;
91
+ /** Stored conversation id of a session */
92
+ conversation: {
93
+ get: (sessionName: string) => string | undefined;
94
+ set: (sessionName: string, id: string) => void;
95
+ clear: (sessionName: string) => void;
96
+ };
97
+ /** Stop the session and start it again (the launch resolves the runtime) */
98
+ relaunch: (agent: FallbackAgentInfo) => Promise<boolean>;
99
+ /** After a relaunch: re-deliver unanswered owner messages */
100
+ redeliver: (sessionName: string) => Promise<void>;
101
+ /** Write out messages queued for the session */
102
+ flushQueued: (sessionName: string) => Promise<void>;
103
+ /** This machine's name */
104
+ machineName: () => string;
105
+ notifier?: () => FallbackOwnerNotifier | null;
106
+ /** Sessions the fallback never touches (smoke tests) */
107
+ isExempt?: (sessionName: string) => boolean;
108
+ now?: () => number;
109
+ sleep?: (ms: number) => Promise<void>;
110
+ /** Zone for times in owner messages and clock-only reset times */
111
+ timeZone?: string;
112
+ logger?: FallbackLogger;
113
+ }
114
+ /** An override as the API shows it. */
115
+ export interface RuntimeOverrideView extends RuntimeOverride {
116
+ sessionName: string;
117
+ /** "on DeepSeek (Claude limit)" */
118
+ badge: string;
119
+ runtimeLabel: string;
120
+ primaryLabel: string;
121
+ }
122
+ /** `GET /api/system/runtime-fallback`. */
123
+ export interface RuntimeFallbackSnapshot {
124
+ settings: RuntimeFallbackSettings;
125
+ runtimes: Array<RuntimeAvailability & {
126
+ exhausted: boolean;
127
+ }>;
128
+ exhausted: ExhaustedRuntime[];
129
+ overrides: RuntimeOverrideView[];
130
+ }
131
+ /** Outcome of a switch attempt. */
132
+ export type SwitchOutcome = 'switched' | 'reverted' | 'no_fallback' | 'skipped' | 'failed';
133
+ /** Runtime fallback coordinator. */
134
+ export declare class RuntimeFallbackService implements RuntimeFallbackHooks {
135
+ private readonly deps;
136
+ private state;
137
+ private readonly logger;
138
+ private readonly now;
139
+ private readonly sleep;
140
+ /** Sessions being switched (messages for them are queued) */
141
+ private readonly switching;
142
+ /** Runtimes whose detection is being confirmed by a probe */
143
+ private readonly confirming;
144
+ /** A probe said the runtime is fine: ignore matches until then */
145
+ private readonly mutedUntil;
146
+ /** Recent transient rate limits per session */
147
+ private readonly transients;
148
+ /** Owner notice due time per exhausted runtime */
149
+ private readonly noticeDue;
150
+ /** Kickoff notes waiting for a session's next launch */
151
+ private readonly kickoffNotes;
152
+ private availability;
153
+ private timer;
154
+ private ticking;
155
+ /**
156
+ * @param deps - Dependencies
157
+ */
158
+ constructor(deps: RuntimeFallbackDeps);
159
+ /** Start the periodic tick (switch-back checks, reverts, notices). */
160
+ start(): void;
161
+ /** Stop the tick. */
162
+ stop(): void;
163
+ /** @returns Current settings (copy) */
164
+ getSettings(): RuntimeFallbackSettings;
165
+ /**
166
+ * Apply a partial settings update.
167
+ *
168
+ * @param patch - Owner's update (validated)
169
+ * @returns New settings
170
+ * @throws RuntimeFallbackSettingsError when invalid
171
+ */
172
+ updateSettings(patch: unknown): RuntimeFallbackSettings;
173
+ /**
174
+ * Runtime a session runs on instead of its configured one.
175
+ *
176
+ * @param sessionName - Session
177
+ * @returns Fallback runtime, or null
178
+ */
179
+ overrideFor(sessionName: string): string | null;
180
+ /**
181
+ * Take the note for a session's next kickoff.
182
+ *
183
+ * @param sessionName - Session
184
+ * @returns Note (once) or null
185
+ */
186
+ takeKickoffNote(sessionName: string): string | null;
187
+ /**
188
+ * Runtime output / error of a session. A usage limit starts the fallback
189
+ * (asynchronously); everything else is ignored.
190
+ *
191
+ * @param sessionName - Session
192
+ * @param runtime - Runtime it runs on
193
+ * @param text - Output (never logged)
194
+ * @param source - `output` (live chunk), `screen` (sweep, ignored: old scrollback) or `error`
195
+ * @returns True when a usage limit was recognised
196
+ */
197
+ reportOutput(sessionName: string, runtime: string, text: string, source: RuntimeOutputSource): boolean;
198
+ /**
199
+ * Gate before a message is written into a session.
200
+ *
201
+ * @param sessionName - Session
202
+ * @param runtime - Runtime the caller resolved
203
+ * @returns `queue` while a switch runs or when the session's runtime is out of usage and a fallback exists
204
+ */
205
+ beforeDelivery(sessionName: string, runtime: string): 'deliver' | 'queue';
206
+ /**
207
+ * Runtime to launch a session on.
208
+ *
209
+ * @param input - Session, configured runtime
210
+ * @returns The decision
211
+ */
212
+ resolveLaunch(input: LaunchRuntimeInput): Promise<LaunchRuntimeDecision>;
213
+ /**
214
+ * Count a transient rate limit; escalate when they keep coming.
215
+ *
216
+ * @param sessionName - Session
217
+ * @param match - Transient match
218
+ * @returns A usage-limit match when escalated, else null
219
+ */
220
+ private escalateTransient;
221
+ /**
222
+ * A usage limit was seen in a session.
223
+ *
224
+ * @param sessionName - Session
225
+ * @param runtime - Runtime that is out of usage
226
+ * @param match - The match
227
+ */
228
+ private onUsageLimit;
229
+ /**
230
+ * Confirm a detection with the runtime's probe (one probe per runtime at a time).
231
+ *
232
+ * @param runtime - Runtime
233
+ * @returns False when the probe shows the runtime works (a false positive)
234
+ */
235
+ private confirm;
236
+ /**
237
+ * Move a session to the next runtime of its chain (or back to its primary).
238
+ *
239
+ * @param sessionName - Session
240
+ * @param opts - Wait for its safe point first; flush queued messages when nothing switched
241
+ * @returns What happened
242
+ */
243
+ switchSession(sessionName: string, opts: {
244
+ waitForSafePoint: boolean;
245
+ flushAfter: boolean;
246
+ }): Promise<SwitchOutcome>;
247
+ /**
248
+ * After a switch, once messages are no longer held back: re-deliver what
249
+ * waited for the agent and write out its queue. Messages the gate queued
250
+ * must not wait for an event that will not come, also when nothing switched.
251
+ *
252
+ * @param sessionName - Session
253
+ * @param outcome - How the switch went
254
+ * @param flushAlways - Flush the queue even when nothing switched
255
+ */
256
+ private afterSwitch;
257
+ private doSwitch;
258
+ /**
259
+ * Record an override (or clear it when the target is the primary) and
260
+ * prepare the kickoff note.
261
+ *
262
+ * @param agent - Agent
263
+ * @param from - Runtime it leaves (out of usage)
264
+ * @param target - Runtime it goes to
265
+ * @param handover - Handover file, when written
266
+ */
267
+ private recordSwitch;
268
+ /**
269
+ * Wait until the agent is not mid-turn (bounded: a usage limit ends the turn anyway).
270
+ *
271
+ * @param sessionName - Session
272
+ */
273
+ private waitForSafePoint;
274
+ /**
275
+ * First runtime of the agent's chain that is not `current`, not out of
276
+ * usage, and installed + signed in.
277
+ *
278
+ * @param agent - Agent
279
+ * @param current - Runtime it is on (out of usage)
280
+ * @returns Runtime, or null
281
+ */
282
+ private pickFallback;
283
+ /**
284
+ * The agent's chain: its own, or the global one.
285
+ *
286
+ * @param agent - Agent
287
+ * @returns Chain
288
+ */
289
+ private chainFor;
290
+ /**
291
+ * Whether some runtime could take over (synchronous; uses the cached
292
+ * availability, optimistic when nothing is cached yet).
293
+ *
294
+ * @param current - Runtime out of usage
295
+ * @returns True when a candidate exists
296
+ */
297
+ private hasCandidateSync;
298
+ /**
299
+ * Availability, cached for 5 minutes.
300
+ *
301
+ * @param force - Ignore the cache
302
+ * @returns List
303
+ */
304
+ getAvailability(force?: boolean): Promise<RuntimeAvailability[]>;
305
+ private markNoFallback;
306
+ /**
307
+ * Periodic work: owner notices, switch-back checks, idle-boundary reverts.
308
+ */
309
+ tick(): Promise<void>;
310
+ /**
311
+ * Is an exhausted runtime back?
312
+ *
313
+ * @param runtime - Runtime
314
+ */
315
+ private checkRecovery;
316
+ /**
317
+ * A runtime has usage again: mark every agent that left it for revert and tell the owner.
318
+ *
319
+ * @param runtime - Runtime
320
+ */
321
+ recover(runtime: string): Promise<void>;
322
+ /** Revert every pending override whose agent is idle (or not running). */
323
+ private revertIdle;
324
+ /**
325
+ * Clear the override of an agent that is not running.
326
+ *
327
+ * @param sessionName - Session
328
+ * @param override - Its override
329
+ */
330
+ private finishRevertOffline;
331
+ /**
332
+ * Move an idle agent back to its configured runtime.
333
+ *
334
+ * @param sessionName - Session
335
+ * @returns Outcome
336
+ */
337
+ revertSession(sessionName: string): Promise<SwitchOutcome>;
338
+ private doRevert;
339
+ private scheduleNotice;
340
+ /** Send every owner notice that is due (once per event). */
341
+ flushNotices(): Promise<void>;
342
+ private limitNoticeText;
343
+ private notify;
344
+ private formatTime;
345
+ private switchNote;
346
+ private revertNote;
347
+ /**
348
+ * Badge data for an agent running on a fallback.
349
+ *
350
+ * @param sessionName - Session
351
+ * @returns Override view, or null
352
+ */
353
+ overrideView(sessionName: string): RuntimeOverrideView | null;
354
+ /**
355
+ * Everything the API shows.
356
+ *
357
+ * @returns Snapshot
358
+ */
359
+ snapshot(): Promise<RuntimeFallbackSnapshot>;
360
+ private label;
361
+ private decision;
362
+ private isExempt;
363
+ private save;
364
+ }
365
+ /**
366
+ * The running backend's runtime-fallback service.
367
+ *
368
+ * @returns The instance, or null before boot wired it (and in tests)
369
+ */
370
+ export declare function getRuntimeFallbackService(): RuntimeFallbackService | null;
371
+ /**
372
+ * Set (or clear) the backend instance.
373
+ *
374
+ * @param service - Instance, or null
375
+ */
376
+ export declare function setRuntimeFallbackService(service: RuntimeFallbackService | null): void;
377
+ //# sourceMappingURL=runtime-fallback.service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime-fallback.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/runtime-fallback/runtime-fallback.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAIH,OAAO,KAAK,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACnI,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAIN,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAE5B,KAAK,eAAe,EACpB,MAAM,6BAA6B,CAAC;AAIrC,qCAAqC;AACrC,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;AAE9D,qDAAqD;AACrD,MAAM,WAAW,iBAAiB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;CACxB;AAED,yDAAyD;AACzD,MAAM,WAAW,eAAe;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC/B,4CAA4C;IAC5C,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,+BAA+B;IAC/B,QAAQ,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC/C;AAED,sBAAsB;AACtB,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC/D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAChE;AAED,4BAA4B;AAC5B,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5C;AAED,+BAA+B;AAC/B,MAAM,WAAW,mBAAmB;IACnC,KAAK,EAAE,oBAAoB,CAAC;IAC5B,4DAA4D;IAC5D,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;IACrE,8EAA8E;IAC9E,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5D,yDAAyD;IACzD,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC;IACzC,yDAAyD;IACzD,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAClD,iDAAiD;IACjD,eAAe,EAAE,CAAC,QAAQ,EAAE,uBAAuB,KAAK,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACvF,yCAAyC;IACzC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;IACjD,gDAAgD;IAChD,aAAa,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,+BAA+B;IAC/B,iBAAiB,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC1F,0CAA0C;IAC1C,YAAY,EAAE;QACb,GAAG,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;QACjD,GAAG,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;QAC/C,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;KACrC,CAAC;IACF,4EAA4E;IAC5E,QAAQ,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,6DAA6D;IAC7D,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,gDAAgD;IAChD,WAAW,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,0BAA0B;IAC1B,WAAW,EAAE,MAAM,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,qBAAqB,GAAG,IAAI,CAAC;IAC9C,wDAAwD;IACxD,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,kEAAkE;IAClE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,cAAc,CAAC;CACxB;AAED,uCAAuC;AACvC,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACrB;AAED,0CAA0C;AAC1C,MAAM,WAAW,uBAAuB;IACvC,QAAQ,EAAE,uBAAuB,CAAC;IAClC,QAAQ,EAAE,KAAK,CAAC,mBAAmB,GAAG;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC9D,SAAS,EAAE,gBAAgB,EAAE,CAAC;IAC9B,SAAS,EAAE,mBAAmB,EAAE,CAAC;CACjC;AAED,mCAAmC;AACnC,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,UAAU,GAAG,aAAa,GAAG,SAAS,GAAG,QAAQ,CAAC;AAc3F,oCAAoC;AACpC,qBAAa,sBAAuB,YAAW,oBAAoB;IAwBtD,OAAO,CAAC,QAAQ,CAAC,IAAI;IAvBjC,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuC;IAClE,kEAAkE;IAClE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6B;IACxD,+CAA+C;IAC/C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA+B;IAC1D,kDAAkD;IAClD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IACvD,wDAAwD;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA6B;IAC1D,OAAO,CAAC,YAAY,CAA4D;IAChF,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,OAAO,CAAS;IAExB;;OAEG;gBAC0B,IAAI,EAAE,mBAAmB;IAStD,sEAAsE;IACtE,KAAK,IAAI,IAAI;IAQb,qBAAqB;IACrB,IAAI,IAAI,IAAI;IAOZ,uCAAuC;IACvC,WAAW,IAAI,uBAAuB;IAItC;;;;;;OAMG;IACH,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,uBAAuB;IASvD;;;;;OAKG;IACH,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAI/C;;;;;OAKG;IACH,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAMnD;;;;;;;;;OASG;IACH,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,GAAG,OAAO;IAetG;;;;;;OAMG;IACH,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO;IAYzE;;;;;OAKG;IACG,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA4C9E;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IAazB;;;;;;OAMG;YACW,YAAY;IA2B1B;;;;;OAKG;IACH,OAAO,CAAC,OAAO;IAmBf;;;;;;OAMG;IACG,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,gBAAgB,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,aAAa,CAAC;IAiB1H;;;;;;;;OAQG;YACW,WAAW;YAMX,QAAQ;IAkCtB;;;;;;;;OAQG;YACW,YAAY;IA+B1B;;;;OAIG;YACW,gBAAgB;IAS9B;;;;;;;OAOG;YACW,YAAY;IAU1B;;;;;OAKG;IACH,OAAO,CAAC,QAAQ;IAKhB;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IASxB;;;;;OAKG;IACG,eAAe,CAAC,KAAK,UAAQ,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAapE,OAAO,CAAC,cAAc;IAUtB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B;;;;OAIG;YACW,aAAa;IAuB3B;;;;OAIG;IACG,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB7C,0EAA0E;YAC5D,UAAU;IAkBxB;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB;IAQ3B;;;;;OAKG;IACG,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YAalD,QAAQ;IAoCtB,OAAO,CAAC,cAAc;IAQtB,4DAA4D;IACtD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;YAwBrB,eAAe;YAgBf,MAAM;IAapB,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,UAAU;IAalB;;;;;OAKG;IACH,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI;IAa7D;;;;OAIG;IACG,QAAQ,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAclD,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,IAAI;CAOZ;AAKD;;;;GAIG;AACH,wBAAgB,yBAAyB,IAAI,sBAAsB,GAAG,IAAI,CAEzE;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,sBAAsB,GAAG,IAAI,GAAG,IAAI,CAEtF"}