@fabrika/app 0.9.0-cloudflare.1 → 0.9.0-cloudflare.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -9
- package/skill/SKILL.md +21 -17
- package/skill/references/app-setup.md +42 -11
- package/skill/references/endpoint.md +29 -22
- package/skill/references/errors.md +32 -31
- package/skill/references/jobs.md +22 -3
- package/skill/references/tests.md +29 -1
- package/src/build.ts +6 -1
- package/src/bun.ts +168 -5
- package/src/cloudflare/application.ts +546 -76
- package/src/cloudflare/bindings.ts +26 -5
- package/src/cloudflare/export.ts +621 -0
- package/src/cloudflare/import.ts +1097 -0
- package/src/cloudflare/maintenance.ts +518 -0
- package/src/cloudflare/names.ts +6 -0
- package/src/cloudflare/ops.ts +147 -18
- package/src/cloudflare/restore.ts +167 -0
- package/src/cloudflare/tracker.ts +192 -0
- package/src/cloudflare.ts +3 -2
- package/src/contract/artifact-schema.ts +13 -2
- package/src/contract/build.ts +38 -11
- package/src/contract/context.ts +26 -9
- package/src/contract/defaults.ts +22 -2
- package/src/contract/define.ts +1 -1
- package/src/contract/group.ts +10 -1
- package/src/contract/kit.ts +2 -1
- package/src/disk-assets.ts +8 -3
- package/src/files/kinds.ts +54 -24
- package/src/implement/anonymous.ts +1 -10
- package/src/implement/boot.ts +30 -12
- package/src/implement/capability.ts +3 -0
- package/src/implement/dispatch.ts +175 -37
- package/src/implement/egress.ts +367 -8
- package/src/implement/invocation.ts +60 -19
- package/src/implement/workload.ts +18 -3
- package/src/jobs/runner.ts +646 -98
- package/src/spa-fallback.ts +12 -0
- package/src/testing/endpoint-access.ts +135 -23
- package/src/testing/isolation.ts +8 -1
- package/src/testing/kit.ts +60 -0
- package/types/src/build.d.ts +1 -1
- package/types/src/bun.d.ts +34 -1
- package/types/src/cloudflare/application.d.ts +36 -5
- package/types/src/cloudflare/bindings.d.ts +6 -0
- package/types/src/cloudflare/export.d.ts +16 -0
- package/types/src/cloudflare/import.d.ts +58 -0
- package/types/src/cloudflare/maintenance.d.ts +117 -0
- package/types/src/cloudflare/names.d.ts +5 -0
- package/types/src/cloudflare/ops.d.ts +39 -4
- package/types/src/cloudflare/restore.d.ts +9 -0
- package/types/src/cloudflare/tracker.d.ts +29 -0
- package/types/src/cloudflare.d.ts +2 -1
- package/types/src/contract/artifact-schema.d.ts +2 -0
- package/types/src/contract/context.d.ts +24 -9
- package/types/src/contract/defaults.d.ts +19 -1
- package/types/src/contract/define.d.ts +1 -1
- package/types/src/contract/group.d.ts +9 -1
- package/types/src/contract/kit.d.ts +2 -2
- package/types/src/disk-assets.d.ts +4 -1
- package/types/src/files/kinds.d.ts +17 -6
- package/types/src/implement/anonymous.d.ts +0 -4
- package/types/src/implement/boot.d.ts +17 -0
- package/types/src/implement/capability.d.ts +2 -0
- package/types/src/implement/dispatch.d.ts +33 -1
- package/types/src/implement/egress.d.ts +36 -1
- package/types/src/implement/invocation.d.ts +20 -10
- package/types/src/implement/workload.d.ts +5 -0
- package/types/src/jobs/runner.d.ts +63 -2
- package/types/src/spa-fallback.d.ts +2 -0
- package/types/src/testing/endpoint-access.d.ts +25 -1
- package/types/src/testing/isolation.d.ts +1 -1
- package/types/src/testing/kit.d.ts +16 -0
|
@@ -36,15 +36,18 @@ import {
|
|
|
36
36
|
sha256Hex,
|
|
37
37
|
type WebhookScheme,
|
|
38
38
|
} from '@fabrika/auth-core'
|
|
39
|
+
import { DatabaseError } from '@fabrika/db'
|
|
39
40
|
import { type CapabilityAuthority, type ContainerGrant, MAX_WITHIN_VALUES } from '@fabrika/db/capability'
|
|
40
41
|
import type { DataAccess, FileBinding, FrameworkTables } from '@fabrika/db/framework'
|
|
41
42
|
import type { DataKind } from '@fabrika/db/tables'
|
|
42
43
|
import type { TokenVerifier } from '@fabrika/jwks'
|
|
43
44
|
import { applyAnswerCache, withResponseHeaders } from '@fabrika/proxy-core/headers'
|
|
45
|
+
import { AsyncLocalStorage } from 'node:async_hooks'
|
|
44
46
|
import { createHash, timingSafeEqual } from 'node:crypto'
|
|
45
47
|
import { z } from 'zod/v4'
|
|
46
48
|
import { fileFieldsOf } from '../contract/build'
|
|
47
49
|
import {
|
|
50
|
+
bodyDeadlineMs,
|
|
48
51
|
BROWSER_CONFIG_FILE,
|
|
49
52
|
CHALLENGE_FIELD,
|
|
50
53
|
FILE_INPUT_PART,
|
|
@@ -68,7 +71,7 @@ import {
|
|
|
68
71
|
import type { RequestExecutionContext } from '../fetch'
|
|
69
72
|
import { FileWork, type StoredFileKinds, storedFilesHandle } from '../files/kinds'
|
|
70
73
|
import { FileDownload, fileResponse, withFileTreatment } from '../files/treatment'
|
|
71
|
-
import { abortedBody,
|
|
74
|
+
import { abortedBody, bootstrapPath, bootstrapResponse, readBodyInTime, withBootstrap } from './anonymous'
|
|
72
75
|
import { attachmentResponse } from './attachment'
|
|
73
76
|
import { boundedStream, type Deadline, deadline, handlerSignal, readBoundedBytes } from './bounded'
|
|
74
77
|
import type { BrowserConfig } from './browser-config'
|
|
@@ -84,12 +87,22 @@ import {
|
|
|
84
87
|
} from './capability'
|
|
85
88
|
import type { ChallengeIssuer, ChallengeVerifier } from './challenge'
|
|
86
89
|
import { connectContext, type ImportWire } from './connect'
|
|
87
|
-
import { runAsSite } from './egress'
|
|
90
|
+
import { runAsSite, type SiteEgress, siteEgress } from './egress'
|
|
88
91
|
import type { FailureReports } from './failures'
|
|
89
92
|
import { ServerFault } from './faults'
|
|
90
93
|
import { type HeaderPolicy, withHeaderPolicy } from './headers'
|
|
91
94
|
import type { ContractDatabase } from './implement'
|
|
92
|
-
import {
|
|
95
|
+
import {
|
|
96
|
+
boundTo,
|
|
97
|
+
boundWebhookApp,
|
|
98
|
+
endpointData,
|
|
99
|
+
Invocation,
|
|
100
|
+
type KickRecorder,
|
|
101
|
+
kickRecorder,
|
|
102
|
+
siteData,
|
|
103
|
+
type SiteDeclaration,
|
|
104
|
+
undeclaredSql,
|
|
105
|
+
} from './invocation'
|
|
93
106
|
import {
|
|
94
107
|
applicationDirectory,
|
|
95
108
|
createScope,
|
|
@@ -121,6 +134,76 @@ import {
|
|
|
121
134
|
} from './webhook'
|
|
122
135
|
import type { WorkloadCredential } from './workload'
|
|
123
136
|
|
|
137
|
+
/** The classes of invocation an object's maintenance barrier admits per mode, counts and drains (ADR-0069 §3). */
|
|
138
|
+
export type InvocationKind = 'read' | 'write' | 'webhook' | 'kick' | 'job' | 'framework-job'
|
|
139
|
+
|
|
140
|
+
/** One admitted invocation, counted until it settles. */
|
|
141
|
+
export interface InvocationAdmission {
|
|
142
|
+
/** Aborts when a drain stops the invocation. */
|
|
143
|
+
readonly signal: AbortSignal
|
|
144
|
+
/** Counts `work` the invocation handed on until it settles, past the invocation's own end. */
|
|
145
|
+
track(work: Promise<unknown>): void
|
|
146
|
+
/** Ends the invocation's own count; called once it settled. */
|
|
147
|
+
release(): void
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
/** What a Cloudflare object's barrier puts around each of its events; `null` refuses an invocation. */
|
|
151
|
+
export interface InvocationGate {
|
|
152
|
+
admit(kind: InvocationKind): InvocationAdmission | null
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
const invocationGate = new AsyncLocalStorage<InvocationGate>()
|
|
156
|
+
|
|
157
|
+
const UNGATED: InvocationAdmission = Object.freeze({ signal: new AbortController().signal, track: () => {}, release: () => {} })
|
|
158
|
+
|
|
159
|
+
/** Runs `work` with `gate` admitting every invocation it starts, the background work it hands on included. */
|
|
160
|
+
export function runGated<T>(gate: InvocationGate, work: () => T): T {
|
|
161
|
+
return invocationGate.run(gate, work)
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/** Admits an invocation of `kind` at the current event's gate; outside an object every invocation is admitted, uncounted. */
|
|
165
|
+
export function admitInvocation(kind: InvocationKind): InvocationAdmission | null {
|
|
166
|
+
const gate = invocationGate.getStore()
|
|
167
|
+
return gate === undefined ? UNGATED : gate.admit(kind)
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
/** How long a refused caller waits before it tries again, in seconds. */
|
|
171
|
+
const MAINTENANCE_RETRY_AFTER_S = 30
|
|
172
|
+
|
|
173
|
+
/** The answer while maintenance refuses an invocation: 503 with `Retry-After`, the fixed body of every 503. */
|
|
174
|
+
export function maintenanceRefusal(): Response {
|
|
175
|
+
const response = serverError(503)
|
|
176
|
+
response.headers.set('Retry-After', String(MAINTENANCE_RETRY_AFTER_S))
|
|
177
|
+
return response
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
/**
|
|
181
|
+
* A write the object's write fence refused: the invocation was admitted before a restrictive transition (ADR-0069 §3).
|
|
182
|
+
* A `DatabaseError`, so `@fabrika/db` passes it through its normalization of statement and commit failures unchanged;
|
|
183
|
+
* its fixed text names no statement or value. Dispatch answers it as `maintenanceRefusal()`.
|
|
184
|
+
*/
|
|
185
|
+
export class MaintenanceFenceError extends DatabaseError {
|
|
186
|
+
override name = 'MaintenanceFenceError'
|
|
187
|
+
|
|
188
|
+
constructor() {
|
|
189
|
+
super(null)
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
/** The class an endpoint's invocation counts in: a writing endpoint, a webhook, or one that only reads. */
|
|
194
|
+
function invocationKind(served: ServedEndpoint): InvocationKind {
|
|
195
|
+
switch (served.kind) {
|
|
196
|
+
case 'webhook':
|
|
197
|
+
return 'webhook'
|
|
198
|
+
case 'procedure':
|
|
199
|
+
return served.site?.kind === 'mutation' && served.readOnly !== true ? 'write' : 'read'
|
|
200
|
+
case 'public':
|
|
201
|
+
return served.site.kind === 'mutation' ? 'write' : 'read'
|
|
202
|
+
default:
|
|
203
|
+
return 'read'
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
|
|
124
207
|
/** SHA-256 of a proxy secret: 32 bytes whatever the secret's length, as `timingSafeEqual` needs. */
|
|
125
208
|
export function proxySecretDigest(secret: string): Uint8Array {
|
|
126
209
|
return createHash('sha256').update(secret).digest()
|
|
@@ -167,7 +250,7 @@ export type ServedEndpoint =
|
|
|
167
250
|
/** A staged-kit site, which gets `ctx.db`; a handler `implement` bound has none. */
|
|
168
251
|
readonly site?: ServedSite
|
|
169
252
|
/** The origins a staged-kit site's `fetch` reaches while its handler runs; absent for a handler `implement` bound. */
|
|
170
|
-
readonly egress?:
|
|
253
|
+
readonly egress?: SiteEgress
|
|
171
254
|
/** Its buckets and time limit; without them (a generated endpoint) no bucket and the request budget. */
|
|
172
255
|
readonly admission?: ProcedureAdmission
|
|
173
256
|
/** A POST's `query`, parsed from the URL beside the body: its schema and its shape. */
|
|
@@ -357,36 +440,21 @@ export class ContractRuntime {
|
|
|
357
440
|
}
|
|
358
441
|
where = served.row.id
|
|
359
442
|
this.#checkEndpoint(served, request)
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
case 'spa-prefix':
|
|
370
|
-
return new Response(null, { status: 308, headers: { Location: `${served.prefix}/${new URL(request.url).search}` } })
|
|
371
|
-
case 'link-spa':
|
|
372
|
-
if (rawRequestTarget(request.url).pathname === bootstrapPath(served.prefix)) {
|
|
373
|
-
return bootstrapResponse()
|
|
374
|
-
}
|
|
375
|
-
return await withBootstrap(await this.#asset(served, request), served.prefix)
|
|
376
|
-
case 'procedure':
|
|
377
|
-
return await this.#procedure(served, request, exec)
|
|
378
|
-
case 'public':
|
|
379
|
-
return await this.#public(served, request, exec)
|
|
380
|
-
case 'challenge':
|
|
381
|
-
return await this.#issueChallenge(served, request)
|
|
382
|
-
case 'webhook':
|
|
383
|
-
return await this.#webhook(served, request, plan.params, exec)
|
|
384
|
-
case 'description':
|
|
385
|
-
await this.#authorize(served.row, request)
|
|
386
|
-
await readInput({ row: served.row, input: null }, request)
|
|
387
|
-
return jsonResponse({ result: served.description }, 200)
|
|
443
|
+
// Counted from here, while it authorizes and uploads too, until it settled.
|
|
444
|
+
const admission = admitInvocation(invocationKind(served))
|
|
445
|
+
if (admission === null) {
|
|
446
|
+
return maintenanceRefusal()
|
|
447
|
+
}
|
|
448
|
+
try {
|
|
449
|
+
return await this.#served(served, request, plan, exec)
|
|
450
|
+
} finally {
|
|
451
|
+
admission.release()
|
|
388
452
|
}
|
|
389
453
|
} catch (error) {
|
|
454
|
+
if (error instanceof MaintenanceFenceError) {
|
|
455
|
+
// An expected refusal, not a failure: nothing it wrote was kept, and the caller retries.
|
|
456
|
+
return maintenanceRefusal()
|
|
457
|
+
}
|
|
390
458
|
const response = errorResponse(error, where)
|
|
391
459
|
if (response.status >= 500) {
|
|
392
460
|
const failure = { endpoint: where, requestId: request.headers.get(REQUEST_ID_HEADER), status: response.status, error }
|
|
@@ -397,6 +465,43 @@ export class ContractRuntime {
|
|
|
397
465
|
}
|
|
398
466
|
}
|
|
399
467
|
|
|
468
|
+
async #served(
|
|
469
|
+
served: ServedEndpoint,
|
|
470
|
+
request: Request,
|
|
471
|
+
plan: Extract<EndpointPlan, { outcome: 'endpoint' }>,
|
|
472
|
+
exec: RequestExecutionContext | undefined,
|
|
473
|
+
): Promise<Response | FileDownload> {
|
|
474
|
+
switch (served.kind) {
|
|
475
|
+
case 'health':
|
|
476
|
+
return jsonResponse({ status: 'ok' }, 200)
|
|
477
|
+
case 'spa': {
|
|
478
|
+
const caller = await this.#authorize(served.row, request)
|
|
479
|
+
return await this.#spaFile(served, request, caller)
|
|
480
|
+
}
|
|
481
|
+
case 'public-spa':
|
|
482
|
+
return await this.#spaFile(served, request, null)
|
|
483
|
+
case 'spa-prefix':
|
|
484
|
+
return new Response(null, { status: 308, headers: { Location: `${served.prefix}/${new URL(request.url).search}` } })
|
|
485
|
+
case 'link-spa':
|
|
486
|
+
if (rawRequestTarget(request.url).pathname === bootstrapPath(served.prefix)) {
|
|
487
|
+
return bootstrapResponse()
|
|
488
|
+
}
|
|
489
|
+
return await withBootstrap(await this.#asset(served, request), served.prefix)
|
|
490
|
+
case 'procedure':
|
|
491
|
+
return await this.#procedure(served, request, exec)
|
|
492
|
+
case 'public':
|
|
493
|
+
return await this.#public(served, request, exec)
|
|
494
|
+
case 'challenge':
|
|
495
|
+
return await this.#issueChallenge(served, request)
|
|
496
|
+
case 'webhook':
|
|
497
|
+
return await this.#webhook(served, request, plan.params, exec)
|
|
498
|
+
case 'description':
|
|
499
|
+
await this.#authorize(served.row, request)
|
|
500
|
+
await readInput({ row: served.row, input: null }, request)
|
|
501
|
+
return jsonResponse({ result: served.description }, 200)
|
|
502
|
+
}
|
|
503
|
+
}
|
|
504
|
+
|
|
400
505
|
/**
|
|
401
506
|
* An SPA mount's files, at `<prefix>/__fabrika-config.json` its browser config (`browser-config.ts`), and at
|
|
402
507
|
* `<prefix>/__fabrika-me.json` the caller document of the person the mount admitted. A public mount admits no one:
|
|
@@ -596,6 +701,8 @@ export class ContractRuntime {
|
|
|
596
701
|
} finally {
|
|
597
702
|
frame.end()
|
|
598
703
|
}
|
|
704
|
+
// Before the answer opens a file's stream: a failed write then has nothing to cancel.
|
|
705
|
+
await this.#recordKicks(invocation, kicks)
|
|
599
706
|
const answer = await this.#answerOf(served, result, request, work, carried)
|
|
600
707
|
outcome = 'committing'
|
|
601
708
|
await commitAnswer(invocation, signal, answer)
|
|
@@ -603,6 +710,12 @@ export class ContractRuntime {
|
|
|
603
710
|
})
|
|
604
711
|
this.#kickAll(kicks.kicked(), exec)
|
|
605
712
|
return answer
|
|
713
|
+
} catch (error) {
|
|
714
|
+
// The fence refuses inside the transaction, before its COMMIT: a known rollback, so what it staged goes now.
|
|
715
|
+
if (error instanceof MaintenanceFenceError) {
|
|
716
|
+
outcome = 'open'
|
|
717
|
+
}
|
|
718
|
+
throw error
|
|
606
719
|
} finally {
|
|
607
720
|
budget?.clear()
|
|
608
721
|
await invocation?.rollback()
|
|
@@ -985,8 +1098,24 @@ export class ContractRuntime {
|
|
|
985
1098
|
}
|
|
986
1099
|
|
|
987
1100
|
/**
|
|
988
|
-
*
|
|
989
|
-
*
|
|
1101
|
+
* Writes each kick's wake in the invocation's transaction, after the handler and before the commit: a rollback leaves
|
|
1102
|
+
* none, and a crash between the commit and the kick's start leaves the wake to the scheduler. A kick due now is due by
|
|
1103
|
+
* the database's clock, which takes the lease and marks the wakes a run owns.
|
|
1104
|
+
*/
|
|
1105
|
+
async #recordKicks(invocation: Invocation | null, kicks: KickRecorder): Promise<void> {
|
|
1106
|
+
const framework = this.#parts.framework
|
|
1107
|
+
if (invocation === null || framework === null || !kicks.recorded()) {
|
|
1108
|
+
return
|
|
1109
|
+
}
|
|
1110
|
+
const transaction = await invocation.frameworkSite('ctx.kick').session()
|
|
1111
|
+
for (const wake of kicks.wakes(await framework.wakes.now(transaction))) {
|
|
1112
|
+
await framework.wakes.schedule(wake, transaction)
|
|
1113
|
+
}
|
|
1114
|
+
}
|
|
1115
|
+
|
|
1116
|
+
/**
|
|
1117
|
+
* Sends each job kicked without `at` once, after the commit: in the background, never awaited and never rejecting.
|
|
1118
|
+
* Without an execution context a kick runs detached.
|
|
990
1119
|
*/
|
|
991
1120
|
#kickAll(jobs: readonly string[], exec: RequestExecutionContext | undefined): void {
|
|
992
1121
|
for (const job of new Set(jobs)) {
|
|
@@ -1087,11 +1216,12 @@ export class ContractRuntime {
|
|
|
1087
1216
|
kick: kicks.kick,
|
|
1088
1217
|
})
|
|
1089
1218
|
const args = { input, ctx, ...(query === undefined ? {} : { query }) }
|
|
1090
|
-
return await runAsSite(`'${served.row.id}'`, served.site.declaration.egress, async () => await served.handler(args))
|
|
1219
|
+
return await runAsSite(`'${served.row.id}'`, siteEgress(served.site.declaration.egress, null), async () => await served.handler(args))
|
|
1091
1220
|
})
|
|
1092
1221
|
} finally {
|
|
1093
1222
|
frame.end()
|
|
1094
1223
|
}
|
|
1224
|
+
await this.#recordKicks(invocation, kicks)
|
|
1095
1225
|
const output = served.row.output
|
|
1096
1226
|
const answer = output !== null && isFileShape(output)
|
|
1097
1227
|
? await this.#fileKinds(served.row.id).download(work, served.row.id, output.kind, result)
|
|
@@ -1102,6 +1232,12 @@ export class ContractRuntime {
|
|
|
1102
1232
|
})
|
|
1103
1233
|
this.#kickAll(kicks.kicked(), exec)
|
|
1104
1234
|
return answer
|
|
1235
|
+
} catch (error) {
|
|
1236
|
+
// The fence refuses inside the transaction, before its COMMIT: a known rollback, so what it staged goes now.
|
|
1237
|
+
if (error instanceof MaintenanceFenceError) {
|
|
1238
|
+
outcome = 'open'
|
|
1239
|
+
}
|
|
1240
|
+
throw error
|
|
1105
1241
|
} finally {
|
|
1106
1242
|
budget?.clear()
|
|
1107
1243
|
await invocation.rollback()
|
|
@@ -1234,7 +1370,7 @@ export class ContractRuntime {
|
|
|
1234
1370
|
if (site === undefined) {
|
|
1235
1371
|
await served.handler(args)
|
|
1236
1372
|
} else {
|
|
1237
|
-
await runAsSite(`webhook '${served.webhook}'`, site.egress, async () => await served.handler(args))
|
|
1373
|
+
await runAsSite(`webhook '${served.webhook}'`, siteEgress(site.egress, null), async () => await served.handler(args))
|
|
1238
1374
|
}
|
|
1239
1375
|
})
|
|
1240
1376
|
} finally {
|
|
@@ -1244,6 +1380,7 @@ export class ContractRuntime {
|
|
|
1244
1380
|
if (!(await tables.completeDelivery(claim, using))) {
|
|
1245
1381
|
throw new ServerFault('webhook_claim_lost', `the claim of a delivery to '${served.webhook}' expired and another copy took it over`)
|
|
1246
1382
|
}
|
|
1383
|
+
await this.#recordKicks(invocation, kicks)
|
|
1247
1384
|
committing = true
|
|
1248
1385
|
await invocation?.commit(signal)
|
|
1249
1386
|
})
|
|
@@ -1251,7 +1388,8 @@ export class ContractRuntime {
|
|
|
1251
1388
|
} catch (error) {
|
|
1252
1389
|
await invocation?.rollback()
|
|
1253
1390
|
// Only a known rollback deletes what the delivery staged; after a commit that may have happened, the sweep decides.
|
|
1254
|
-
|
|
1391
|
+
// The fence refuses inside the transaction, before its COMMIT, so its refusal is a known rollback.
|
|
1392
|
+
if (!committing || error instanceof MaintenanceFenceError) {
|
|
1255
1393
|
await this.#parts.fileKinds?.release(work)
|
|
1256
1394
|
}
|
|
1257
1395
|
// The provider redelivers a failed delivery; giving the claim back lets the redelivery run at once. The unsigned
|