@abyss-project/tools 3.0.0 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/.eslintrc.js +1 -2
  2. package/README.md +1 -1
  3. package/dist/api/atlas-document.api.d.ts +2 -1
  4. package/dist/api/atlas-document.api.js +5 -1
  5. package/dist/api/atlas-document.api.js.map +1 -1
  6. package/dist/api/atlas-group.api.js.map +1 -1
  7. package/dist/api/atlas-page.api.js.map +1 -1
  8. package/dist/api/atlas.api.js +3 -3
  9. package/dist/api/atlas.api.js.map +1 -1
  10. package/dist/api/atlas.public.api.js.map +1 -1
  11. package/dist/api/board-card.api.js.map +1 -1
  12. package/dist/api/board-column.api.js.map +1 -1
  13. package/dist/api/board-label.api.js +1 -2
  14. package/dist/api/board-label.api.js.map +1 -1
  15. package/dist/api/board.api.js +7 -5
  16. package/dist/api/board.api.js.map +1 -1
  17. package/dist/api/draw.api.js +1 -2
  18. package/dist/api/draw.api.js.map +1 -1
  19. package/dist/api/draw.public.api.js.map +1 -1
  20. package/dist/api/extraction-plan-preset.api.js +19 -6
  21. package/dist/api/extraction-plan-preset.api.js.map +1 -1
  22. package/dist/api/extraction-plan-preset.api.test.js +17 -7
  23. package/dist/api/extraction-plan-preset.api.test.js.map +1 -1
  24. package/dist/api/extraction-settings.api.js.map +1 -1
  25. package/dist/api/extraction.api.d.ts +3 -4
  26. package/dist/api/extraction.api.js +41 -80
  27. package/dist/api/extraction.api.js.map +1 -1
  28. package/dist/api/extraction.application.api.d.ts +4 -0
  29. package/dist/api/extraction.application.api.js +23 -0
  30. package/dist/api/extraction.application.api.js.map +1 -0
  31. package/dist/api/extraction.application.api.test.d.ts +1 -0
  32. package/dist/api/extraction.application.api.test.js +69 -0
  33. package/dist/api/extraction.application.api.test.js.map +1 -0
  34. package/dist/api/index.d.ts +1 -0
  35. package/dist/api/index.js +1 -0
  36. package/dist/api/index.js.map +1 -1
  37. package/dist/api/probe-scan.api.d.ts +4 -11
  38. package/dist/api/probe-scan.api.js +18 -28
  39. package/dist/api/probe-scan.api.js.map +1 -1
  40. package/dist/api/probe-scan.api.test.js +27 -7
  41. package/dist/api/probe-scan.api.test.js.map +1 -1
  42. package/dist/api/probe-scan.application.api.d.ts +4 -4
  43. package/dist/api/probe-scan.application.api.js +2 -2
  44. package/dist/api/probe-scan.application.api.js.map +1 -1
  45. package/dist/api/probe-scan.application.api.test.js +21 -7
  46. package/dist/api/probe-scan.application.api.test.js.map +1 -1
  47. package/dist/api/probe-webhook.api.test.js +17 -7
  48. package/dist/api/probe-webhook.api.test.js.map +1 -1
  49. package/dist/api/probe-webhook.application.api.d.ts +1 -1
  50. package/dist/api/probe-webhook.application.api.test.js +17 -7
  51. package/dist/api/probe-webhook.application.api.test.js.map +1 -1
  52. package/dist/api/retrospective.api.js +2 -1
  53. package/dist/api/retrospective.api.js.map +1 -1
  54. package/dist/api/short-link.admin.api.js.map +1 -1
  55. package/dist/api/short-link.api.js.map +1 -1
  56. package/dist/api/short-link.public.api.js.map +1 -1
  57. package/dist/api/tag.api.js.map +1 -1
  58. package/dist/constants/atlas.constants.js +1 -1
  59. package/dist/constants/atlas.constants.js.map +1 -1
  60. package/dist/constants/extract.constants.d.ts +4 -0
  61. package/dist/constants/extract.constants.js +91 -0
  62. package/dist/constants/extract.constants.js.map +1 -0
  63. package/dist/constants/index.d.ts +1 -0
  64. package/dist/constants/index.js +1 -0
  65. package/dist/constants/index.js.map +1 -1
  66. package/dist/index.d.ts +5 -0
  67. package/dist/index.js +22 -7
  68. package/dist/index.js.map +1 -1
  69. package/dist/server-sent-events/server-sent-events.manager.d.ts +1 -2
  70. package/dist/server-sent-events/server-sent-events.manager.js +1 -2
  71. package/dist/server-sent-events/server-sent-events.manager.js.map +1 -1
  72. package/dist/types/enum/document-type.enum.d.ts +1 -0
  73. package/dist/types/enum/document-type.enum.js +1 -0
  74. package/dist/types/enum/document-type.enum.js.map +1 -1
  75. package/dist/types/enum/extract-field-format.enum.d.ts +7 -0
  76. package/dist/types/enum/extract-field-format.enum.js +12 -0
  77. package/dist/types/enum/extract-field-format.enum.js.map +1 -0
  78. package/dist/types/enum/extract-field-key.enum.d.ts +59 -0
  79. package/dist/types/enum/extract-field-key.enum.js +64 -0
  80. package/dist/types/enum/extract-field-key.enum.js.map +1 -0
  81. package/dist/types/enum/extraction-warning.enum.d.ts +4 -1
  82. package/dist/types/enum/extraction-warning.enum.js +3 -0
  83. package/dist/types/enum/extraction-warning.enum.js.map +1 -1
  84. package/dist/types/enum/index.d.ts +2 -0
  85. package/dist/types/enum/index.js +2 -0
  86. package/dist/types/enum/index.js.map +1 -1
  87. package/dist/types/enum/rcb-bank.enum.js +255 -39
  88. package/dist/types/enum/rcb-bank.enum.js.map +1 -1
  89. package/dist/types/interface/api/requests/abyss.admin.request.d.ts +1 -1
  90. package/dist/types/interface/api/requests/atlas-document.request.d.ts +6 -0
  91. package/dist/types/interface/api/requests/board-card-document.request.d.ts +1 -0
  92. package/dist/types/interface/api/requests/extraction.request.d.ts +12 -2
  93. package/dist/types/interface/api/responses/atlas-document.response.d.ts +6 -4
  94. package/dist/types/interface/api/responses/board-card-document.response.d.ts +2 -4
  95. package/dist/types/interface/api/responses/draw.public.response.d.ts +2 -0
  96. package/dist/types/interface/models/extraction-fetched-provenance.dto.test.js +8 -2
  97. package/dist/types/interface/models/extraction-fetched-provenance.dto.test.js.map +1 -1
  98. package/dist/types/interface/models/extraction-plan.dto.test.js +6 -1
  99. package/dist/types/interface/models/extraction-plan.dto.test.js.map +1 -1
  100. package/dist/types/interface/models/extraction-spatial-template.dto.test.js +20 -3
  101. package/dist/types/interface/models/extraction-spatial-template.dto.test.js.map +1 -1
  102. package/dist/types/interface/models/extraction.dto.d.ts +13 -0
  103. package/dist/types/interface/models/extraction.dto.js.map +1 -1
  104. package/dist/types/interface/models/index.d.ts +1 -0
  105. package/dist/types/interface/models/index.js +1 -0
  106. package/dist/types/interface/models/index.js.map +1 -1
  107. package/dist/types/interface/models/project.dto.d.ts +1 -1
  108. package/dist/types/interface/models/short-link.dto.d.ts +8 -0
  109. package/dist/types/interface/models/upload-session.dto.d.ts +8 -0
  110. package/dist/types/interface/models/upload-session.dto.js +3 -0
  111. package/dist/types/interface/models/upload-session.dto.js.map +1 -0
  112. package/dist/types/interface/models/user.dto.d.ts +1 -0
  113. package/dist/utils/extraction-webhook.utils.d.ts +0 -2
  114. package/dist/utils/extraction-webhook.utils.js +1 -2
  115. package/dist/utils/extraction-webhook.utils.js.map +1 -1
  116. package/dist/utils/probe-scan-cost.utils.d.ts +1 -1
  117. package/dist/utils/probe-webhook-signature.utils.d.ts +0 -2
  118. package/dist/utils/probe-webhook-signature.utils.js +1 -2
  119. package/dist/utils/probe-webhook-signature.utils.js.map +1 -1
  120. package/package.json +16 -18
  121. package/src/api/atlas-document.api.ts +20 -3
  122. package/src/api/atlas-group.api.ts +4 -1
  123. package/src/api/atlas-page.api.ts +12 -6
  124. package/src/api/atlas.api.ts +12 -7
  125. package/src/api/atlas.public.api.ts +3 -1
  126. package/src/api/board-card.api.ts +6 -3
  127. package/src/api/board-column.api.ts +4 -1
  128. package/src/api/board-label.api.ts +7 -3
  129. package/src/api/board.api.ts +19 -10
  130. package/src/api/draw.api.ts +16 -12
  131. package/src/api/draw.public.api.ts +3 -1
  132. package/src/api/extraction-plan-preset.api.ts +64 -18
  133. package/src/api/extraction-settings.api.ts +2 -8
  134. package/src/api/extraction.api.ts +82 -84
  135. package/src/api/extraction.application.api.test.ts +55 -0
  136. package/src/api/extraction.application.api.ts +73 -0
  137. package/src/api/index.ts +1 -0
  138. package/src/api/probe-scan.api.test.ts +26 -0
  139. package/src/api/probe-scan.api.ts +66 -54
  140. package/src/api/probe-scan.application.api.test.ts +14 -0
  141. package/src/api/probe-scan.application.api.ts +5 -5
  142. package/src/api/retrospective.api.ts +8 -5
  143. package/src/api/short-link.admin.api.ts +14 -4
  144. package/src/api/short-link.api.ts +39 -17
  145. package/src/api/short-link.public.api.ts +25 -11
  146. package/src/api/tag.api.ts +3 -1
  147. package/src/constants/atlas.constants.ts +1 -1
  148. package/src/constants/extract.constants.ts +109 -0
  149. package/src/constants/index.ts +1 -0
  150. package/src/index.ts +19 -0
  151. package/src/server-sent-events/server-sent-events.manager.ts +5 -3
  152. package/src/types/enum/document-type.enum.ts +1 -0
  153. package/src/types/enum/extract-field-format.enum.ts +16 -0
  154. package/src/types/enum/extract-field-key.enum.ts +77 -0
  155. package/src/types/enum/extraction-warning.enum.ts +57 -0
  156. package/src/types/enum/index.ts +2 -0
  157. package/src/types/enum/rcb-bank.enum.ts +255 -41
  158. package/src/types/interface/api/requests/abyss.admin.request.ts +2 -1
  159. package/src/types/interface/api/requests/atlas-document.request.ts +14 -0
  160. package/src/types/interface/api/requests/board-card-document.request.ts +5 -0
  161. package/src/types/interface/api/requests/extraction.request.ts +23 -0
  162. package/src/types/interface/api/requests/probe-scan.request.ts +5 -1
  163. package/src/types/interface/api/responses/atlas-document.response.ts +12 -4
  164. package/src/types/interface/api/responses/atlas-group.response.ts +1 -0
  165. package/src/types/interface/api/responses/atlas-page.response.ts +1 -0
  166. package/src/types/interface/api/responses/atlas.response.ts +1 -0
  167. package/src/types/interface/api/responses/beam.response.ts +2 -0
  168. package/src/types/interface/api/responses/board-card-checklist.response.ts +3 -0
  169. package/src/types/interface/api/responses/board-card-comment.response.ts +1 -0
  170. package/src/types/interface/api/responses/board-card-document.response.ts +6 -4
  171. package/src/types/interface/api/responses/board-card.response.ts +3 -0
  172. package/src/types/interface/api/responses/board-column.response.ts +1 -0
  173. package/src/types/interface/api/responses/board-label.response.ts +3 -0
  174. package/src/types/interface/api/responses/board.response.ts +1 -0
  175. package/src/types/interface/api/responses/draw.public.response.ts +3 -0
  176. package/src/types/interface/api/responses/draw.response.ts +1 -0
  177. package/src/types/interface/api/responses/retrospective-card.response.ts +1 -0
  178. package/src/types/interface/api/responses/retrospective-section.response.ts +1 -0
  179. package/src/types/interface/api/responses/retrospective.response.ts +3 -1
  180. package/src/types/interface/api/responses/short-link.admin.response.ts +1 -0
  181. package/src/types/interface/api/responses/short-link.response.ts +1 -0
  182. package/src/types/interface/api/responses/tag.response.ts +2 -0
  183. package/src/types/interface/models/content-share.dto.ts +5 -1
  184. package/src/types/interface/models/extraction-fetched-provenance.dto.test.ts +20 -9
  185. package/src/types/interface/models/extraction-plan.dto.test.ts +17 -4
  186. package/src/types/interface/models/extraction-spatial-template.dto.test.ts +26 -5
  187. package/src/types/interface/models/extraction.dto.ts +35 -0
  188. package/src/types/interface/models/index.ts +1 -0
  189. package/src/types/interface/models/probe-webhook.dto.ts +3 -4
  190. package/src/types/interface/models/project.dto.ts +2 -1
  191. package/src/types/interface/models/short-link.dto.ts +2 -0
  192. package/src/types/interface/models/upload-session.dto.ts +24 -0
  193. package/src/types/interface/models/user.dto.ts +3 -0
  194. package/src/utils/extraction-webhook.utils.ts +1 -1
  195. package/src/utils/probe-webhook-signature.utils.ts +1 -1
  196. package/tsconfig.check.json +15 -0
@@ -3,6 +3,11 @@
3
3
  //
4
4
  // Sync helper accepts an inline PDF buffer (multipart) or a storage_file_id.
5
5
  // Queue helper enqueues for async processing + webhook delivery.
6
+ //
7
+ // Multipart bodies are built with the global `FormData` + `Blob` — the same
8
+ // code in a browser and on Node (>= 18, see package.json `engines`). axios
9
+ // serializes a spec-compliant FormData on both and sets the multipart
10
+ // boundary itself, so no content-type header is ever set by hand.
6
11
  // ──────────────────────────────────────────────
7
12
 
8
13
  import { AbyssToolsCore } from '..';
@@ -92,16 +97,9 @@ function authHeader(apiKey?: string): Record<string, string> {
92
97
  return apiKey ? { [DEFAULT_API_KEY_HEADER]: apiKey } : {};
93
98
  }
94
99
 
95
- async function loadFormData(): Promise<any> {
96
- if (typeof FormData !== 'undefined' && typeof window !== 'undefined') {
97
- return FormData;
98
- }
99
- // Use indirect eval so bundlers (esbuild/vite/webpack) do not try to
100
- // resolve the Node-only "form-data" package when this file is included
101
- // in a browser bundle. The require only runs at runtime on Node.
102
- // eslint-disable-next-line @typescript-eslint/no-implied-eval, no-new-func
103
- const nodeRequire: NodeRequire = new Function('return require')();
104
- return nodeRequire('form-data');
100
+ /** The PDF bytes as a multipart file part: filename kept, `application/pdf` type. */
101
+ function appendPdfPart(form: FormData, pdf: Buffer | Uint8Array, filename: string): void {
102
+ form.append('file', new Blob([new Uint8Array(pdf)], { type: 'application/pdf' }), filename);
105
103
  }
106
104
 
107
105
  function serializeParams<T extends object>(o: T): Record<string, unknown> {
@@ -119,23 +117,41 @@ function serializeParams<T extends object>(o: T): Record<string, unknown> {
119
117
  * Optional per-call extras for extract endpoints. `idempotencyKey` is a
120
118
  * Stripe-style replay key (24h window) sent as the `Idempotency-Key` header —
121
119
  * not part of the request body.
120
+ *
121
+ * The key identifies ONE request, not just the caller: the server records a
122
+ * fingerprint of the run it answered (route, principal, ownership scope, the
123
+ * document, `processing`, `mode`, plan/preset and the rest of the body).
124
+ * - same key + identical request → the recorded response is replayed;
125
+ * - same key + different request → HTTP 422 `IDEMPOTENCY_KEY_REUSED`, and
126
+ * nothing is run.
127
+ *
128
+ * `extractSync` and `extractQueue` are the SAME endpoint, told apart only by
129
+ * `processing`, so a key used for one of them cannot be reused for the other:
130
+ * that is a different request and answers 422. Use one key per run.
131
+ *
132
+ * Responses cached before this behaviour shipped (API 1.10) carry no
133
+ * fingerprint and replay as they always did until their 24h TTL expires.
122
134
  */
123
135
  export interface ExtractCallOptions {
124
136
  idempotencyKey?: string;
125
137
  }
126
138
 
139
+ /**
140
+ * `POST /extract/extract` with `processing: 'sync'`. The route still moves an
141
+ * async plan (an OCR pass, or more than one pass — inline or reached through
142
+ * `plan_preset_id`) onto the queue and answers 202 with the queue body, so the
143
+ * call resolves either the extraction (`extraction_id`) or the queued job
144
+ * (`job_id`); narrow on `'job_id' in response.data`.
145
+ */
127
146
  export const extractSync = async (
128
147
  body: IExtractBody,
129
148
  scope: IExtractionContentScopeQuery = {},
130
149
  apiKey?: string,
131
150
  opts: ExtractCallOptions = {},
132
- ): Promise<IExtractSyncResponse> => {
133
- return postExtract(
134
- { ...body, processing: 'sync' },
135
- scope,
136
- apiKey,
137
- opts,
138
- ) as Promise<IExtractSyncResponse>;
151
+ ): Promise<IExtractSyncResponse | IExtractQueueResponse> => {
152
+ return postExtract({ ...body, processing: 'sync' }, scope, apiKey, opts) as Promise<
153
+ IExtractSyncResponse | IExtractQueueResponse
154
+ >;
139
155
  };
140
156
 
141
157
  export const extractQueue = async (
@@ -164,54 +180,11 @@ const postExtract = async (
164
180
  }
165
181
  const params = serializeParams(scope);
166
182
  if (body.pdf) {
167
- const isBrowser = typeof window !== 'undefined' && typeof FormData !== 'undefined';
168
- const filename = body.pdf_filename ?? 'document.pdf';
169
- if (isBrowser) {
170
- const form = new FormData();
171
- const blob = new Blob([body.pdf as Uint8Array], { type: 'application/pdf' });
172
- form.append('file', blob, filename);
173
- appendIf(form, 'mode', body.mode);
174
- if (body.hint) form.append('hint', JSON.stringify(body.hint));
175
- appendIf(form, 'template_id', body.template_id);
176
- if (body.template) form.append('template', JSON.stringify(body.template));
177
- appendIf(form, 'user_external_id', body.user_external_id);
178
- if (body.user_metadata) form.append('user_metadata', JSON.stringify(body.user_metadata));
179
- if (typeof body.archive === 'boolean') form.append('archive', String(body.archive));
180
- if (typeof body.force === 'boolean') form.append('force', String(body.force));
181
- if (body.processing) form.append('processing', body.processing);
182
- return (
183
- await AbyssToolsCore.axios.post(`extract/extract`, form, {
184
- params,
185
- headers: { ...authHeader(apiKey), ...extraHeaders },
186
- maxBodyLength: Infinity,
187
- maxContentLength: Infinity,
188
- })
189
- ).data;
190
- }
191
- const FormDataCtor = await loadFormData();
192
- const form = new FormDataCtor();
193
- const buf = Buffer.isBuffer(body.pdf) ? body.pdf : Buffer.from(body.pdf);
194
- form.append('file', buf, {
195
- filename,
196
- contentType: 'application/pdf',
197
- });
198
- appendIf(form, 'mode', body.mode);
199
- if (body.hint) form.append('hint', JSON.stringify(body.hint));
200
- appendIf(form, 'template_id', body.template_id);
201
- if (body.template) form.append('template', JSON.stringify(body.template));
202
- appendIf(form, 'user_external_id', body.user_external_id);
203
- if (body.user_metadata) form.append('user_metadata', JSON.stringify(body.user_metadata));
204
- if (typeof body.archive === 'boolean') form.append('archive', String(body.archive));
205
- if (typeof body.force === 'boolean') form.append('force', String(body.force));
206
- if (body.processing) form.append('processing', body.processing);
183
+ const form = buildExtractMultipart(body);
207
184
  return (
208
185
  await AbyssToolsCore.axios.post(`extract/extract`, form, {
209
186
  params,
210
- headers: {
211
- ...(typeof form.getHeaders === 'function' ? form.getHeaders() : {}),
212
- ...authHeader(apiKey),
213
- ...extraHeaders,
214
- },
187
+ headers: { ...authHeader(apiKey), ...extraHeaders },
215
188
  maxBodyLength: Infinity,
216
189
  maxContentLength: Infinity,
217
190
  })
@@ -228,11 +201,54 @@ const postExtract = async (
228
201
  ).data;
229
202
  };
230
203
 
231
- function appendIf(form: any, key: string, value: unknown): void {
204
+ function appendIf(form: FormData, key: string, value: unknown): void {
232
205
  if (value === undefined || value === null) return;
233
206
  form.append(key, String(value));
234
207
  }
235
208
 
209
+ /** Append the shared extract text fields (all optional) onto a multipart form. */
210
+ function appendExtractFields(form: FormData, body: IExtractBody): void {
211
+ appendIf(form, 'mode', body.mode);
212
+ if (body.hint) form.append('hint', JSON.stringify(body.hint));
213
+ appendIf(form, 'template_id', body.template_id);
214
+ if (body.template) form.append('template', JSON.stringify(body.template));
215
+ appendIf(form, 'user_external_id', body.user_external_id);
216
+ if (body.user_metadata) form.append('user_metadata', JSON.stringify(body.user_metadata));
217
+ if (typeof body.archive === 'boolean') form.append('archive', String(body.archive));
218
+ if (typeof body.force === 'boolean') form.append('force', String(body.force));
219
+ if (body.processing) form.append('processing', body.processing);
220
+ if (body.plan) form.append('plan', JSON.stringify(body.plan));
221
+ appendIf(form, 'plan_preset_id', body.plan_preset_id);
222
+ // Wire name read by the API's parseExtractRequest ('true' / 'false').
223
+ if (typeof body.improvementConsent === 'boolean') {
224
+ form.append('improvement_consent', String(body.improvementConsent));
225
+ }
226
+ }
227
+
228
+ /**
229
+ * Build the multipart form for an extract upload, shared by the personal and
230
+ * application extract clients: the PDF as the `file` part (filename from
231
+ * `body.pdf_filename`, default `document.pdf`) plus the extract text fields.
232
+ * Scope params + auth headers are added by the caller; axios sets the
233
+ * multipart content type. Requires `body.pdf` to be set.
234
+ */
235
+ export function buildExtractMultipart(body: IExtractBody): FormData {
236
+ const pdf = body.pdf;
237
+ if (!pdf) {
238
+ // Precondition: only the multipart-upload path calls this. `postExtract`
239
+ // guards on `body.pdf` itself and falls back to a JSON body otherwise;
240
+ // the application client (extraction.application.api.ts) has no JSON
241
+ // fallback and relies entirely on this throw, since its narrower
242
+ // `IExtractApplicationBody` type requires `pdf` in the first place
243
+ // (#581). Enforced here so the helper is self-contained either way.
244
+ throw new Error('buildExtractMultipart requires body.pdf');
245
+ }
246
+ const form = new FormData();
247
+ appendPdfPart(form, pdf, body.pdf_filename ?? 'document.pdf');
248
+ appendExtractFields(form, body);
249
+ return form;
250
+ }
251
+
236
252
  export const extractBulk = async (
237
253
  body: IExtractBulkBody,
238
254
  scope: IExtractionContentScopeQuery = {},
@@ -253,29 +269,11 @@ export const detect = async (
253
269
  pdfFilename = 'document.pdf',
254
270
  apiKey?: string,
255
271
  ): Promise<IDetectResponse> => {
256
- const isBrowser = typeof window !== 'undefined' && typeof FormData !== 'undefined';
257
- if (isBrowser) {
258
- const form = new FormData();
259
- const blob = new Blob([pdf as Uint8Array], { type: 'application/pdf' });
260
- form.append('file', blob, pdfFilename);
261
- return (
262
- await AbyssToolsCore.axios.post<IDetectResponse>(`extract/detect`, form, {
263
- headers: authHeader(apiKey),
264
- maxBodyLength: Infinity,
265
- maxContentLength: Infinity,
266
- })
267
- ).data;
268
- }
269
- const FormDataCtor = await loadFormData();
270
- const form = new FormDataCtor();
271
- const buf = Buffer.isBuffer(pdf) ? pdf : Buffer.from(pdf);
272
- form.append('file', buf, { filename: pdfFilename, contentType: 'application/pdf' });
272
+ const form = new FormData();
273
+ appendPdfPart(form, pdf, pdfFilename);
273
274
  return (
274
275
  await AbyssToolsCore.axios.post<IDetectResponse>(`extract/detect`, form, {
275
- headers: {
276
- ...(typeof form.getHeaders === 'function' ? form.getHeaders() : {}),
277
- ...authHeader(apiKey),
278
- },
276
+ headers: authHeader(apiKey),
279
277
  maxBodyLength: Infinity,
280
278
  maxContentLength: Infinity,
281
279
  })
@@ -0,0 +1,55 @@
1
+ // Type-level compile test for the APPLICATION extract client (#581).
2
+ // No jest runner in this SDK package; compile guard only (mirrors
3
+ // probe-scan.application.api.test.ts). Run: npx tsc --noEmit, or `npm run build`.
4
+
5
+ import * as api from './extraction.application.api';
6
+ import type { IExtractApplicationBody } from '../types';
7
+
8
+ const _run: typeof api.runExtractionApplication = api.runExtractionApplication;
9
+ void _run;
10
+
11
+ type Body = Parameters<typeof api.runExtractionApplication>[1];
12
+ declare const pdf: Buffer;
13
+
14
+ // What the route accepts: a PDF, mode auto|hint, and the optional fields.
15
+ const _minimal: Body = { pdf, mode: 'auto' };
16
+ const _full: Body = {
17
+ pdf,
18
+ mode: 'hint',
19
+ hint: { bank: 'bnp' },
20
+ pdf_filename: 'invoice.pdf',
21
+ user_external_id: 'u-1',
22
+ user_metadata: { a: 1 },
23
+ archive: true,
24
+ force: false,
25
+ improvementConsent: true,
26
+ };
27
+ const _named: IExtractApplicationBody = _minimal;
28
+ void _minimal;
29
+ void _full;
30
+ void _named;
31
+
32
+ // What the route refuses with a 4xx must not compile.
33
+ // @ts-expect-error the route only accepts a multipart PDF
34
+ const _noPdf: Body = { mode: 'auto' };
35
+ // @ts-expect-error storage_file_id is refused by the application route
36
+ const _storage: Body = { pdf, mode: 'auto', storage_file_id: 'f' };
37
+ // @ts-expect-error template_id is refused by the application route
38
+ const _templateId: Body = { pdf, mode: 'auto', template_id: 't' };
39
+ // @ts-expect-error template is refused by the application route
40
+ const _template: Body = { pdf, mode: 'auto', template: {} };
41
+ // @ts-expect-error plan_preset_id is refused by the application route
42
+ const _preset: Body = { pdf, mode: 'auto', plan_preset_id: 'p' };
43
+ // @ts-expect-error mode template is refused by the application route
44
+ const _modeTemplate: Body = { pdf, mode: 'template' };
45
+ // @ts-expect-error the application route is synchronous only
46
+ const _processing: Body = { pdf, mode: 'auto', processing: 'queue' };
47
+ void _noPdf;
48
+ void _storage;
49
+ void _templateId;
50
+ void _template;
51
+ void _preset;
52
+ void _modeTemplate;
53
+ void _processing;
54
+
55
+ export {};
@@ -0,0 +1,73 @@
1
+ // ──────────────────────────────────────────────
2
+ // AbyssExtract APPLICATION extract API — POST
3
+ // /extract/application/:applicationId/extract. Mirrors
4
+ // apps/api/src/api/controllers/extraction-extract-application.controller.ts
5
+ // EXACTLY — the application counterpart of extraction.api.ts's `extractSync`,
6
+ // for inter-service callers (e.g. AbyssBanking) authenticating with a project
7
+ // API key instead of a personal/org session.
8
+ //
9
+ // Reuses extraction.api.ts's `buildExtractMultipart` (the same global
10
+ // `FormData` + `Blob` multipart body as the personal client) and the
11
+ // response TYPE verbatim (`IExtractSyncResponse`) — never redefined here.
12
+ // The request body is `IExtractApplicationBody`, a narrower type than the
13
+ // personal client's `IExtractBody`: it types exactly what this route accepts
14
+ // (#581) — see extraction.request.ts. There is NO scope query param: unlike
15
+ // the personal/org route's `?organization_id=`, an application caller's scope
16
+ // is entirely its `:applicationId` URL segment, resolved server-side by
17
+ // ApplicationMiddleware (round-trips to abyss-main).
18
+ //
19
+ // `authHeaderApplication` is kept LOCAL and unexported, same convention as the
20
+ // personal client's own `authHeader` — it sends `API_KEY_APPLICATION_HEADER`
21
+ // (`abyss-api-key-application`) instead of the personal `abyss-api-key`.
22
+ //
23
+ // The endpoint is SYNCHRONOUS (the machine caller gets the extraction inline —
24
+ // no queue), so the return is always the `IExtractSyncResponse` shape.
25
+ // ──────────────────────────────────────────────
26
+
27
+ import { AbyssToolsCore, API_KEY_APPLICATION_HEADER } from '..';
28
+ import type { IExtractApplicationBody } from '../types';
29
+ import type { IExtractSyncResponse } from '../types';
30
+ import { buildExtractMultipart, ExtractCallOptions } from './extraction.api';
31
+
32
+ function authHeaderApplication(applicationApiKey?: string): Record<string, string> {
33
+ return applicationApiKey ? { [API_KEY_APPLICATION_HEADER]: applicationApiKey } : {};
34
+ }
35
+
36
+ /**
37
+ * `POST /extract/application/:applicationId/extract` — run one synchronous
38
+ * extraction OWNED by `applicationId` and BILLED to its resolved owning
39
+ * organization. The route accepts only a multipart PDF upload: send
40
+ * `body.pdf`, with `body.mode` `auto` or `hint`; `body.plan` (inline, single
41
+ * pass, no OCR, no template pass) and `body.improvementConsent` travel as
42
+ * multipart fields. The route refuses `storage_file_id`, `plan_preset_id`,
43
+ * `template_id` and `template` with a 4xx. A body without `pdf` never reaches
44
+ * the route at all: `IExtractApplicationBody` requires it, and this client's
45
+ * `buildExtractMultipart` throws locally ("buildExtractMultipart requires
46
+ * body.pdf") before any request is sent (#581). The memory watchdog may still
47
+ * answer 503 on a well-formed call, before the route reads the body.
48
+ * `options` forwards a Stripe-style
49
+ * `Idempotency-Key` header (24h replay window) when set — replayed only for
50
+ * the IDENTICAL request; the same key sent with another document or another
51
+ * body answers 422 `IDEMPOTENCY_KEY_REUSED` (see `ExtractCallOptions`).
52
+ */
53
+ export const runExtractionApplication = async (
54
+ applicationId: string,
55
+ body: IExtractApplicationBody,
56
+ options: ExtractCallOptions = {},
57
+ applicationApiKey?: string,
58
+ ): Promise<IExtractSyncResponse> => {
59
+ const extraHeaders: Record<string, string> = {};
60
+ if (options.idempotencyKey) {
61
+ extraHeaders['Idempotency-Key'] = options.idempotencyKey;
62
+ }
63
+ const url = `extract/application/${applicationId}/extract`;
64
+
65
+ const form = buildExtractMultipart(body);
66
+ return (
67
+ await AbyssToolsCore.axios.post<IExtractSyncResponse>(url, form, {
68
+ headers: { ...authHeaderApplication(applicationApiKey), ...extraHeaders },
69
+ maxBodyLength: Infinity,
70
+ maxContentLength: Infinity,
71
+ })
72
+ ).data;
73
+ };
package/src/api/index.ts CHANGED
@@ -46,6 +46,7 @@ export * from './tag.api';
46
46
 
47
47
  // Extraction
48
48
  export * from './extraction.api';
49
+ export * from './extraction.application.api';
49
50
  export * from './extraction-settings.api';
50
51
  export * from './extraction-plan-preset.api';
51
52
 
@@ -18,4 +18,30 @@ void _scanAsync;
18
18
  void _getScan;
19
19
  void _listScans;
20
20
 
21
+ // The accepted file inputs (#519). A Blob covers the browser's File and Node's
22
+ // file-backed fs.openAsBlob(path); raw bytes are accepted as a Uint8Array (and
23
+ // therefore a Buffer). A Node stream is refused AT COMPILE TIME: the body is a
24
+ // spec FormData, whose parts need a known length, so honouring a stream would
25
+ // mean buffering up to 2 GiB in memory.
26
+ declare const blob: Blob;
27
+ declare const bytes: Uint8Array;
28
+ declare const buffer: Buffer;
29
+ declare const stream: NodeJS.ReadableStream;
30
+
31
+ const _fromBlob: api.ProbeScanFileInput = blob;
32
+ const _fromBytes: api.ProbeScanFileInput = bytes;
33
+ const _fromBuffer: api.ProbeScanFileInput = buffer;
34
+ // @ts-expect-error a Readable stream is not an accepted scan input since 2.12.0
35
+ const _fromStream: api.ProbeScanFileInput = stream;
36
+
37
+ void _fromBlob;
38
+ void _fromBytes;
39
+ void _fromBuffer;
40
+ void _fromStream;
41
+
42
+ // buildScanForm returns the FormData alone — axios sets the multipart
43
+ // content type and boundary, so there are no headers to merge in.
44
+ const _form: FormData = api.buildScanForm(blob, { filename: 'f.bin' });
45
+ void _form;
46
+
21
47
  export {};
@@ -6,13 +6,20 @@
6
6
  // add no extra path segment (`@Controller({ prefixPath: '/scan' })`), so
7
7
  // these calls hit `scan`/`scan/:id` directly — no `probe/` prefix.
8
8
  //
9
- // File-upload dual environment handling (browser `FormData`/`Blob` vs Node
10
- // `Buffer`/stream + the `form-data` package) mirrors this package's own
11
- // extraction.api.ts (`detect`/`postExtract`): AbyssProbe is meant to be
12
- // called from the abyss-main UI (a browser) as well as from Node services
13
- // (abyss-storage, external integrators). `form-data` is lazy-`require`d
14
- // (never statically imported) so a browser bundle never tries to resolve
15
- // the Node-only package.
9
+ // Multipart bodies are built with the global `FormData` + `Blob` — the same
10
+ // code in a browser and on Node, mirroring this package's own
11
+ // extraction.api.ts. axios serializes a spec-compliant FormData on both and
12
+ // sets the multipart boundary itself, so no content-type header is ever set by
13
+ // hand. AbyssProbe is called from the abyss-main UI (a browser) as well as
14
+ // from Node services (abyss-storage, external integrators).
15
+ //
16
+ // A Node caller holding a file ON DISK passes `await fs.openAsBlob(path)`,
17
+ // which requires Node >= 19.8 — hence `engines.node` in package.json.
18
+ // `FormData` and `Blob` alone would only need Node 18, but openAsBlob is this
19
+ // client's documented way to send a file, and promising 18.x only to fail at
20
+ // runtime is worse than refusing the install. A caller that already holds its
21
+ // bytes passes a `Buffer`/`Uint8Array` and has no such constraint (see
22
+ // {@link ProbeScanFileInput}).
16
23
  //
17
24
  // `authHeader`/`serializeProbeQuery` are kept LOCAL and unexported (not a
18
25
  // shared utils file) — same convention as every other extract/*.api.ts file
@@ -61,60 +68,65 @@ function serializeProbeQuery<T extends object>(query: T): Record<string, unknown
61
68
  return out;
62
69
  }
63
70
 
64
- /** Anything `sdk.probe.scan` accepts as the file to submit. */
65
- export type ProbeScanFileInput = Buffer | Uint8Array | NodeJS.ReadableStream | Blob;
66
-
67
- function isBrowserEnv(): boolean {
68
- return typeof window !== 'undefined' && typeof FormData !== 'undefined';
69
- }
70
-
71
- async function loadNodeFormData(): Promise<any> {
72
- // Indirect eval so bundlers (esbuild/vite/webpack) do not try to resolve
73
- // the Node-only "form-data" package when this file is included in a
74
- // browser bundle. The require only ever runs at runtime on Node.
75
- // eslint-disable-next-line @typescript-eslint/no-implied-eval, no-new-func
76
- const nodeRequire: NodeRequire = new Function('return require')();
77
- return nodeRequire('form-data');
78
- }
71
+ /**
72
+ * Anything `sdk.probe.scan` accepts as the file to submit.
73
+ *
74
+ * `Blob` covers the browser's `File` (a `Blob` subclass) and, on Node, a
75
+ * FILE-BACKED blob from `await fs.openAsBlob(path)` (Node >= 19.8): its bytes
76
+ * are read from disk as the request body is written, so scanning a file at the
77
+ * 2 GiB ceiling never holds the file in memory. `Uint8Array` (and therefore
78
+ * `Buffer`) is for a caller that already holds the bytes.
79
+ *
80
+ * A Node `Readable` is NOT accepted. The body is a spec `FormData`, whose
81
+ * parts must have a known length, so a stream could only be honoured by
82
+ * buffering it whole — precisely what a 2 GiB scan must not do. A caller
83
+ * holding a path passes `await fs.openAsBlob(path)` instead.
84
+ */
85
+ export type ProbeScanFileInput = Blob | Uint8Array;
79
86
 
80
- export interface BuiltScanForm {
81
- form: unknown;
82
- headers: Record<string, string>;
87
+ /**
88
+ * The file as one multipart part.
89
+ *
90
+ * A `Blob` is used as-is, keeping whatever streaming its implementation gives
91
+ * (a file-backed `openAsBlob` reads from disk lazily); raw bytes are wrapped
92
+ * in a `Blob` carrying `mimeType`. `Buffer` is never named here — this code
93
+ * also runs in a browser bundle, where the global does not exist — and
94
+ * `Buffer` is a `Uint8Array` subclass, so the check below already covers it.
95
+ *
96
+ * Anything else is refused with an actionable message. Until 2.12.0 the same
97
+ * call died on Node with `ReferenceError: require is not defined`, thrown by a
98
+ * `form-data` loader before any request was made (#519): it named neither the
99
+ * cause nor the fix.
100
+ */
101
+ function toScanFilePart(file: ProbeScanFileInput, mimeType?: string): Blob {
102
+ if (file instanceof Blob) return file;
103
+ if (file instanceof Uint8Array) return new Blob([new Uint8Array(file)], { type: mimeType ?? '' });
104
+
105
+ const isStream = typeof (file as { pipe?: unknown } | null | undefined)?.pipe === 'function';
106
+ throw new TypeError(
107
+ `A probe scan file must be a Blob (a browser File, or fs.openAsBlob(path) on Node), ` +
108
+ `a Buffer or a Uint8Array — received ${isStream ? 'a stream' : typeof file}. ` +
109
+ `On Node, pass \`await fs.openAsBlob(path)\`: a file-backed Blob is streamed from ` +
110
+ `disk, so the file is never buffered in memory.`,
111
+ );
83
112
  }
84
113
 
85
114
  /**
86
115
  * Exported (not just this file's own `scan` internals) so
87
116
  * probe-scan.application.api.ts reuses this EXACT multipart-building logic
88
- * (browser `FormData`/`Blob` vs Node `Buffer`/stream + lazy-required
89
- * `form-data`) rather than duplicating it — the file-upload contract is
90
- * identical for a personal/org caller and an application caller; only the
91
- * URL/auth differ (see that file's header comment).
117
+ * rather than duplicating it — the file-upload contract is identical for a
118
+ * personal/org caller and an application caller; only the URL/auth differ
119
+ * (see that file's header comment).
120
+ *
121
+ * Returns the form alone: axios sets the multipart content type, boundary
122
+ * included, so there is no header for the caller to merge in.
92
123
  */
93
- export async function buildScanForm(
94
- file: ProbeScanFileInput,
95
- options: IScanOptions,
96
- ): Promise<BuiltScanForm> {
97
- const filename = options.filename ?? 'file';
98
-
99
- if (isBrowserEnv()) {
100
- const form = new FormData();
101
- const blob =
102
- file instanceof Blob ? file : new Blob([file as BlobPart], { type: options.mimeType });
103
- form.append('file', blob, filename);
104
- if (options.context) form.append('context', JSON.stringify(options.context));
105
- if (options.callbackUrl) form.append('callbackUrl', options.callbackUrl);
106
- return { form, headers: {} };
107
- }
108
-
109
- const FormDataCtor = await loadNodeFormData();
110
- const form = new FormDataCtor();
111
- const filePart =
112
- Buffer.isBuffer(file) || file instanceof Uint8Array ? Buffer.from(file as Uint8Array) : file;
113
- form.append('file', filePart, { filename, contentType: options.mimeType });
124
+ export function buildScanForm(file: ProbeScanFileInput, options: IScanOptions): FormData {
125
+ const form = new FormData();
126
+ form.append('file', toScanFilePart(file, options.mimeType), options.filename ?? 'file');
114
127
  if (options.context) form.append('context', JSON.stringify(options.context));
115
128
  if (options.callbackUrl) form.append('callbackUrl', options.callbackUrl);
116
- const headers = typeof form.getHeaders === 'function' ? form.getHeaders() : {};
117
- return { form, headers };
129
+ return form;
118
130
  }
119
131
 
120
132
  /**
@@ -134,11 +146,11 @@ export const scan = async (
134
146
  options: IScanOptions = {},
135
147
  apiKey?: string,
136
148
  ): Promise<IScanResponse> => {
137
- const { form, headers } = await buildScanForm(file, options);
149
+ const form = buildScanForm(file, options);
138
150
  return (
139
151
  await AbyssToolsCore.axios.post<IScanResponse>('scan', form, {
140
152
  params: serializeProbeQuery({ mode: options.mode, organizationId: options.organizationId }),
141
- headers: { ...headers, ...authHeader(apiKey) },
153
+ headers: authHeader(apiKey),
142
154
  maxBodyLength: Infinity,
143
155
  maxContentLength: Infinity,
144
156
  })
@@ -18,4 +18,18 @@ void _scanAsync;
18
18
  void _getScan;
19
19
  void _listScans;
20
20
 
21
+ // The application client takes the SAME file input as the personal one (it
22
+ // reuses buildScanForm verbatim) — abyss-storage, its main caller, hands over
23
+ // `await fs.openAsBlob(path)`. A stream is refused at compile time (#519); see
24
+ // probe-scan.api.test.ts for the full input matrix.
25
+ declare const blob: Blob;
26
+ declare const stream: NodeJS.ReadableStream;
27
+
28
+ const _fromBlob: Parameters<typeof api.scanSyncApplication>[1] = blob;
29
+ // @ts-expect-error a Readable stream is not an accepted scan input since 2.12.0
30
+ const _fromStream: Parameters<typeof api.scanSyncApplication>[1] = stream;
31
+
32
+ void _fromBlob;
33
+ void _fromStream;
34
+
21
35
  export {};
@@ -8,9 +8,9 @@
8
8
  // (abyss-storage, external integrations) authenticating with a project API
9
9
  // key instead of a personal/org session.
10
10
  //
11
- // Reuses probe-scan.api.ts's `buildScanForm` (same dual-environment
12
- // multipart handling — browser `FormData`/`Blob` vs Node `Buffer`/stream +
13
- // lazy-required `form-data`) and every request/response TYPE verbatim
11
+ // Reuses probe-scan.api.ts's `buildScanForm` (the global `FormData` + `Blob`,
12
+ // one code path for the browser and for Node — see that file's header for what
13
+ // a Node caller passes) and every request/response TYPE verbatim
14
14
  // (`IScanOptions`, `IListScansQuery`, `IScanResponse`, `IScanSyncResponse`,
15
15
  // `IScanAsyncResponse`, `IGetScanResponse`, `IPaginateScanResponse`) — never
16
16
  // redefined here. `organizationId` is `Omit`'d from every option/query type
@@ -79,11 +79,11 @@ export const scanApplication = async (
79
79
  options: Omit<IScanOptions, 'organizationId'> = {},
80
80
  applicationApiKey?: string,
81
81
  ): Promise<IScanResponse> => {
82
- const { form, headers } = await buildScanForm(file, options);
82
+ const form = buildScanForm(file, options);
83
83
  return (
84
84
  await AbyssToolsCore.axios.post<IScanResponse>(`application/${applicationId}/scan`, form, {
85
85
  params: serializeProbeQuery({ mode: options.mode }),
86
- headers: { ...headers, ...authHeaderApplication(applicationApiKey) },
86
+ headers: authHeaderApplication(applicationApiKey),
87
87
  maxBodyLength: Infinity,
88
88
  maxContentLength: Infinity,
89
89
  })
@@ -23,7 +23,9 @@ export const getRetrospective = async (
23
23
  params: IGetRetrospectiveParams,
24
24
  ): Promise<IGetRetrospectiveResponse> => {
25
25
  return (
26
- await AbyssToolsCore.axios.get<IGetRetrospectiveResponse>(`retrospective/${params.retrospectiveId}`)
26
+ await AbyssToolsCore.axios.get<IGetRetrospectiveResponse>(
27
+ `retrospective/${params.retrospectiveId}`,
28
+ )
27
29
  ).data;
28
30
  };
29
31
 
@@ -52,7 +54,8 @@ export const paginateRetrospective = async (
52
54
  export const createRetrospective = async (
53
55
  body: ICreateRetrospectiveBody,
54
56
  ): Promise<ICreateRetrospectiveResponse> => {
55
- return (await AbyssToolsCore.axios.post<ICreateRetrospectiveResponse>(`retrospective`, body)).data;
57
+ return (await AbyssToolsCore.axios.post<ICreateRetrospectiveResponse>(`retrospective`, body))
58
+ .data;
56
59
  };
57
60
 
58
61
  export const createForOrganizationRetrospective = async (
@@ -113,9 +116,9 @@ export const transferRetrospective = async (
113
116
  ).data;
114
117
  };
115
118
 
116
- export const countOrganizationRetrospective = async (
117
- params: { organizationId: string },
118
- ): Promise<ICountOrganizationResponse> => {
119
+ export const countOrganizationRetrospective = async (params: {
120
+ organizationId: string;
121
+ }): Promise<ICountOrganizationResponse> => {
119
122
  return (
120
123
  await AbyssToolsCore.axios.get<ICountOrganizationResponse>(
121
124
  `retrospective/organization/${params.organizationId}/count`,