@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +71 -2
  3. package/agent-meta/manifest.json +64 -0
  4. package/agent-meta/skills/file-streams/SKILL.md +183 -0
  5. package/agent-meta/skills/file-streams/parts/network.md +47 -0
  6. package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
  7. package/build/archive/consts.d.ts +16 -0
  8. package/build/archive/consts.d.ts.map +1 -0
  9. package/build/archive/consts.js +24 -0
  10. package/build/archive/consts.js.map +1 -0
  11. package/build/archive/formats.d.ts +4 -0
  12. package/build/archive/formats.d.ts.map +1 -0
  13. package/build/archive/formats.js +53 -0
  14. package/build/archive/formats.js.map +1 -0
  15. package/build/archive/guard.d.ts +5 -0
  16. package/build/archive/guard.d.ts.map +1 -0
  17. package/build/archive/guard.js +62 -0
  18. package/build/archive/guard.js.map +1 -0
  19. package/build/archive/ratio.d.ts +5 -0
  20. package/build/archive/ratio.d.ts.map +1 -0
  21. package/build/archive/ratio.js +30 -0
  22. package/build/archive/ratio.js.map +1 -0
  23. package/build/archive/tar.d.ts +4 -0
  24. package/build/archive/tar.d.ts.map +1 -0
  25. package/build/archive/tar.js +142 -0
  26. package/build/archive/tar.js.map +1 -0
  27. package/build/archive/types.d.ts +95 -0
  28. package/build/archive/types.d.ts.map +1 -0
  29. package/build/archive/types.js +2 -0
  30. package/build/archive/types.js.map +1 -0
  31. package/build/archive/types.local.d.ts +64 -0
  32. package/build/archive/types.local.d.ts.map +1 -0
  33. package/build/archive/types.local.js +2 -0
  34. package/build/archive/types.local.js.map +1 -0
  35. package/build/archive/zip.d.ts +4 -0
  36. package/build/archive/zip.d.ts.map +1 -0
  37. package/build/archive/zip.js +135 -0
  38. package/build/archive/zip.js.map +1 -0
  39. package/build/archive.d.ts +4 -0
  40. package/build/archive.d.ts.map +1 -0
  41. package/build/archive.js +265 -0
  42. package/build/archive.js.map +1 -0
  43. package/build/backed-workspace/types.d.ts +67 -0
  44. package/build/backed-workspace/types.d.ts.map +1 -0
  45. package/build/backed-workspace/types.js +2 -0
  46. package/build/backed-workspace/types.js.map +1 -0
  47. package/build/backed-workspace.d.ts +4 -0
  48. package/build/backed-workspace.d.ts.map +1 -0
  49. package/build/backed-workspace.js +63 -0
  50. package/build/backed-workspace.js.map +1 -0
  51. package/build/consts.d.ts +3 -0
  52. package/build/consts.d.ts.map +1 -0
  53. package/build/consts.js +3 -0
  54. package/build/consts.js.map +1 -0
  55. package/build/consts.local.d.ts +3 -0
  56. package/build/consts.local.d.ts.map +1 -0
  57. package/build/consts.local.js +3 -0
  58. package/build/consts.local.js.map +1 -0
  59. package/build/errors.d.ts +59 -0
  60. package/build/errors.d.ts.map +1 -0
  61. package/build/errors.js +105 -0
  62. package/build/errors.js.map +1 -0
  63. package/build/http/connector.d.ts +11 -0
  64. package/build/http/connector.d.ts.map +1 -0
  65. package/build/http/connector.js +124 -0
  66. package/build/http/connector.js.map +1 -0
  67. package/build/http/consts.d.ts +9 -0
  68. package/build/http/consts.d.ts.map +1 -0
  69. package/build/http/consts.js +8 -0
  70. package/build/http/consts.js.map +1 -0
  71. package/build/http/source.d.ts +5 -0
  72. package/build/http/source.d.ts.map +1 -0
  73. package/build/http/source.js +76 -0
  74. package/build/http/source.js.map +1 -0
  75. package/build/http/types.d.ts +67 -0
  76. package/build/http/types.d.ts.map +1 -0
  77. package/build/http/types.js +2 -0
  78. package/build/http/types.js.map +1 -0
  79. package/build/http/types.local.d.ts +21 -0
  80. package/build/http/types.local.d.ts.map +1 -0
  81. package/build/http/types.local.js +2 -0
  82. package/build/http/types.local.js.map +1 -0
  83. package/build/http.d.ts +4 -0
  84. package/build/http.d.ts.map +1 -0
  85. package/build/http.js +248 -0
  86. package/build/http.js.map +1 -0
  87. package/build/index.d.ts +53 -0
  88. package/build/index.d.ts.map +1 -0
  89. package/build/index.js +33 -0
  90. package/build/index.js.map +1 -0
  91. package/build/network/consts.d.ts +12 -0
  92. package/build/network/consts.d.ts.map +1 -0
  93. package/build/network/consts.js +20 -0
  94. package/build/network/consts.js.map +1 -0
  95. package/build/network/types.d.ts +43 -0
  96. package/build/network/types.d.ts.map +1 -0
  97. package/build/network/types.js +2 -0
  98. package/build/network/types.js.map +1 -0
  99. package/build/network.d.ts +4 -0
  100. package/build/network.d.ts.map +1 -0
  101. package/build/network.js +165 -0
  102. package/build/network.js.map +1 -0
  103. package/build/proxy/consts.d.ts +7 -0
  104. package/build/proxy/consts.d.ts.map +1 -0
  105. package/build/proxy/consts.js +9 -0
  106. package/build/proxy/consts.js.map +1 -0
  107. package/build/proxy/endpoint.d.ts +4 -0
  108. package/build/proxy/endpoint.d.ts.map +1 -0
  109. package/build/proxy/endpoint.js +27 -0
  110. package/build/proxy/endpoint.js.map +1 -0
  111. package/build/proxy/http.d.ts +5 -0
  112. package/build/proxy/http.d.ts.map +1 -0
  113. package/build/proxy/http.js +95 -0
  114. package/build/proxy/http.js.map +1 -0
  115. package/build/proxy/router.d.ts +4 -0
  116. package/build/proxy/router.d.ts.map +1 -0
  117. package/build/proxy/router.js +85 -0
  118. package/build/proxy/router.js.map +1 -0
  119. package/build/proxy/socks.d.ts +5 -0
  120. package/build/proxy/socks.d.ts.map +1 -0
  121. package/build/proxy/socks.js +44 -0
  122. package/build/proxy/socks.js.map +1 -0
  123. package/build/proxy/types.d.ts +99 -0
  124. package/build/proxy/types.d.ts.map +1 -0
  125. package/build/proxy/types.js +2 -0
  126. package/build/proxy/types.js.map +1 -0
  127. package/build/resolvers/google-drive/consts.d.ts +10 -0
  128. package/build/resolvers/google-drive/consts.d.ts.map +1 -0
  129. package/build/resolvers/google-drive/consts.js +16 -0
  130. package/build/resolvers/google-drive/consts.js.map +1 -0
  131. package/build/resolvers/google-drive/types.d.ts +21 -0
  132. package/build/resolvers/google-drive/types.d.ts.map +1 -0
  133. package/build/resolvers/google-drive/types.js +2 -0
  134. package/build/resolvers/google-drive/types.js.map +1 -0
  135. package/build/resolvers/google-drive.d.ts +10 -0
  136. package/build/resolvers/google-drive.d.ts.map +1 -0
  137. package/build/resolvers/google-drive.js +130 -0
  138. package/build/resolvers/google-drive.js.map +1 -0
  139. package/build/resolvers/types.d.ts +39 -0
  140. package/build/resolvers/types.d.ts.map +1 -0
  141. package/build/resolvers/types.js +2 -0
  142. package/build/resolvers/types.js.map +1 -0
  143. package/build/s3/consts.d.ts +9 -0
  144. package/build/s3/consts.d.ts.map +1 -0
  145. package/build/s3/consts.js +9 -0
  146. package/build/s3/consts.js.map +1 -0
  147. package/build/s3/prefix.d.ts +4 -0
  148. package/build/s3/prefix.d.ts.map +1 -0
  149. package/build/s3/prefix.js +87 -0
  150. package/build/s3/prefix.js.map +1 -0
  151. package/build/s3/sink.d.ts +6 -0
  152. package/build/s3/sink.d.ts.map +1 -0
  153. package/build/s3/sink.js +30 -0
  154. package/build/s3/sink.js.map +1 -0
  155. package/build/s3/source.d.ts +5 -0
  156. package/build/s3/source.d.ts.map +1 -0
  157. package/build/s3/source.js +81 -0
  158. package/build/s3/source.js.map +1 -0
  159. package/build/s3/types.d.ts +66 -0
  160. package/build/s3/types.d.ts.map +1 -0
  161. package/build/s3/types.js +2 -0
  162. package/build/s3/types.js.map +1 -0
  163. package/build/s3/types.local.d.ts +43 -0
  164. package/build/s3/types.local.d.ts.map +1 -0
  165. package/build/s3/types.local.js +2 -0
  166. package/build/s3/types.local.js.map +1 -0
  167. package/build/s3/upload.d.ts +4 -0
  168. package/build/s3/upload.d.ts.map +1 -0
  169. package/build/s3/upload.js +118 -0
  170. package/build/s3/upload.js.map +1 -0
  171. package/build/s3.d.ts +5 -0
  172. package/build/s3.d.ts.map +1 -0
  173. package/build/s3.js +68 -0
  174. package/build/s3.js.map +1 -0
  175. package/build/service/types.d.ts +66 -0
  176. package/build/service/types.d.ts.map +1 -0
  177. package/build/service/types.js +2 -0
  178. package/build/service/types.js.map +1 -0
  179. package/build/service/types.local.d.ts +11 -0
  180. package/build/service/types.local.d.ts.map +1 -0
  181. package/build/service/types.local.js +2 -0
  182. package/build/service/types.local.js.map +1 -0
  183. package/build/service.d.ts +6 -0
  184. package/build/service.d.ts.map +1 -0
  185. package/build/service.js +73 -0
  186. package/build/service.js.map +1 -0
  187. package/build/sinks/buffer/consts.d.ts +2 -0
  188. package/build/sinks/buffer/consts.d.ts.map +1 -0
  189. package/build/sinks/buffer/consts.js +2 -0
  190. package/build/sinks/buffer/consts.js.map +1 -0
  191. package/build/sinks/buffer/types.d.ts +11 -0
  192. package/build/sinks/buffer/types.d.ts.map +1 -0
  193. package/build/sinks/buffer/types.js +2 -0
  194. package/build/sinks/buffer/types.js.map +1 -0
  195. package/build/sinks/buffer.d.ts +4 -0
  196. package/build/sinks/buffer.d.ts.map +1 -0
  197. package/build/sinks/buffer.js +13 -0
  198. package/build/sinks/buffer.js.map +1 -0
  199. package/build/sinks/directory/types.d.ts +7 -0
  200. package/build/sinks/directory/types.d.ts.map +1 -0
  201. package/build/sinks/directory/types.js +2 -0
  202. package/build/sinks/directory/types.js.map +1 -0
  203. package/build/sinks/directory.d.ts +8 -0
  204. package/build/sinks/directory.d.ts.map +1 -0
  205. package/build/sinks/directory.js +43 -0
  206. package/build/sinks/directory.js.map +1 -0
  207. package/build/sinks/file.d.ts +5 -0
  208. package/build/sinks/file.d.ts.map +1 -0
  209. package/build/sinks/file.js +46 -0
  210. package/build/sinks/file.js.map +1 -0
  211. package/build/sinks/types.d.ts +11 -0
  212. package/build/sinks/types.d.ts.map +1 -0
  213. package/build/sinks/types.js +2 -0
  214. package/build/sinks/types.js.map +1 -0
  215. package/build/sinks/workload/consts.d.ts +5 -0
  216. package/build/sinks/workload/consts.d.ts.map +1 -0
  217. package/build/sinks/workload/consts.js +5 -0
  218. package/build/sinks/workload/consts.js.map +1 -0
  219. package/build/sinks/workload/types.d.ts +17 -0
  220. package/build/sinks/workload/types.d.ts.map +1 -0
  221. package/build/sinks/workload/types.js +2 -0
  222. package/build/sinks/workload/types.js.map +1 -0
  223. package/build/sinks/workload.d.ts +8 -0
  224. package/build/sinks/workload.d.ts.map +1 -0
  225. package/build/sinks/workload.js +51 -0
  226. package/build/sinks/workload.js.map +1 -0
  227. package/build/sources/buffer.d.ts +5 -0
  228. package/build/sources/buffer.d.ts.map +1 -0
  229. package/build/sources/buffer.js +20 -0
  230. package/build/sources/buffer.js.map +1 -0
  231. package/build/sources/file.d.ts +5 -0
  232. package/build/sources/file.d.ts.map +1 -0
  233. package/build/sources/file.js +50 -0
  234. package/build/sources/file.js.map +1 -0
  235. package/build/sources/stream.d.ts +5 -0
  236. package/build/sources/stream.d.ts.map +1 -0
  237. package/build/sources/stream.js +19 -0
  238. package/build/sources/stream.js.map +1 -0
  239. package/build/sources/types.d.ts +10 -0
  240. package/build/sources/types.d.ts.map +1 -0
  241. package/build/sources/types.js +2 -0
  242. package/build/sources/types.js.map +1 -0
  243. package/build/sources/workload/types.d.ts +29 -0
  244. package/build/sources/workload/types.d.ts.map +1 -0
  245. package/build/sources/workload/types.js +2 -0
  246. package/build/sources/workload/types.js.map +1 -0
  247. package/build/sources/workload.d.ts +7 -0
  248. package/build/sources/workload.d.ts.map +1 -0
  249. package/build/sources/workload.js +67 -0
  250. package/build/sources/workload.js.map +1 -0
  251. package/build/transfer/consts.d.ts +5 -0
  252. package/build/transfer/consts.d.ts.map +1 -0
  253. package/build/transfer/consts.js +8 -0
  254. package/build/transfer/consts.js.map +1 -0
  255. package/build/transfer/types.d.ts +49 -0
  256. package/build/transfer/types.d.ts.map +1 -0
  257. package/build/transfer/types.js +2 -0
  258. package/build/transfer/types.js.map +1 -0
  259. package/build/transfer.d.ts +4 -0
  260. package/build/transfer.d.ts.map +1 -0
  261. package/build/transfer.js +75 -0
  262. package/build/transfer.js.map +1 -0
  263. package/build/types.d.ts +99 -0
  264. package/build/types.d.ts.map +1 -0
  265. package/build/types.js +2 -0
  266. package/build/types.js.map +1 -0
  267. package/build/utils/names/consts.d.ts +5 -0
  268. package/build/utils/names/consts.d.ts.map +1 -0
  269. package/build/utils/names/consts.js +5 -0
  270. package/build/utils/names/consts.js.map +1 -0
  271. package/build/utils/names/types.d.ts +13 -0
  272. package/build/utils/names/types.d.ts.map +1 -0
  273. package/build/utils/names/types.js +2 -0
  274. package/build/utils/names/types.js.map +1 -0
  275. package/build/utils/names.d.ts +4 -0
  276. package/build/utils/names.d.ts.map +1 -0
  277. package/build/utils/names.js +60 -0
  278. package/build/utils/names.js.map +1 -0
  279. package/build/utils/paths/consts.d.ts +3 -0
  280. package/build/utils/paths/consts.d.ts.map +1 -0
  281. package/build/utils/paths/consts.js +2 -0
  282. package/build/utils/paths/consts.js.map +1 -0
  283. package/build/utils/paths/types.d.ts +20 -0
  284. package/build/utils/paths/types.d.ts.map +1 -0
  285. package/build/utils/paths/types.js +2 -0
  286. package/build/utils/paths/types.js.map +1 -0
  287. package/build/utils/paths.d.ts +4 -0
  288. package/build/utils/paths.d.ts.map +1 -0
  289. package/build/utils/paths.js +67 -0
  290. package/build/utils/paths.js.map +1 -0
  291. package/build/utils/range/types.d.ts +11 -0
  292. package/build/utils/range/types.d.ts.map +1 -0
  293. package/build/utils/range/types.js +2 -0
  294. package/build/utils/range/types.js.map +1 -0
  295. package/build/utils/range.d.ts +4 -0
  296. package/build/utils/range.d.ts.map +1 -0
  297. package/build/utils/range.js +64 -0
  298. package/build/utils/range.js.map +1 -0
  299. package/build/utils/redact/types.d.ts +16 -0
  300. package/build/utils/redact/types.d.ts.map +1 -0
  301. package/build/utils/redact/types.js +2 -0
  302. package/build/utils/redact/types.js.map +1 -0
  303. package/build/utils/redact.d.ts +4 -0
  304. package/build/utils/redact.d.ts.map +1 -0
  305. package/build/utils/redact.js +18 -0
  306. package/build/utils/redact.js.map +1 -0
  307. package/build/utils/signals/types.d.ts +17 -0
  308. package/build/utils/signals/types.d.ts.map +1 -0
  309. package/build/utils/signals/types.js +2 -0
  310. package/build/utils/signals/types.js.map +1 -0
  311. package/build/utils/signals.d.ts +4 -0
  312. package/build/utils/signals.d.ts.map +1 -0
  313. package/build/utils/signals.js +52 -0
  314. package/build/utils/signals.js.map +1 -0
  315. package/build/utils/streams/consts.d.ts +3 -0
  316. package/build/utils/streams/consts.d.ts.map +1 -0
  317. package/build/utils/streams/consts.js +3 -0
  318. package/build/utils/streams/consts.js.map +1 -0
  319. package/build/utils/streams/types.d.ts +59 -0
  320. package/build/utils/streams/types.d.ts.map +1 -0
  321. package/build/utils/streams/types.js +2 -0
  322. package/build/utils/streams/types.js.map +1 -0
  323. package/build/utils/streams.d.ts +4 -0
  324. package/build/utils/streams.d.ts.map +1 -0
  325. package/build/utils/streams.js +167 -0
  326. package/build/utils/streams.js.map +1 -0
  327. package/build/utils/tree/types.d.ts +6 -0
  328. package/build/utils/tree/types.d.ts.map +1 -0
  329. package/build/utils/tree/types.js +2 -0
  330. package/build/utils/tree/types.js.map +1 -0
  331. package/build/utils/tree.d.ts +4 -0
  332. package/build/utils/tree.d.ts.map +1 -0
  333. package/build/utils/tree.js +14 -0
  334. package/build/utils/tree.js.map +1 -0
  335. package/build/workspace/consts.d.ts +12 -0
  336. package/build/workspace/consts.d.ts.map +1 -0
  337. package/build/workspace/consts.js +12 -0
  338. package/build/workspace/consts.js.map +1 -0
  339. package/build/workspace/consts.local.d.ts +3 -0
  340. package/build/workspace/consts.local.d.ts.map +1 -0
  341. package/build/workspace/consts.local.js +3 -0
  342. package/build/workspace/consts.local.js.map +1 -0
  343. package/build/workspace/fs.d.ts +4 -0
  344. package/build/workspace/fs.d.ts.map +1 -0
  345. package/build/workspace/fs.js +45 -0
  346. package/build/workspace/fs.js.map +1 -0
  347. package/build/workspace/scope.d.ts +6 -0
  348. package/build/workspace/scope.d.ts.map +1 -0
  349. package/build/workspace/scope.js +180 -0
  350. package/build/workspace/scope.js.map +1 -0
  351. package/build/workspace/types.d.ts +66 -0
  352. package/build/workspace/types.d.ts.map +1 -0
  353. package/build/workspace/types.js +2 -0
  354. package/build/workspace/types.js.map +1 -0
  355. package/build/workspace/types.local.d.ts +20 -0
  356. package/build/workspace/types.local.d.ts.map +1 -0
  357. package/build/workspace/types.local.js +2 -0
  358. package/build/workspace/types.local.js.map +1 -0
  359. package/build/workspace.d.ts +7 -0
  360. package/build/workspace.d.ts.map +1 -0
  361. package/build/workspace.js +87 -0
  362. package/build/workspace.js.map +1 -0
  363. package/package.json +61 -4
  364. package/src/archive/consts.ts +28 -0
  365. package/src/archive/formats.ts +60 -0
  366. package/src/archive/guard.ts +68 -0
  367. package/src/archive/ratio.ts +35 -0
  368. package/src/archive/tar.ts +147 -0
  369. package/src/archive/types.local.ts +72 -0
  370. package/src/archive/types.ts +107 -0
  371. package/src/archive/zip.ts +142 -0
  372. package/src/archive.ts +298 -0
  373. package/src/backed-workspace/types.ts +72 -0
  374. package/src/backed-workspace.ts +85 -0
  375. package/src/consts.local.ts +2 -0
  376. package/src/consts.ts +2 -0
  377. package/src/errors.ts +128 -0
  378. package/src/http/connector.ts +136 -0
  379. package/src/http/consts.ts +13 -0
  380. package/src/http/source.ts +89 -0
  381. package/src/http/types.local.ts +23 -0
  382. package/src/http/types.ts +74 -0
  383. package/src/http.ts +276 -0
  384. package/src/index.ts +65 -0
  385. package/src/network/consts.ts +22 -0
  386. package/src/network/types.ts +45 -0
  387. package/src/network.ts +179 -0
  388. package/src/proxy/consts.ts +11 -0
  389. package/src/proxy/endpoint.ts +28 -0
  390. package/src/proxy/http.ts +108 -0
  391. package/src/proxy/router.ts +93 -0
  392. package/src/proxy/socks.ts +48 -0
  393. package/src/proxy/types.ts +114 -0
  394. package/src/resolvers/google-drive/consts.ts +22 -0
  395. package/src/resolvers/google-drive/types.ts +22 -0
  396. package/src/resolvers/google-drive.ts +153 -0
  397. package/src/resolvers/types.ts +45 -0
  398. package/src/s3/consts.ts +12 -0
  399. package/src/s3/prefix.ts +100 -0
  400. package/src/s3/sink.ts +36 -0
  401. package/src/s3/source.ts +90 -0
  402. package/src/s3/types.local.ts +49 -0
  403. package/src/s3/types.ts +70 -0
  404. package/src/s3/upload.ts +130 -0
  405. package/src/s3.ts +83 -0
  406. package/src/service/types.local.ts +9 -0
  407. package/src/service/types.ts +71 -0
  408. package/src/service.ts +97 -0
  409. package/src/sinks/buffer/consts.ts +1 -0
  410. package/src/sinks/buffer/types.ts +12 -0
  411. package/src/sinks/buffer.ts +18 -0
  412. package/src/sinks/directory/types.ts +7 -0
  413. package/src/sinks/directory.ts +49 -0
  414. package/src/sinks/file.ts +52 -0
  415. package/src/sinks/types.ts +12 -0
  416. package/src/sinks/workload/consts.ts +5 -0
  417. package/src/sinks/workload/types.ts +17 -0
  418. package/src/sinks/workload.ts +59 -0
  419. package/src/sources/buffer.ts +27 -0
  420. package/src/sources/file.ts +57 -0
  421. package/src/sources/stream.ts +26 -0
  422. package/src/sources/types.ts +12 -0
  423. package/src/sources/workload/types.ts +31 -0
  424. package/src/sources/workload.ts +79 -0
  425. package/src/transfer/consts.ts +10 -0
  426. package/src/transfer/types.ts +55 -0
  427. package/src/transfer.ts +89 -0
  428. package/src/types.ts +106 -0
  429. package/src/utils/names/consts.ts +5 -0
  430. package/src/utils/names/types.ts +12 -0
  431. package/src/utils/names.ts +70 -0
  432. package/src/utils/paths/consts.ts +3 -0
  433. package/src/utils/paths/types.ts +20 -0
  434. package/src/utils/paths.ts +75 -0
  435. package/src/utils/range/types.ts +11 -0
  436. package/src/utils/range.ts +80 -0
  437. package/src/utils/redact/types.ts +16 -0
  438. package/src/utils/redact.ts +23 -0
  439. package/src/utils/signals/types.ts +17 -0
  440. package/src/utils/signals.ts +63 -0
  441. package/src/utils/streams/consts.ts +2 -0
  442. package/src/utils/streams/types.ts +65 -0
  443. package/src/utils/streams.ts +188 -0
  444. package/src/utils/tree/types.ts +6 -0
  445. package/src/utils/tree.ts +18 -0
  446. package/src/workspace/consts.local.ts +2 -0
  447. package/src/workspace/consts.ts +14 -0
  448. package/src/workspace/fs.ts +48 -0
  449. package/src/workspace/scope.ts +196 -0
  450. package/src/workspace/types.local.ts +21 -0
  451. package/src/workspace/types.ts +71 -0
  452. package/src/workspace.ts +102 -0
  453. package/tests/archive.spec.ts +134 -0
  454. package/tests/backed.spec.ts +147 -0
  455. package/tests/context.ts +114 -0
  456. package/tests/fixtures.ts +190 -0
  457. package/tests/google-drive.spec.ts +76 -0
  458. package/tests/harness/drive.ts +92 -0
  459. package/tests/harness/http-proxy.ts +96 -0
  460. package/tests/harness/origin.ts +134 -0
  461. package/tests/harness/socks5.ts +135 -0
  462. package/tests/harness/workload.ts +118 -0
  463. package/tests/http.spec.ts +101 -0
  464. package/tests/inspector.spec.ts +40 -0
  465. package/tests/live.spec.ts +27 -0
  466. package/tests/network.spec.ts +79 -0
  467. package/tests/proxy.spec.ts +149 -0
  468. package/tests/s3.spec.ts +133 -0
  469. package/tests/service.spec.ts +77 -0
  470. package/tests/sources-sinks.spec.ts +96 -0
  471. package/tests/transfer.spec.ts +99 -0
  472. package/tests/tsconfig.json +12 -0
  473. package/tests/workload.spec.ts +140 -0
  474. package/tests/workspace.spec.ts +158 -0
  475. package/tsconfig.json +16 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,4DAA4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,4FAA4F;IAC5F,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,yEAAyE;IACzE,EAAE,CAAC,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wEAAwE;AACxE,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,GAAG,CAAA;CACT;AAED,2GAA2G;AAC3G,MAAM,WAAW,aAAa;IAC5B,CAAC,OAAO,EAAE,YAAY,GAAG,aAAa,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,aAAa,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,CAAA;CACxH;AAED,oGAAoG;AACpG,MAAM,WAAW,wBAAwB;IACvC,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,GAAG,gBAAgB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,GAAG,SAAS,CAAC,CAAA;CACrI;AAED,uCAAuC;AAEvC,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAA;AAE5E,MAAM,WAAW,kBAAkB;IACjC,qFAAqF;IACrF,OAAO,CAAC,EAAE,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,aAAa,CAAA;IACvD,WAAW,CAAC,EAAE,wBAAwB,CAAA;IACtC,kEAAkE;IAClE,QAAQ,CAAC,EAAE,aAAa,CAAA;IACxB,gDAAgD;IAChD,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,6DAA6D;IAC7D,OAAO,CAAC,EAAE,WAAW,EAAE,CAAA;IACvB,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,aAAa,CAAA;IACvB,MAAM,EAAE,WAAW,CAAA;CACpB;AAED,4CAA4C;AAC5C,MAAM,WAAW,WAAW;IAC1B,+CAA+C;IAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,8DAA8D;IAC9D,MAAM,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IACjE,oEAAoE;IACpE,MAAM,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,KAAK,IAAI,CAAA;CACvD;AAED,MAAM,WAAW,YAAY;IAC3B,mEAAmE;IACnE,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB,iEAAiE;IACjE,MAAM,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,iFAAiF;IACjF,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAA;IAC1B,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,0CAA0C;AAC1C,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAA;IACxB,iEAAiE;IACjE,SAAS,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,OAAO,CAAA;IAC/C,OAAO,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,mBAAmB,KAAK,OAAO,CAAC,eAAe,CAAC,CAAA;CACnH;AAED,MAAM,WAAW,sBAAsB;IACrC,kGAAkG;IAClG,WAAW,CAAC,EAAE,SAAS,GAAG,SAAS,CAAA;IACnC,0EAA0E;IAC1E,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,6CAA6C;IAC7C,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,iGAAiG;IACjG,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/proxy/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,10 @@
1
+ import type { GoogleDriveOrigins, GoogleExportFormats } from './types.js';
2
+ export declare const GOOGLE_DRIVE_RESOLVER = "google-drive";
3
+ export declare const DEFAULT_GOOGLE_ORIGINS: Readonly<Required<GoogleDriveOrigins>>;
4
+ export declare const DEFAULT_EXPORT_FORMATS: Readonly<Required<GoogleExportFormats>>;
5
+ /** What a Drive file id looks like. */
6
+ export declare const DRIVE_ID_PATTERN: RegExp;
7
+ /** Follow-ups one Drive download may take (interstitial form, legacy confirm, cookie confirm). */
8
+ export declare const MAX_DRIVE_STEPS = 3;
9
+ export declare const DEFAULT_DRIVE_PAGE_BYTES: number;
10
+ //# sourceMappingURL=consts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/resolvers/google-drive/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAEzE,eAAO,MAAM,qBAAqB,iBAAiB,CAAA;AAEnD,eAAO,MAAM,sBAAsB,EAAE,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAKxE,CAAA;AAEF,eAAO,MAAM,sBAAsB,EAAE,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAEzE,CAAA;AAEF,uCAAuC;AACvC,eAAO,MAAM,gBAAgB,QAAyB,CAAA;AAEtD,kGAAkG;AAClG,eAAO,MAAM,eAAe,IAAI,CAAA;AAEhC,eAAO,MAAM,wBAAwB,QAAa,CAAA"}
@@ -0,0 +1,16 @@
1
+ export const GOOGLE_DRIVE_RESOLVER = 'google-drive';
2
+ export const DEFAULT_GOOGLE_ORIGINS = Object.freeze({
3
+ drive: 'https://drive.google.com',
4
+ usercontent: 'https://drive.usercontent.google.com',
5
+ docs: 'https://docs.google.com',
6
+ accounts: 'https://accounts.google.com',
7
+ });
8
+ export const DEFAULT_EXPORT_FORMATS = Object.freeze({
9
+ document: 'docx', spreadsheet: 'xlsx', presentation: 'pptx', drawing: 'png',
10
+ });
11
+ /** What a Drive file id looks like. */
12
+ export const DRIVE_ID_PATTERN = /^[A-Za-z0-9_-]{10,}$/;
13
+ /** Follow-ups one Drive download may take (interstitial form, legacy confirm, cookie confirm). */
14
+ export const MAX_DRIVE_STEPS = 3;
15
+ export const DEFAULT_DRIVE_PAGE_BYTES = 256 * 1024;
16
+ //# sourceMappingURL=consts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.js","sourceRoot":"","sources":["../../../src/resolvers/google-drive/consts.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,qBAAqB,GAAG,cAAc,CAAA;AAEnD,MAAM,CAAC,MAAM,sBAAsB,GAA2C,MAAM,CAAC,MAAM,CAAC;IAC1F,KAAK,EAAE,0BAA0B;IACjC,WAAW,EAAE,sCAAsC;IACnD,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,6BAA6B;CACxC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAA4C,MAAM,CAAC,MAAM,CAAC;IAC3F,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;CAC5E,CAAC,CAAA;AAEF,uCAAuC;AACvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,sBAAsB,CAAA;AAEtD,kGAAkG;AAClG,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAA;AAEhC,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAA"}
@@ -0,0 +1,21 @@
1
+ /** The format each Google editor file exports as. */
2
+ export interface GoogleExportFormats {
3
+ document?: 'docx' | 'pdf' | 'odt' | 'rtf' | 'txt' | 'epub' | 'md' | 'html';
4
+ spreadsheet?: 'xlsx' | 'ods' | 'pdf' | 'csv' | 'tsv';
5
+ presentation?: 'pptx' | 'odp' | 'pdf' | 'txt';
6
+ drawing?: 'png' | 'svg' | 'pdf' | 'jpg';
7
+ }
8
+ /** Where Google answers; tests point these at a stand-in. */
9
+ export interface GoogleDriveOrigins {
10
+ drive?: string;
11
+ usercontent?: string;
12
+ docs?: string;
13
+ accounts?: string;
14
+ }
15
+ export interface GoogleDriveResolverOptions {
16
+ exports?: GoogleExportFormats;
17
+ origins?: GoogleDriveOrigins;
18
+ /** Bytes of an interstitial page read. Default 256 KiB. */
19
+ maxPageBytes?: number;
20
+ }
21
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/resolvers/google-drive/types.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,CAAA;IAC1E,WAAW,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;IACpD,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;IAC7C,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAA;CACxC;AAED,6DAA6D;AAC7D,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,CAAC,EAAE,mBAAmB,CAAA;IAC7B,OAAO,CAAC,EAAE,kBAAkB,CAAA;IAC5B,2DAA2D;IAC3D,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/resolvers/google-drive/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,10 @@
1
+ import type { UrlResolver } from './types.js';
2
+ import type { GoogleDriveResolverOptions } from './google-drive/types.js';
3
+ /**
4
+ * Google Drive and Docs links to the bytes behind them: share links become the usercontent
5
+ * download, the "can't scan for viruses" page is followed through its own form, and editor files
6
+ * become export URLs in the configured formats. Folders, quotas and non-public files fail.
7
+ */
8
+ export declare const createGoogleDriveResolver: (options?: GoogleDriveResolverOptions) => UrlResolver;
9
+ export declare const googleDriveResolver: UrlResolver;
10
+ //# sourceMappingURL=google-drive.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google-drive.d.ts","sourceRoot":"","sources":["../../src/resolvers/google-drive.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAA0D,WAAW,EAAE,MAAM,YAAY,CAAA;AAIrG,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAA;AAIzE;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,aAAa,0BAA0B,KAAQ,WAuIpF,CAAA;AAED,eAAO,MAAM,mBAAmB,aAA8B,CAAA"}
@@ -0,0 +1,130 @@
1
+ import { logger } from '@owlmeans/log';
2
+ import { ResolverError } from '../errors.js';
3
+ import { DEFAULT_DRIVE_PAGE_BYTES, DEFAULT_EXPORT_FORMATS, DEFAULT_GOOGLE_ORIGINS, DRIVE_ID_PATTERN, GOOGLE_DRIVE_RESOLVER, MAX_DRIVE_STEPS, } from './google-drive/consts.js';
4
+ const log = logger('file-streams:drive');
5
+ /**
6
+ * Google Drive and Docs links to the bytes behind them: share links become the usercontent
7
+ * download, the "can't scan for viruses" page is followed through its own form, and editor files
8
+ * become export URLs in the configured formats. Folders, quotas and non-public files fail.
9
+ */
10
+ export const createGoogleDriveResolver = (options = {}) => {
11
+ const origins = { ...DEFAULT_GOOGLE_ORIGINS, ...options.origins };
12
+ const drive = new URL(origins.drive).origin;
13
+ const usercontent = new URL(origins.usercontent).origin;
14
+ const docs = new URL(origins.docs).origin;
15
+ const accounts = new URL(origins.accounts).origin;
16
+ const formats = { ...DEFAULT_EXPORT_FORMATS, ...options.exports };
17
+ const maxPageBytes = options.maxPageBytes ?? DEFAULT_DRIVE_PAGE_BYTES;
18
+ const owns = (url) => url.origin === drive || url.origin === usercontent || url.origin === docs;
19
+ const matches = owns;
20
+ const fail = (reason) => new ResolverError(`${GOOGLE_DRIVE_RESOLVER}:${reason}`);
21
+ const exportOf = (url) => {
22
+ const match = /^\/(document|spreadsheets|presentation|drawings)\/d\/([^/]+)/.exec(url.pathname);
23
+ if (match == null || !DRIVE_ID_PATTERN.test(match[2])) {
24
+ return undefined;
25
+ }
26
+ const [, type, id] = match;
27
+ switch (type) {
28
+ case 'document':
29
+ return new URL(`/document/d/${id}/export?format=${formats.document}`, docs);
30
+ case 'spreadsheets': {
31
+ const exported = new URL(`/spreadsheets/d/${id}/export?format=${formats.spreadsheet}`, docs);
32
+ const gid = url.searchParams.get('gid') ?? /gid=(\d+)/.exec(url.hash)?.[1];
33
+ if (gid != null && (formats.spreadsheet === 'csv' || formats.spreadsheet === 'tsv')) {
34
+ exported.searchParams.set('gid', gid);
35
+ }
36
+ return exported;
37
+ }
38
+ case 'presentation':
39
+ return new URL(`/presentation/d/${id}/export/${formats.presentation}`, docs);
40
+ default:
41
+ return new URL(`/drawings/d/${id}/export/${formats.drawing}`, docs);
42
+ }
43
+ };
44
+ const rewrite = (url) => {
45
+ if (url.origin === docs) {
46
+ const exported = exportOf(url);
47
+ if (exported != null) {
48
+ return exported;
49
+ }
50
+ }
51
+ if (url.origin === drive) {
52
+ if (/\/drive\/(u\/\d+\/)?folders\//.test(url.pathname) || url.pathname.startsWith('/embeddedfolderview')) {
53
+ throw fail('folder');
54
+ }
55
+ const id = /\/file\/d\/([^/]+)/.exec(url.pathname)?.[1] ?? url.searchParams.get('id');
56
+ if (id == null || !DRIVE_ID_PATTERN.test(id)) {
57
+ return url;
58
+ }
59
+ const download = new URL('/download', usercontent);
60
+ download.searchParams.set('id', id);
61
+ download.searchParams.set('export', 'download');
62
+ const resourceKey = url.searchParams.get('resourcekey');
63
+ if (resourceKey != null) {
64
+ download.searchParams.set('resourcekey', resourceKey);
65
+ }
66
+ return download;
67
+ }
68
+ return url;
69
+ };
70
+ const decodeHtml = (value) => value
71
+ .replace(/&amp;/g, '&').replace(/&quot;/g, '"').replace(/&#39;|&#x27;/g, "'").replace(/&lt;/g, '<').replace(/&gt;/g, '>');
72
+ const attribute = (tag, name) => new RegExp(`\\s${name}\\s*=\\s*("([^"]*)"|'([^']*)')`, 'i').exec(tag)?.slice(2).find(value => value != null);
73
+ const headerOf = (head, name) => {
74
+ const value = head.headers[name];
75
+ return value == null ? [] : Array.isArray(value) ? value : [value];
76
+ };
77
+ const inspect = async (head, readBody) => {
78
+ if (head.url.origin === accounts) {
79
+ return { action: 'fail', reason: 'not-public' };
80
+ }
81
+ const type = headerOf(head, 'content-type')[0]?.toLowerCase() ?? '';
82
+ const disposition = headerOf(head, 'content-disposition')[0]?.toLowerCase() ?? '';
83
+ if (disposition.includes('attachment') || !type.includes('text/html')) {
84
+ return { action: 'accept' };
85
+ }
86
+ const page = await readBody(maxPageBytes);
87
+ const formTag = /<form\b[^>]*\bid\s*=\s*["']download-form["'][^>]*>/i.exec(page);
88
+ if (formTag != null) {
89
+ const action = attribute(formTag[0], 'action');
90
+ if (action != null) {
91
+ const next = new URL(decodeHtml(action), head.url);
92
+ if (!owns(next)) {
93
+ return { action: 'fail', reason: 'foreign-form' };
94
+ }
95
+ const body = page.slice(formTag.index, page.indexOf('</form>', formTag.index) === -1 ? undefined : page.indexOf('</form>', formTag.index));
96
+ for (const input of body.match(/<input\b[^>]*>/gi) ?? []) {
97
+ const name = attribute(input, 'name');
98
+ if (name != null && (attribute(input, 'type') ?? '').toLowerCase() === 'hidden') {
99
+ next.searchParams.set(name, decodeHtml(attribute(input, 'value') ?? ''));
100
+ }
101
+ }
102
+ log.debug('Following the Drive confirmation form');
103
+ return { action: 'follow', url: next };
104
+ }
105
+ }
106
+ const legacy = /href\s*=\s*"(\/uc\?export=download[^"]*confirm=[^"]+)"/i.exec(page);
107
+ if (legacy != null) {
108
+ return { action: 'follow', url: new URL(decodeHtml(legacy[1]), head.url) };
109
+ }
110
+ const warning = headerOf(head, 'set-cookie').map(cookie => /^(download_warning[^=]*)=([^;]+)/.exec(cookie)).find(match => match != null);
111
+ if (warning != null) {
112
+ const next = new URL(head.url);
113
+ next.searchParams.set('confirm', warning[2]);
114
+ return { action: 'follow', url: next, headers: { cookie: `${warning[1]}=${warning[2]}` } };
115
+ }
116
+ if (/quota|too many users have viewed or downloaded/i.test(page)) {
117
+ return { action: 'fail', reason: 'quota' };
118
+ }
119
+ if (/too large to be exported/i.test(page)) {
120
+ return { action: 'fail', reason: 'export-too-large' };
121
+ }
122
+ if (/accounts\.google\.com\/(ServiceLogin|v3\/signin)|you need access|request access/i.test(page)) {
123
+ return { action: 'fail', reason: 'not-public' };
124
+ }
125
+ return { action: 'fail', reason: 'unrecognized' };
126
+ };
127
+ return { name: GOOGLE_DRIVE_RESOLVER, maxSteps: MAX_DRIVE_STEPS, matches, rewrite, inspect, owns };
128
+ };
129
+ export const googleDriveResolver = createGoogleDriveResolver();
130
+ //# sourceMappingURL=google-drive.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google-drive.js","sourceRoot":"","sources":["../../src/resolvers/google-drive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAE5C,OAAO,EACL,wBAAwB,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,eAAe,GACnI,MAAM,0BAA0B,CAAA;AAGjC,MAAM,GAAG,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAA;AAExC;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,OAAO,GAA+B,EAAE,EAAe,EAAE;IACjG,MAAM,OAAO,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAA;IAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,CAAA;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;IACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAA;IACjD,MAAM,OAAO,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,wBAAwB,CAAA;IAErE,MAAM,IAAI,GAAG,CAAC,GAAQ,EAAW,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAA;IAE7G,MAAM,OAAO,GAAG,IAAI,CAAA;IAEpB,MAAM,IAAI,GAAG,CAAC,MAAc,EAAiB,EAAE,CAAC,IAAI,aAAa,CAAC,GAAG,qBAAqB,IAAI,MAAM,EAAE,CAAC,CAAA;IAEvG,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAmB,EAAE;QAC7C,MAAM,KAAK,GAAG,8DAA8D,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC/F,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,KAAK,CAAA;QAC1B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,UAAU;gBACb,OAAO,IAAI,GAAG,CAAC,eAAe,EAAE,kBAAkB,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAA;YAC7E,KAAK,cAAc,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,mBAAmB,EAAE,kBAAkB,OAAO,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,CAAA;gBAC5F,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBAC1E,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,EAAE,CAAC;oBACpF,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;gBACvC,CAAC;gBACD,OAAO,QAAQ,CAAA;YACjB,CAAC;YACD,KAAK,cAAc;gBACjB,OAAO,IAAI,GAAG,CAAC,mBAAmB,EAAE,WAAW,OAAO,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,CAAA;YAC9E;gBACE,OAAO,IAAI,GAAG,CAAC,eAAe,EAAE,WAAW,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAA;QACvE,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,GAAQ,EAAO,EAAE;QAChC,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACrB,OAAO,QAAQ,CAAA;YACjB,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACzB,IAAI,+BAA+B,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBACzG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAA;YACtB,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACrF,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,GAAG,CAAA;YACZ,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAA;YAClD,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YACnC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAC/C,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACvD,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;gBACxB,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;YACvD,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,OAAO,GAAG,CAAA;IACZ,CAAC,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,KAAK;SAChD,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAE3H,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,IAAY,EAAsB,EAAE,CAClE,IAAI,MAAM,CAAC,MAAM,IAAI,gCAAgC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;IAE9G,MAAM,QAAQ,GAAG,CAAC,IAA0B,EAAE,IAAY,EAAY,EAAE;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAChC,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACpE,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,IAA0B,EAAE,QAA4B,EAAyB,EAAE;QACxG,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACjD,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QACnE,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QACjF,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;QAC7B,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAA;QACzC,MAAM,OAAO,GAAG,qDAAqD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChF,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;YAC9C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAClD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAA;gBACnD,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC1I,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;oBACzD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;oBACrC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;wBAChF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;oBAC1E,CAAC;gBACH,CAAC;gBACD,GAAG,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;gBAClD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;YACxC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,yDAAyD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnF,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5E,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,kCAAkC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QACxI,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC9B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;YAC5C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAA;QAC5F,CAAC;QAED,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACjE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;QAC5C,CAAC;QACD,IAAI,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;QACvD,CAAC;QACD,IAAI,kFAAkF,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACjD,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAA;IACnD,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AACpG,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,EAAE,CAAA"}
@@ -0,0 +1,39 @@
1
+ /** The head of a response a resolver inspects. */
2
+ export interface ResolverResponseHead {
3
+ url: URL;
4
+ status: number;
5
+ headers: Record<string, string | string[] | undefined>;
6
+ }
7
+ export interface ResolverAccept {
8
+ action: 'accept';
9
+ }
10
+ export interface ResolverFollow {
11
+ action: 'follow';
12
+ url: URL;
13
+ /** Only `cookie` is honoured, and only towards the resolver's own origins. */
14
+ headers?: Record<string, string>;
15
+ }
16
+ export interface ResolverFail {
17
+ action: 'fail';
18
+ reason: string;
19
+ }
20
+ /** What a resolver decides about a response. */
21
+ export type ResolverStep = ResolverAccept | ResolverFollow | ResolverFail;
22
+ /** Reads at most `maxBytes` of the body as text; the bytes are replayed to the caller on `accept`. */
23
+ export interface ResolverBodyReader {
24
+ (maxBytes?: number): Promise<string>;
25
+ }
26
+ /** Turns a page or share link into the bytes behind it (Google Drive, Docs exports). */
27
+ export interface UrlResolver {
28
+ readonly name: string;
29
+ /** Follow-ups one download may take. */
30
+ readonly maxSteps: number;
31
+ matches: (url: URL) => boolean;
32
+ /** The URL that serves the bytes; throws `ResolverError` for links that cannot (folders). */
33
+ rewrite: (url: URL) => URL;
34
+ /** Decides on a final (post-redirect) response before its body reaches the caller. */
35
+ inspect: (head: ResolverResponseHead, readBody: ResolverBodyReader) => Promise<ResolverStep>;
36
+ /** Whether a follow-up URL belongs to this resolver (cookies are sent only there). */
37
+ owns: (url: URL) => boolean;
38
+ }
39
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/resolvers/types.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,GAAG,CAAA;IACR,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,CAAA;CACvD;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,QAAQ,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,QAAQ,CAAA;IAChB,GAAG,EAAE,GAAG,CAAA;IACR,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAED,gDAAgD;AAEhD,MAAM,MAAM,YAAY,GAAG,cAAc,GAAG,cAAc,GAAG,YAAY,CAAA;AAEzE,sGAAsG;AACtG,MAAM,WAAW,kBAAkB;IACjC,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CACrC;AAED,wFAAwF;AACxF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,wCAAwC;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAA;IAC9B,6FAA6F;IAC7F,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAA;IAC1B,sFAAsF;IACtF,OAAO,EAAE,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,kBAAkB,KAAK,OAAO,CAAC,YAAY,CAAC,CAAA;IAC5F,sFAAsF;IACtF,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAA;CAC5B"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/resolvers/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,9 @@
1
+ export declare const DEFAULT_PART_SIZE: number;
2
+ /** S3's smallest part (all but the last). */
3
+ export declare const MIN_PART_SIZE: number;
4
+ /** S3's most parts per upload. */
5
+ export declare const MAX_PARTS = 10000;
6
+ export declare const DEFAULT_UPLOAD_CONCURRENCY = 2;
7
+ /** S3's most keys per DeleteObjects request. */
8
+ export declare const S3_DELETE_BATCH_SIZE = 1000;
9
+ //# sourceMappingURL=consts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../src/s3/consts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,iBAAiB,QAAkB,CAAA;AAEhD,6CAA6C;AAC7C,eAAO,MAAM,aAAa,QAAkB,CAAA;AAE5C,kCAAkC;AAClC,eAAO,MAAM,SAAS,QAAS,CAAA;AAE/B,eAAO,MAAM,0BAA0B,IAAI,CAAA;AAE3C,gDAAgD;AAChD,eAAO,MAAM,oBAAoB,OAAO,CAAA"}
@@ -0,0 +1,9 @@
1
+ export const DEFAULT_PART_SIZE = 8 * 1024 * 1024;
2
+ /** S3's smallest part (all but the last). */
3
+ export const MIN_PART_SIZE = 5 * 1024 * 1024;
4
+ /** S3's most parts per upload. */
5
+ export const MAX_PARTS = 10_000;
6
+ export const DEFAULT_UPLOAD_CONCURRENCY = 2;
7
+ /** S3's most keys per DeleteObjects request. */
8
+ export const S3_DELETE_BATCH_SIZE = 1000;
9
+ //# sourceMappingURL=consts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.js","sourceRoot":"","sources":["../../src/s3/consts.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAEhD,6CAA6C;AAC7C,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAE5C,kCAAkC;AAClC,MAAM,CAAC,MAAM,SAAS,GAAG,MAAM,CAAA;AAE/B,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAA;AAE3C,gDAAgD;AAChD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { S3Core, S3PrefixOps } from './types.local.js';
2
+ /** Listing and deleting everything under one prefix of the bucket. */
3
+ export declare const makeS3PrefixOps: (core: S3Core) => S3PrefixOps;
4
+ //# sourceMappingURL=prefix.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prefix.d.ts","sourceRoot":"","sources":["../../src/s3/prefix.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAkB,MAAM,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAI3E,sEAAsE;AACtE,eAAO,MAAM,eAAe,SAAU,MAAM,KAAG,WAsF9C,CAAA"}
@@ -0,0 +1,87 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { DeleteObjectsCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';
3
+ import { logger } from '@owlmeans/log';
4
+ import { S3TransferError } from '../errors.js';
5
+ import { S3_DELETE_BATCH_SIZE } from './consts.js';
6
+ const log = logger('file-streams:s3');
7
+ /** Listing and deleting everything under one prefix of the bucket. */
8
+ export const makeS3PrefixOps = (core) => {
9
+ const failure = (error, op, signal) => {
10
+ if (signal?.aborted === true) {
11
+ return signal.reason;
12
+ }
13
+ log.error('S3 prefix operation failed', error);
14
+ return new S3TransferError(op);
15
+ };
16
+ // DeleteObjects requires a checksum. The SDK's flexible checksums (CRC32) are not understood by
17
+ // every S3-compatible store; Content-MD5 is, by all of them and by S3 itself — the SDK's documented
18
+ // MD5 fallback: the flexible checksum headers go, a Content-MD5 of the body takes their place.
19
+ const contentMd5 = (next) => async (args) => {
20
+ const request = args.request;
21
+ if (request.headers != null && (typeof request.body === 'string' || request.body instanceof Uint8Array)) {
22
+ for (const header of Object.keys(request.headers)) {
23
+ if (/^x-amz-(sdk-)?checksum-/i.test(header)) {
24
+ delete request.headers[header];
25
+ }
26
+ }
27
+ request.headers['content-md5'] = createHash('md5').update(request.body).digest('base64');
28
+ }
29
+ return await next(args);
30
+ };
31
+ const withContentMd5 = (command) => {
32
+ // A plain build handler: the SDK's middleware union cannot be inferred from it, hence the cast.
33
+ command.middlewareStack.addRelativeTo(contentMd5, {
34
+ relation: 'after', toMiddleware: 'flexibleChecksumsMiddleware', name: 'owlmeansContentMd5',
35
+ });
36
+ return command;
37
+ };
38
+ const list = async (prefix, options = {}) => {
39
+ const base = `${core.keyOf(prefix)}/`;
40
+ const items = [];
41
+ let token;
42
+ do {
43
+ let page;
44
+ try {
45
+ page = await core.client().send(new ListObjectsV2Command({ Bucket: core.model.bucket, Prefix: base, ...(token != null ? { ContinuationToken: token } : {}) }), { abortSignal: options.signal });
46
+ }
47
+ catch (error) {
48
+ throw failure(error, 'list', options.signal);
49
+ }
50
+ for (const object of page.Contents ?? []) {
51
+ if (object.Key != null && object.Key.startsWith(base) && object.Key.length > base.length) {
52
+ items.push({
53
+ key: object.Key, path: object.Key.slice(base.length), size: object.Size ?? 0, etag: object.ETag, modifiedAt: object.LastModified,
54
+ });
55
+ }
56
+ }
57
+ token = page.IsTruncated === true ? page.NextContinuationToken : undefined;
58
+ } while (token != null);
59
+ return items;
60
+ };
61
+ const removePrefix = async (prefix, options = {}) => {
62
+ const keys = (await list(prefix, options)).map(item => item.key);
63
+ let removed = 0;
64
+ for (let index = 0; index < keys.length; index += S3_DELETE_BATCH_SIZE) {
65
+ const batch = keys.slice(index, index + S3_DELETE_BATCH_SIZE);
66
+ let errors;
67
+ try {
68
+ const result = await core.client().send(withContentMd5(new DeleteObjectsCommand({
69
+ Bucket: core.model.bucket, Delete: { Objects: batch.map(Key => ({ Key })), Quiet: true },
70
+ })), { abortSignal: options.signal });
71
+ errors = result.Errors ?? [];
72
+ }
73
+ catch (error) {
74
+ throw failure(error, 'delete-objects', options.signal);
75
+ }
76
+ if (errors.length > 0) {
77
+ log.error('S3 refused deleting keys', { refused: errors.length, code: errors[0].Code });
78
+ throw new S3TransferError(`delete-objects:${errors[0].Code ?? 'error'}`);
79
+ }
80
+ removed += batch.length;
81
+ }
82
+ log.debug('Prefix removed', { objects: removed });
83
+ return removed;
84
+ };
85
+ return { list, removePrefix };
86
+ };
87
+ //# sourceMappingURL=prefix.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prefix.js","sourceRoot":"","sources":["../../src/s3/prefix.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE/E,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAE9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAIlD,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAErC,sEAAsE;AACtE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAe,EAAE;IAC3D,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAU,EAAE,MAAoB,EAAW,EAAE;QAC5E,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,MAAM,CAAA;QACtB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAc,CAAC,CAAA;QACvD,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC,CAAA;IAED,gGAAgG;IAChG,oGAAoG;IACpG,+FAA+F;IAC/F,MAAM,UAAU,GAAG,CAAC,IAAoB,EAAkB,EAAE,CAAC,KAAK,EAAC,IAAI,EAAC,EAAE;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,OAA+D,CAAA;QACpF,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,YAAY,UAAU,CAAC,EAAE,CAAC;YACxG,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClD,IAAI,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5C,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBAChC,CAAC;YACH,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC1F,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,OAA6B,EAAwB,EAAE;QAC7E,gGAAgG;QAChG,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC,UAAmB,EAAE;YACzD,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,6BAA6B,EAAE,IAAI,EAAE,oBAAoB;SAC3F,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAA6B,EAAE;QAC5F,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAA;QACrC,MAAM,KAAK,GAAqB,EAAE,CAAA;QAClC,IAAI,KAAyB,CAAA;QAC7B,GAAG,CAAC;YACF,IAAI,IAAgC,CAAA;YACpC,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAC7B,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAC7H,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAChC,CAAA;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC9C,CAAC;YACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;gBACzC,IAAI,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACzF,KAAK,CAAC,IAAI,CAAC;wBACT,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,YAAY;qBACjI,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAA;QAC5E,CAAC,QAAQ,KAAK,IAAI,IAAI,EAAC;QAEvB,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,YAAY,GAAG,KAAK,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAAmB,EAAE;QAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChE,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,oBAAoB,EAAE,CAAC;YACvE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,oBAAoB,CAAC,CAAA;YAC7D,IAAI,MAAM,CAAA;YACV,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,oBAAoB,CAAC;oBAC9E,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE;iBACzF,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACrC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YACxD,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;gBACvF,MAAM,IAAI,eAAe,CAAC,kBAAkB,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC,CAAA;YAC1E,CAAC;YACD,OAAO,IAAI,KAAK,CAAC,MAAM,CAAA;QACzB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;QAEjD,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;AAC/B,CAAC,CAAA"}
@@ -0,0 +1,6 @@
1
+ import type { FileSink } from '../types.js';
2
+ import type { S3SinkOptions } from './types.js';
3
+ import type { S3Core, S3Uploader } from './types.local.js';
4
+ /** One object as a sink: its type from the verdict, never inline when it carries scripts. */
5
+ export declare const makeS3Sink: (core: S3Core, uploader: S3Uploader, prefix: string, options?: S3SinkOptions) => FileSink;
6
+ //# sourceMappingURL=sink.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/s3/sink.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAA2C,MAAM,aAAa,CAAA;AAGpF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE1D,6FAA6F;AAC7F,eAAO,MAAM,UAAU,SAAU,MAAM,YAAY,UAAU,UAAU,MAAM,YAAW,aAAa,KAAQ,QA2B5G,CAAA"}
@@ -0,0 +1,30 @@
1
+ import { EXTENSION_MIME } from '@owlmeans/file-inspector';
2
+ import { nameUtils } from '../utils/names.js';
3
+ import { streamUtils } from '../utils/streams.js';
4
+ /** One object as a sink: its type from the verdict, never inline when it carries scripts. */
5
+ export const makeS3Sink = (core, uploader, prefix, options = {}) => {
6
+ const key = core.keyOf(prefix);
7
+ const write = async (input, writeOptions = {}) => {
8
+ const ext = nameUtils.extOf(prefix);
9
+ const contentType = options.contentType ?? input.verdict?.detected?.mime ?? input.info.mime
10
+ ?? (ext != null ? EXTENSION_MIME[ext] : undefined) ?? 'application/octet-stream';
11
+ const active = input.verdict?.details.active === true && options.allowActiveInline !== true;
12
+ const disposition = active ? 'attachment' : options.disposition ?? 'inline';
13
+ const meter = streamUtils.meter({ maxBytes: writeOptions.maxBytes });
14
+ const stream = input.stream.pipe(meter.stream);
15
+ input.stream.once('error', error => meter.stream.destroy(error));
16
+ let result;
17
+ try {
18
+ result = await uploader.upload({
19
+ key, stream, contentType, disposition, cacheControl: options.cacheControl, metadata: options.metadata, signal: writeOptions.signal,
20
+ });
21
+ }
22
+ catch (error) {
23
+ streamUtils.discard(input.stream);
24
+ throw error;
25
+ }
26
+ return { kind: 's3', location: core.location(key), bytes: result.bytes, url: core.model.urlOf(prefix), etag: result.etag, mime: contentType };
27
+ };
28
+ return { kind: 's3', write };
29
+ };
30
+ //# sourceMappingURL=sink.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/s3/sink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAIjD,6FAA6F;AAC7F,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,QAAoB,EAAE,MAAc,EAAE,OAAO,GAAkB,EAAE,EAAY,EAAE;IACtH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAE9B,MAAM,KAAK,GAAG,KAAK,EAAE,KAAgB,EAAE,YAAY,GAAqB,EAAE,EAAuB,EAAE;QACjG,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACnC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI;eACtF,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,0BAA0B,CAAA;QAClF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,CAAA;QAC3F,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAA;QAC3E,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAA;QACpE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC9C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QAEhE,IAAI,MAAM,CAAA;QACV,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBAC7B,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM;aACnI,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,KAAK,CAAA;QACb,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;IAC/I,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AAC9B,CAAC,CAAA"}
@@ -0,0 +1,5 @@
1
+ import type { FileSource } from '../types.js';
2
+ import type { S3Core } from './types.local.js';
3
+ /** One object as a source: re-openable, with random access through Range and If-Match. */
4
+ export declare const makeS3Source: (core: S3Core, key: string) => FileSource;
5
+ //# sourceMappingURL=source.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/s3/source.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAY,UAAU,EAAuD,MAAM,aAAa,CAAA;AAG5G,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAE9C,0FAA0F;AAC1F,eAAO,MAAM,YAAY,SAAU,MAAM,OAAO,MAAM,KAAG,UAgFxD,CAAA"}
@@ -0,0 +1,81 @@
1
+ import { GetObjectCommand, HeadObjectCommand } from '@aws-sdk/client-s3';
2
+ import { S3TransferError, SourceError } from '../errors.js';
3
+ import { nameUtils } from '../utils/names.js';
4
+ import { streamUtils } from '../utils/streams.js';
5
+ /** One object as a source: re-openable, with random access through Range and If-Match. */
6
+ export const makeS3Source = (core, key) => {
7
+ let known;
8
+ const statusOf = (error) => error.$metadata?.httpStatusCode;
9
+ const failure = (error, op, signal) => {
10
+ if (signal?.aborted === true) {
11
+ return signal.reason;
12
+ }
13
+ const status = statusOf(error);
14
+ if (status === 404 || error.name === 'NoSuchKey' || error.name === 'NotFound') {
15
+ return new SourceError('not-found');
16
+ }
17
+ if (status === 412 || error.name === 'PreconditionFailed') {
18
+ return new SourceError('changed');
19
+ }
20
+ return new S3TransferError(op);
21
+ };
22
+ const describe = (head) => ({
23
+ origin: core.location(key),
24
+ name: nameUtils.fromKey(key),
25
+ size: head.ContentLength,
26
+ mime: head.ContentType?.split(';')[0].trim().toLowerCase(),
27
+ etag: head.ETag,
28
+ modifiedAt: head.LastModified,
29
+ });
30
+ const info = async (options = {}) => {
31
+ if (known == null) {
32
+ try {
33
+ known = describe(await core.client().send(new HeadObjectCommand({ Bucket: core.model.bucket, Key: key }), { abortSignal: options.signal }));
34
+ }
35
+ catch (error) {
36
+ throw failure(error, 'head', options.signal);
37
+ }
38
+ }
39
+ return known;
40
+ };
41
+ const get = async (range, ifMatch, signal) => {
42
+ try {
43
+ return await core.client().send(new GetObjectCommand({
44
+ Bucket: core.model.bucket, Key: key, ...(range != null ? { Range: range } : {}), ...(ifMatch != null ? { IfMatch: ifMatch } : {}),
45
+ }), { abortSignal: signal });
46
+ }
47
+ catch (error) {
48
+ throw failure(error, 'get', signal);
49
+ }
50
+ };
51
+ const open = async (options = {}) => {
52
+ const range = options.range != null ? `bytes=${options.range.start}-${options.range.end ?? ''}` : undefined;
53
+ const response = await get(range, undefined, options.signal);
54
+ const opened = { stream: response.Body, info: { ...describe(response), size: known?.size ?? response.ContentLength } };
55
+ const span = /bytes (\d+)-(\d+)\/(\d+)/.exec(response.ContentRange ?? '');
56
+ if (span != null) {
57
+ opened.range = { start: Number(span[1]), end: Number(span[2]), total: Number(span[3]) };
58
+ opened.info.size = Number(span[3]);
59
+ }
60
+ return opened;
61
+ };
62
+ const ranges = async (options = {}) => {
63
+ const current = await info(options);
64
+ const size = current.size ?? 0;
65
+ return {
66
+ size,
67
+ read: async (offset, length, signal) => {
68
+ const end = Math.min(offset + length, size) - 1;
69
+ if (end < offset) {
70
+ return new Uint8Array(0);
71
+ }
72
+ const response = await get(`bytes=${offset}-${end}`, current.etag, signal);
73
+ return await streamUtils.collect(response.Body, end - offset + 1);
74
+ },
75
+ stream: async (start, end, signal) => (await get(`bytes=${start}-${end - 1}`, current.etag, signal)).Body,
76
+ close: async () => undefined,
77
+ };
78
+ };
79
+ return { kind: 's3', info, open, ranges };
80
+ };
81
+ //# sourceMappingURL=source.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/s3/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAExE,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAGjD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,GAAW,EAAc,EAAE;IACpE,IAAI,KAA2B,CAAA;IAE/B,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAE,KAAqD,CAAC,SAAS,EAAE,cAAc,CAAA;IAEzI,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAU,EAAE,MAAoB,EAAW,EAAE;QAC5E,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,MAAM,CAAA;QACtB,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9B,IAAI,MAAM,KAAK,GAAG,IAAK,KAAe,CAAC,IAAI,KAAK,WAAW,IAAK,KAAe,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACpG,OAAO,IAAI,WAAW,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAK,KAAe,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;YACrE,OAAO,IAAI,WAAW,CAAC,SAAS,CAAC,CAAA;QACnC,CAAC;QACD,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAA0F,EAAY,EAAE,CAAC,CAAC;QAC1H,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC1B,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAI,EAAE,IAAI,CAAC,aAAa;QACxB,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,UAAU,EAAE,IAAI,CAAC,YAAY;KAC9B,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAkB,EAAE,EAAqB,EAAE;QACpE,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;YAC7I,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC9C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,KAAK,EAAE,KAAyB,EAAE,OAA2B,EAAE,MAAoB,EAAE,EAAE;QACjG,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;gBACnD,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClI,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;QACrC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,OAAO,GAAgB,EAAE,EAAuB,EAAE;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;QAC3G,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAC5D,MAAM,MAAM,GAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAgB,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAA;QAC9I,MAAM,IAAI,GAAG,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QACzE,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YACvF,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,OAAO,GAAkB,EAAE,EAAwB,EAAE;QACzE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;QAC9B,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC/C,IAAI,GAAG,GAAG,MAAM,EAAE,CAAC;oBACjB,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;gBAC1B,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,SAAS,MAAM,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;gBAC1E,OAAO,MAAM,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAgB,EAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,CAAA;YAC/E,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,SAAS,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAgB;YACrH,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAA;IACH,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC3C,CAAC,CAAA"}