@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +71 -2
  3. package/agent-meta/manifest.json +64 -0
  4. package/agent-meta/skills/file-streams/SKILL.md +183 -0
  5. package/agent-meta/skills/file-streams/parts/network.md +47 -0
  6. package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
  7. package/build/archive/consts.d.ts +16 -0
  8. package/build/archive/consts.d.ts.map +1 -0
  9. package/build/archive/consts.js +24 -0
  10. package/build/archive/consts.js.map +1 -0
  11. package/build/archive/formats.d.ts +4 -0
  12. package/build/archive/formats.d.ts.map +1 -0
  13. package/build/archive/formats.js +53 -0
  14. package/build/archive/formats.js.map +1 -0
  15. package/build/archive/guard.d.ts +5 -0
  16. package/build/archive/guard.d.ts.map +1 -0
  17. package/build/archive/guard.js +62 -0
  18. package/build/archive/guard.js.map +1 -0
  19. package/build/archive/ratio.d.ts +5 -0
  20. package/build/archive/ratio.d.ts.map +1 -0
  21. package/build/archive/ratio.js +30 -0
  22. package/build/archive/ratio.js.map +1 -0
  23. package/build/archive/tar.d.ts +4 -0
  24. package/build/archive/tar.d.ts.map +1 -0
  25. package/build/archive/tar.js +142 -0
  26. package/build/archive/tar.js.map +1 -0
  27. package/build/archive/types.d.ts +95 -0
  28. package/build/archive/types.d.ts.map +1 -0
  29. package/build/archive/types.js +2 -0
  30. package/build/archive/types.js.map +1 -0
  31. package/build/archive/types.local.d.ts +64 -0
  32. package/build/archive/types.local.d.ts.map +1 -0
  33. package/build/archive/types.local.js +2 -0
  34. package/build/archive/types.local.js.map +1 -0
  35. package/build/archive/zip.d.ts +4 -0
  36. package/build/archive/zip.d.ts.map +1 -0
  37. package/build/archive/zip.js +135 -0
  38. package/build/archive/zip.js.map +1 -0
  39. package/build/archive.d.ts +4 -0
  40. package/build/archive.d.ts.map +1 -0
  41. package/build/archive.js +265 -0
  42. package/build/archive.js.map +1 -0
  43. package/build/backed-workspace/types.d.ts +67 -0
  44. package/build/backed-workspace/types.d.ts.map +1 -0
  45. package/build/backed-workspace/types.js +2 -0
  46. package/build/backed-workspace/types.js.map +1 -0
  47. package/build/backed-workspace.d.ts +4 -0
  48. package/build/backed-workspace.d.ts.map +1 -0
  49. package/build/backed-workspace.js +63 -0
  50. package/build/backed-workspace.js.map +1 -0
  51. package/build/consts.d.ts +3 -0
  52. package/build/consts.d.ts.map +1 -0
  53. package/build/consts.js +3 -0
  54. package/build/consts.js.map +1 -0
  55. package/build/consts.local.d.ts +3 -0
  56. package/build/consts.local.d.ts.map +1 -0
  57. package/build/consts.local.js +3 -0
  58. package/build/consts.local.js.map +1 -0
  59. package/build/errors.d.ts +59 -0
  60. package/build/errors.d.ts.map +1 -0
  61. package/build/errors.js +105 -0
  62. package/build/errors.js.map +1 -0
  63. package/build/http/connector.d.ts +11 -0
  64. package/build/http/connector.d.ts.map +1 -0
  65. package/build/http/connector.js +124 -0
  66. package/build/http/connector.js.map +1 -0
  67. package/build/http/consts.d.ts +9 -0
  68. package/build/http/consts.d.ts.map +1 -0
  69. package/build/http/consts.js +8 -0
  70. package/build/http/consts.js.map +1 -0
  71. package/build/http/source.d.ts +5 -0
  72. package/build/http/source.d.ts.map +1 -0
  73. package/build/http/source.js +76 -0
  74. package/build/http/source.js.map +1 -0
  75. package/build/http/types.d.ts +67 -0
  76. package/build/http/types.d.ts.map +1 -0
  77. package/build/http/types.js +2 -0
  78. package/build/http/types.js.map +1 -0
  79. package/build/http/types.local.d.ts +21 -0
  80. package/build/http/types.local.d.ts.map +1 -0
  81. package/build/http/types.local.js +2 -0
  82. package/build/http/types.local.js.map +1 -0
  83. package/build/http.d.ts +4 -0
  84. package/build/http.d.ts.map +1 -0
  85. package/build/http.js +248 -0
  86. package/build/http.js.map +1 -0
  87. package/build/index.d.ts +53 -0
  88. package/build/index.d.ts.map +1 -0
  89. package/build/index.js +33 -0
  90. package/build/index.js.map +1 -0
  91. package/build/network/consts.d.ts +12 -0
  92. package/build/network/consts.d.ts.map +1 -0
  93. package/build/network/consts.js +20 -0
  94. package/build/network/consts.js.map +1 -0
  95. package/build/network/types.d.ts +43 -0
  96. package/build/network/types.d.ts.map +1 -0
  97. package/build/network/types.js +2 -0
  98. package/build/network/types.js.map +1 -0
  99. package/build/network.d.ts +4 -0
  100. package/build/network.d.ts.map +1 -0
  101. package/build/network.js +165 -0
  102. package/build/network.js.map +1 -0
  103. package/build/proxy/consts.d.ts +7 -0
  104. package/build/proxy/consts.d.ts.map +1 -0
  105. package/build/proxy/consts.js +9 -0
  106. package/build/proxy/consts.js.map +1 -0
  107. package/build/proxy/endpoint.d.ts +4 -0
  108. package/build/proxy/endpoint.d.ts.map +1 -0
  109. package/build/proxy/endpoint.js +27 -0
  110. package/build/proxy/endpoint.js.map +1 -0
  111. package/build/proxy/http.d.ts +5 -0
  112. package/build/proxy/http.d.ts.map +1 -0
  113. package/build/proxy/http.js +95 -0
  114. package/build/proxy/http.js.map +1 -0
  115. package/build/proxy/router.d.ts +4 -0
  116. package/build/proxy/router.d.ts.map +1 -0
  117. package/build/proxy/router.js +85 -0
  118. package/build/proxy/router.js.map +1 -0
  119. package/build/proxy/socks.d.ts +5 -0
  120. package/build/proxy/socks.d.ts.map +1 -0
  121. package/build/proxy/socks.js +44 -0
  122. package/build/proxy/socks.js.map +1 -0
  123. package/build/proxy/types.d.ts +99 -0
  124. package/build/proxy/types.d.ts.map +1 -0
  125. package/build/proxy/types.js +2 -0
  126. package/build/proxy/types.js.map +1 -0
  127. package/build/resolvers/google-drive/consts.d.ts +10 -0
  128. package/build/resolvers/google-drive/consts.d.ts.map +1 -0
  129. package/build/resolvers/google-drive/consts.js +16 -0
  130. package/build/resolvers/google-drive/consts.js.map +1 -0
  131. package/build/resolvers/google-drive/types.d.ts +21 -0
  132. package/build/resolvers/google-drive/types.d.ts.map +1 -0
  133. package/build/resolvers/google-drive/types.js +2 -0
  134. package/build/resolvers/google-drive/types.js.map +1 -0
  135. package/build/resolvers/google-drive.d.ts +10 -0
  136. package/build/resolvers/google-drive.d.ts.map +1 -0
  137. package/build/resolvers/google-drive.js +130 -0
  138. package/build/resolvers/google-drive.js.map +1 -0
  139. package/build/resolvers/types.d.ts +39 -0
  140. package/build/resolvers/types.d.ts.map +1 -0
  141. package/build/resolvers/types.js +2 -0
  142. package/build/resolvers/types.js.map +1 -0
  143. package/build/s3/consts.d.ts +9 -0
  144. package/build/s3/consts.d.ts.map +1 -0
  145. package/build/s3/consts.js +9 -0
  146. package/build/s3/consts.js.map +1 -0
  147. package/build/s3/prefix.d.ts +4 -0
  148. package/build/s3/prefix.d.ts.map +1 -0
  149. package/build/s3/prefix.js +87 -0
  150. package/build/s3/prefix.js.map +1 -0
  151. package/build/s3/sink.d.ts +6 -0
  152. package/build/s3/sink.d.ts.map +1 -0
  153. package/build/s3/sink.js +30 -0
  154. package/build/s3/sink.js.map +1 -0
  155. package/build/s3/source.d.ts +5 -0
  156. package/build/s3/source.d.ts.map +1 -0
  157. package/build/s3/source.js +81 -0
  158. package/build/s3/source.js.map +1 -0
  159. package/build/s3/types.d.ts +66 -0
  160. package/build/s3/types.d.ts.map +1 -0
  161. package/build/s3/types.js +2 -0
  162. package/build/s3/types.js.map +1 -0
  163. package/build/s3/types.local.d.ts +43 -0
  164. package/build/s3/types.local.d.ts.map +1 -0
  165. package/build/s3/types.local.js +2 -0
  166. package/build/s3/types.local.js.map +1 -0
  167. package/build/s3/upload.d.ts +4 -0
  168. package/build/s3/upload.d.ts.map +1 -0
  169. package/build/s3/upload.js +118 -0
  170. package/build/s3/upload.js.map +1 -0
  171. package/build/s3.d.ts +5 -0
  172. package/build/s3.d.ts.map +1 -0
  173. package/build/s3.js +68 -0
  174. package/build/s3.js.map +1 -0
  175. package/build/service/types.d.ts +66 -0
  176. package/build/service/types.d.ts.map +1 -0
  177. package/build/service/types.js +2 -0
  178. package/build/service/types.js.map +1 -0
  179. package/build/service/types.local.d.ts +11 -0
  180. package/build/service/types.local.d.ts.map +1 -0
  181. package/build/service/types.local.js +2 -0
  182. package/build/service/types.local.js.map +1 -0
  183. package/build/service.d.ts +6 -0
  184. package/build/service.d.ts.map +1 -0
  185. package/build/service.js +73 -0
  186. package/build/service.js.map +1 -0
  187. package/build/sinks/buffer/consts.d.ts +2 -0
  188. package/build/sinks/buffer/consts.d.ts.map +1 -0
  189. package/build/sinks/buffer/consts.js +2 -0
  190. package/build/sinks/buffer/consts.js.map +1 -0
  191. package/build/sinks/buffer/types.d.ts +11 -0
  192. package/build/sinks/buffer/types.d.ts.map +1 -0
  193. package/build/sinks/buffer/types.js +2 -0
  194. package/build/sinks/buffer/types.js.map +1 -0
  195. package/build/sinks/buffer.d.ts +4 -0
  196. package/build/sinks/buffer.d.ts.map +1 -0
  197. package/build/sinks/buffer.js +13 -0
  198. package/build/sinks/buffer.js.map +1 -0
  199. package/build/sinks/directory/types.d.ts +7 -0
  200. package/build/sinks/directory/types.d.ts.map +1 -0
  201. package/build/sinks/directory/types.js +2 -0
  202. package/build/sinks/directory/types.js.map +1 -0
  203. package/build/sinks/directory.d.ts +8 -0
  204. package/build/sinks/directory.d.ts.map +1 -0
  205. package/build/sinks/directory.js +43 -0
  206. package/build/sinks/directory.js.map +1 -0
  207. package/build/sinks/file.d.ts +5 -0
  208. package/build/sinks/file.d.ts.map +1 -0
  209. package/build/sinks/file.js +46 -0
  210. package/build/sinks/file.js.map +1 -0
  211. package/build/sinks/types.d.ts +11 -0
  212. package/build/sinks/types.d.ts.map +1 -0
  213. package/build/sinks/types.js +2 -0
  214. package/build/sinks/types.js.map +1 -0
  215. package/build/sinks/workload/consts.d.ts +5 -0
  216. package/build/sinks/workload/consts.d.ts.map +1 -0
  217. package/build/sinks/workload/consts.js +5 -0
  218. package/build/sinks/workload/consts.js.map +1 -0
  219. package/build/sinks/workload/types.d.ts +17 -0
  220. package/build/sinks/workload/types.d.ts.map +1 -0
  221. package/build/sinks/workload/types.js +2 -0
  222. package/build/sinks/workload/types.js.map +1 -0
  223. package/build/sinks/workload.d.ts +8 -0
  224. package/build/sinks/workload.d.ts.map +1 -0
  225. package/build/sinks/workload.js +51 -0
  226. package/build/sinks/workload.js.map +1 -0
  227. package/build/sources/buffer.d.ts +5 -0
  228. package/build/sources/buffer.d.ts.map +1 -0
  229. package/build/sources/buffer.js +20 -0
  230. package/build/sources/buffer.js.map +1 -0
  231. package/build/sources/file.d.ts +5 -0
  232. package/build/sources/file.d.ts.map +1 -0
  233. package/build/sources/file.js +50 -0
  234. package/build/sources/file.js.map +1 -0
  235. package/build/sources/stream.d.ts +5 -0
  236. package/build/sources/stream.d.ts.map +1 -0
  237. package/build/sources/stream.js +19 -0
  238. package/build/sources/stream.js.map +1 -0
  239. package/build/sources/types.d.ts +10 -0
  240. package/build/sources/types.d.ts.map +1 -0
  241. package/build/sources/types.js +2 -0
  242. package/build/sources/types.js.map +1 -0
  243. package/build/sources/workload/types.d.ts +29 -0
  244. package/build/sources/workload/types.d.ts.map +1 -0
  245. package/build/sources/workload/types.js +2 -0
  246. package/build/sources/workload/types.js.map +1 -0
  247. package/build/sources/workload.d.ts +7 -0
  248. package/build/sources/workload.d.ts.map +1 -0
  249. package/build/sources/workload.js +67 -0
  250. package/build/sources/workload.js.map +1 -0
  251. package/build/transfer/consts.d.ts +5 -0
  252. package/build/transfer/consts.d.ts.map +1 -0
  253. package/build/transfer/consts.js +8 -0
  254. package/build/transfer/consts.js.map +1 -0
  255. package/build/transfer/types.d.ts +49 -0
  256. package/build/transfer/types.d.ts.map +1 -0
  257. package/build/transfer/types.js +2 -0
  258. package/build/transfer/types.js.map +1 -0
  259. package/build/transfer.d.ts +4 -0
  260. package/build/transfer.d.ts.map +1 -0
  261. package/build/transfer.js +75 -0
  262. package/build/transfer.js.map +1 -0
  263. package/build/types.d.ts +99 -0
  264. package/build/types.d.ts.map +1 -0
  265. package/build/types.js +2 -0
  266. package/build/types.js.map +1 -0
  267. package/build/utils/names/consts.d.ts +5 -0
  268. package/build/utils/names/consts.d.ts.map +1 -0
  269. package/build/utils/names/consts.js +5 -0
  270. package/build/utils/names/consts.js.map +1 -0
  271. package/build/utils/names/types.d.ts +13 -0
  272. package/build/utils/names/types.d.ts.map +1 -0
  273. package/build/utils/names/types.js +2 -0
  274. package/build/utils/names/types.js.map +1 -0
  275. package/build/utils/names.d.ts +4 -0
  276. package/build/utils/names.d.ts.map +1 -0
  277. package/build/utils/names.js +60 -0
  278. package/build/utils/names.js.map +1 -0
  279. package/build/utils/paths/consts.d.ts +3 -0
  280. package/build/utils/paths/consts.d.ts.map +1 -0
  281. package/build/utils/paths/consts.js +2 -0
  282. package/build/utils/paths/consts.js.map +1 -0
  283. package/build/utils/paths/types.d.ts +20 -0
  284. package/build/utils/paths/types.d.ts.map +1 -0
  285. package/build/utils/paths/types.js +2 -0
  286. package/build/utils/paths/types.js.map +1 -0
  287. package/build/utils/paths.d.ts +4 -0
  288. package/build/utils/paths.d.ts.map +1 -0
  289. package/build/utils/paths.js +67 -0
  290. package/build/utils/paths.js.map +1 -0
  291. package/build/utils/range/types.d.ts +11 -0
  292. package/build/utils/range/types.d.ts.map +1 -0
  293. package/build/utils/range/types.js +2 -0
  294. package/build/utils/range/types.js.map +1 -0
  295. package/build/utils/range.d.ts +4 -0
  296. package/build/utils/range.d.ts.map +1 -0
  297. package/build/utils/range.js +64 -0
  298. package/build/utils/range.js.map +1 -0
  299. package/build/utils/redact/types.d.ts +16 -0
  300. package/build/utils/redact/types.d.ts.map +1 -0
  301. package/build/utils/redact/types.js +2 -0
  302. package/build/utils/redact/types.js.map +1 -0
  303. package/build/utils/redact.d.ts +4 -0
  304. package/build/utils/redact.d.ts.map +1 -0
  305. package/build/utils/redact.js +18 -0
  306. package/build/utils/redact.js.map +1 -0
  307. package/build/utils/signals/types.d.ts +17 -0
  308. package/build/utils/signals/types.d.ts.map +1 -0
  309. package/build/utils/signals/types.js +2 -0
  310. package/build/utils/signals/types.js.map +1 -0
  311. package/build/utils/signals.d.ts +4 -0
  312. package/build/utils/signals.d.ts.map +1 -0
  313. package/build/utils/signals.js +52 -0
  314. package/build/utils/signals.js.map +1 -0
  315. package/build/utils/streams/consts.d.ts +3 -0
  316. package/build/utils/streams/consts.d.ts.map +1 -0
  317. package/build/utils/streams/consts.js +3 -0
  318. package/build/utils/streams/consts.js.map +1 -0
  319. package/build/utils/streams/types.d.ts +59 -0
  320. package/build/utils/streams/types.d.ts.map +1 -0
  321. package/build/utils/streams/types.js +2 -0
  322. package/build/utils/streams/types.js.map +1 -0
  323. package/build/utils/streams.d.ts +4 -0
  324. package/build/utils/streams.d.ts.map +1 -0
  325. package/build/utils/streams.js +167 -0
  326. package/build/utils/streams.js.map +1 -0
  327. package/build/utils/tree/types.d.ts +6 -0
  328. package/build/utils/tree/types.d.ts.map +1 -0
  329. package/build/utils/tree/types.js +2 -0
  330. package/build/utils/tree/types.js.map +1 -0
  331. package/build/utils/tree.d.ts +4 -0
  332. package/build/utils/tree.d.ts.map +1 -0
  333. package/build/utils/tree.js +14 -0
  334. package/build/utils/tree.js.map +1 -0
  335. package/build/workspace/consts.d.ts +12 -0
  336. package/build/workspace/consts.d.ts.map +1 -0
  337. package/build/workspace/consts.js +12 -0
  338. package/build/workspace/consts.js.map +1 -0
  339. package/build/workspace/consts.local.d.ts +3 -0
  340. package/build/workspace/consts.local.d.ts.map +1 -0
  341. package/build/workspace/consts.local.js +3 -0
  342. package/build/workspace/consts.local.js.map +1 -0
  343. package/build/workspace/fs.d.ts +4 -0
  344. package/build/workspace/fs.d.ts.map +1 -0
  345. package/build/workspace/fs.js +45 -0
  346. package/build/workspace/fs.js.map +1 -0
  347. package/build/workspace/scope.d.ts +6 -0
  348. package/build/workspace/scope.d.ts.map +1 -0
  349. package/build/workspace/scope.js +180 -0
  350. package/build/workspace/scope.js.map +1 -0
  351. package/build/workspace/types.d.ts +66 -0
  352. package/build/workspace/types.d.ts.map +1 -0
  353. package/build/workspace/types.js +2 -0
  354. package/build/workspace/types.js.map +1 -0
  355. package/build/workspace/types.local.d.ts +20 -0
  356. package/build/workspace/types.local.d.ts.map +1 -0
  357. package/build/workspace/types.local.js +2 -0
  358. package/build/workspace/types.local.js.map +1 -0
  359. package/build/workspace.d.ts +7 -0
  360. package/build/workspace.d.ts.map +1 -0
  361. package/build/workspace.js +87 -0
  362. package/build/workspace.js.map +1 -0
  363. package/package.json +61 -4
  364. package/src/archive/consts.ts +28 -0
  365. package/src/archive/formats.ts +60 -0
  366. package/src/archive/guard.ts +68 -0
  367. package/src/archive/ratio.ts +35 -0
  368. package/src/archive/tar.ts +147 -0
  369. package/src/archive/types.local.ts +72 -0
  370. package/src/archive/types.ts +107 -0
  371. package/src/archive/zip.ts +142 -0
  372. package/src/archive.ts +298 -0
  373. package/src/backed-workspace/types.ts +72 -0
  374. package/src/backed-workspace.ts +85 -0
  375. package/src/consts.local.ts +2 -0
  376. package/src/consts.ts +2 -0
  377. package/src/errors.ts +128 -0
  378. package/src/http/connector.ts +136 -0
  379. package/src/http/consts.ts +13 -0
  380. package/src/http/source.ts +89 -0
  381. package/src/http/types.local.ts +23 -0
  382. package/src/http/types.ts +74 -0
  383. package/src/http.ts +276 -0
  384. package/src/index.ts +65 -0
  385. package/src/network/consts.ts +22 -0
  386. package/src/network/types.ts +45 -0
  387. package/src/network.ts +179 -0
  388. package/src/proxy/consts.ts +11 -0
  389. package/src/proxy/endpoint.ts +28 -0
  390. package/src/proxy/http.ts +108 -0
  391. package/src/proxy/router.ts +93 -0
  392. package/src/proxy/socks.ts +48 -0
  393. package/src/proxy/types.ts +114 -0
  394. package/src/resolvers/google-drive/consts.ts +22 -0
  395. package/src/resolvers/google-drive/types.ts +22 -0
  396. package/src/resolvers/google-drive.ts +153 -0
  397. package/src/resolvers/types.ts +45 -0
  398. package/src/s3/consts.ts +12 -0
  399. package/src/s3/prefix.ts +100 -0
  400. package/src/s3/sink.ts +36 -0
  401. package/src/s3/source.ts +90 -0
  402. package/src/s3/types.local.ts +49 -0
  403. package/src/s3/types.ts +70 -0
  404. package/src/s3/upload.ts +130 -0
  405. package/src/s3.ts +83 -0
  406. package/src/service/types.local.ts +9 -0
  407. package/src/service/types.ts +71 -0
  408. package/src/service.ts +97 -0
  409. package/src/sinks/buffer/consts.ts +1 -0
  410. package/src/sinks/buffer/types.ts +12 -0
  411. package/src/sinks/buffer.ts +18 -0
  412. package/src/sinks/directory/types.ts +7 -0
  413. package/src/sinks/directory.ts +49 -0
  414. package/src/sinks/file.ts +52 -0
  415. package/src/sinks/types.ts +12 -0
  416. package/src/sinks/workload/consts.ts +5 -0
  417. package/src/sinks/workload/types.ts +17 -0
  418. package/src/sinks/workload.ts +59 -0
  419. package/src/sources/buffer.ts +27 -0
  420. package/src/sources/file.ts +57 -0
  421. package/src/sources/stream.ts +26 -0
  422. package/src/sources/types.ts +12 -0
  423. package/src/sources/workload/types.ts +31 -0
  424. package/src/sources/workload.ts +79 -0
  425. package/src/transfer/consts.ts +10 -0
  426. package/src/transfer/types.ts +55 -0
  427. package/src/transfer.ts +89 -0
  428. package/src/types.ts +106 -0
  429. package/src/utils/names/consts.ts +5 -0
  430. package/src/utils/names/types.ts +12 -0
  431. package/src/utils/names.ts +70 -0
  432. package/src/utils/paths/consts.ts +3 -0
  433. package/src/utils/paths/types.ts +20 -0
  434. package/src/utils/paths.ts +75 -0
  435. package/src/utils/range/types.ts +11 -0
  436. package/src/utils/range.ts +80 -0
  437. package/src/utils/redact/types.ts +16 -0
  438. package/src/utils/redact.ts +23 -0
  439. package/src/utils/signals/types.ts +17 -0
  440. package/src/utils/signals.ts +63 -0
  441. package/src/utils/streams/consts.ts +2 -0
  442. package/src/utils/streams/types.ts +65 -0
  443. package/src/utils/streams.ts +188 -0
  444. package/src/utils/tree/types.ts +6 -0
  445. package/src/utils/tree.ts +18 -0
  446. package/src/workspace/consts.local.ts +2 -0
  447. package/src/workspace/consts.ts +14 -0
  448. package/src/workspace/fs.ts +48 -0
  449. package/src/workspace/scope.ts +196 -0
  450. package/src/workspace/types.local.ts +21 -0
  451. package/src/workspace/types.ts +71 -0
  452. package/src/workspace.ts +102 -0
  453. package/tests/archive.spec.ts +134 -0
  454. package/tests/backed.spec.ts +147 -0
  455. package/tests/context.ts +114 -0
  456. package/tests/fixtures.ts +190 -0
  457. package/tests/google-drive.spec.ts +76 -0
  458. package/tests/harness/drive.ts +92 -0
  459. package/tests/harness/http-proxy.ts +96 -0
  460. package/tests/harness/origin.ts +134 -0
  461. package/tests/harness/socks5.ts +135 -0
  462. package/tests/harness/workload.ts +118 -0
  463. package/tests/http.spec.ts +101 -0
  464. package/tests/inspector.spec.ts +40 -0
  465. package/tests/live.spec.ts +27 -0
  466. package/tests/network.spec.ts +79 -0
  467. package/tests/proxy.spec.ts +149 -0
  468. package/tests/s3.spec.ts +133 -0
  469. package/tests/service.spec.ts +77 -0
  470. package/tests/sources-sinks.spec.ts +96 -0
  471. package/tests/transfer.spec.ts +99 -0
  472. package/tests/tsconfig.json +12 -0
  473. package/tests/workload.spec.ts +140 -0
  474. package/tests/workspace.spec.ts +158 -0
  475. package/tsconfig.json +16 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"zip.js","sourceRoot":"","sources":["../../src/archive/zip.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAElE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAIvE,iGAAiG;AACjG,MAAM,CAAC,MAAM,cAAc,GAAG,GAAa,EAAE;IAC3C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAS,EAAE;QACzC,MAAM,OAAO,GAAI,KAAe,CAAC,OAAO,IAAI,EAAE,CAAA;QAC9C,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,SAAS,CAAC,UAAU,CAAC,CAAA;QAClC,CAAC;QACD,IAAI,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChD,OAAO,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC;QACD,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,SAAS,CAAC,cAAc,CAAC,CAAA;QACtC,CAAC;QACD,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;IAC/F,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,OAAgB,EAAE,MAAqB,EAAoB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7G,MAAM,GAAG,GAAY,EAAE,CAAA;QACvB,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACnC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACf,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;gBACnC,OAAO,CAAC,kBAAkB,EAAE,CAAA;gBAC5B,MAAM,CAAC,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;gBACjC,OAAM;YACR,CAAC;YACD,OAAO,CAAC,SAAS,EAAE,CAAA;QACrB,CAAC,CAAC,CAAA;QACF,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;QACvC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACvD,OAAO,CAAC,SAAS,EAAE,CAAA;IACrB,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,CAAC,KAAY,EAAoB,EAAE;QAChD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,GAAG,MAAM,CAAA;QAC3D,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;QAC9C,MAAM,OAAO,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,QAAQ,CAAA;QAC9C,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC5D,IAAI,EAAE,KAAK,CAAC,gBAAgB;YAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,IAAI,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS;YAC5C,UAAU,EAAE,KAAK,CAAC,cAAc,EAAE;YAClC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE;SAC/B,CAAA;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,GAAY,EAAE,MAAqB,EAAQ,EAAE;QAC1D,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,QAAQ,IAAI,KAAK,CAAC,gBAAgB,CAAA;YAClC,IAAI,KAAK,CAAC,gBAAgB,GAAG,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,cAAc,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClH,MAAM,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;YACpC,MAAM,IAAI,UAAU,CAAC,aAAa,CAAC,CAAA;QACrC,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,2BAA2B,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAA;QACtG,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;YACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,2BAA2B,GAAG,sBAAsB,GAAG,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAA;YAC7H,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,2BAA2B,GAAG,GAAG,EAAE,CAAC;gBACrD,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,SAAU,CAAC,EAAE,MAAmB,EAAE,MAAqB;QAC1E,IAAI,OAAgB,CAAA;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,KAAK,CAAC,6BAA6B,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE;gBAC7F,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK;aAC3G,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAC1C,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAClB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;gBACxB,MAAM;oBACJ,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC;oBACnB,IAAI,EAAE,KAAK,IAAI,EAAE;wBACf,IAAI,KAAK,CAAC,iBAAiB,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,KAAK,CAAC,EAAE,CAAC;4BACnE,MAAM,IAAI,YAAY,CAAC,UAAU,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAA;wBAC7D,CAAC;wBACD,IAAI,CAAC;4BACH,OAAO,MAAM,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;wBACnD,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;wBACvB,CAAC;oBACH,CAAC;oBACD,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;iBAC7B,CAAA;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,IAAoD,EAAE,OAA2B,EAAY,EAAE;QAC3G,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAA;QAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAwB,CAAA;QAC3C,MAAM,GAAG,GAAG,KAAK,IAAmB,EAAE;YACpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACxC,MAAM,QAAQ,GAAG;oBACf,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE;oBACrC,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC;oBAChD,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtE,CAAA;gBACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;gBAC3B,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;oBACjC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;gBACpD,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE;wBAC/C,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;oBAC1G,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,CAAA;QACX,CAAC,CAAA;QACD,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC,CAAA;QAEpD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { ArchiveHelper, ArchiveHelperOptions } from './archive/types.js';
2
+ export declare const createArchiveHelper: (options?: ArchiveHelperOptions) => ArchiveHelper;
3
+ export declare const archiveHelper: ArchiveHelper;
4
+ //# sourceMappingURL=archive.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"archive.d.ts","sourceRoot":"","sources":["../src/archive.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAC+B,aAAa,EAAE,oBAAoB,EAE7E,MAAM,oBAAoB,CAAA;AAa3B,eAAO,MAAM,mBAAmB,aAAa,oBAAoB,KAAQ,aA0QxE,CAAA;AAED,eAAO,MAAM,aAAa,eAAwB,CAAA"}
@@ -0,0 +1,265 @@
1
+ import { basename } from 'node:path';
2
+ import { PassThrough, pipeline } from 'node:stream';
3
+ import { createGunzip, createGzip } from 'node:zlib';
4
+ import { logger } from '@owlmeans/log';
5
+ import { DEFAULT_SAMPLE_BYTES, fileInspector } from '@owlmeans/file-inspector';
6
+ import { ArchiveFormat, DEFAULT_ARCHIVE_LIMITS, NESTED_ARCHIVE_EXTENSIONS } from './archive/consts.js';
7
+ import { createFormatSniffer } from './archive/formats.js';
8
+ import { makeEntryGuard } from './archive/guard.js';
9
+ import { makeRatioGuard } from './archive/ratio.js';
10
+ import { createTarCodec } from './archive/tar.js';
11
+ import { createZipCodec } from './archive/zip.js';
12
+ import { ArchiveError, LimitError, PathError } from './errors.js';
13
+ import { createFileSource } from './sources/file.js';
14
+ import { createStreamSource } from './sources/stream.js';
15
+ import { nameUtils } from './utils/names.js';
16
+ import { rangeUtils } from './utils/range.js';
17
+ import { streamUtils } from './utils/streams.js';
18
+ import { treeUtils } from './utils/tree.js';
19
+ const log = logger('file-streams:archive');
20
+ export const createArchiveHelper = (options = {}) => {
21
+ const baseLimits = { ...DEFAULT_ARCHIVE_LIMITS, ...options.limits };
22
+ const inspector = options.inspector ?? fileInspector;
23
+ const sniffer = createFormatSniffer();
24
+ const zip = createZipCodec();
25
+ const tar = createTarCodec();
26
+ const headBytes = 8 * 1024;
27
+ const limitsOf = (listOptions) => ({ ...baseLimits, ...listOptions?.limits });
28
+ const chain = (...streams) => pipeline(...streams, () => undefined);
29
+ const acquire = async (source, format, limits, signal) => {
30
+ const reader = await source.ranges({ signal });
31
+ if (reader != null) {
32
+ const head = await reader.read(0, Math.min(headBytes, reader.size), signal);
33
+ const detected = format ?? sniffer.formatOf(head);
34
+ if (detected === ArchiveFormat.Zip) {
35
+ return { format: detected, head, reader, dispose: async () => await reader.close() };
36
+ }
37
+ await reader.close();
38
+ const opened = await source.open({ signal });
39
+ return { format: detected, head, stream: opened.stream, dispose: async () => streamUtils.discard(opened.stream) };
40
+ }
41
+ const opened = await source.open({ signal });
42
+ const peeked = await streamUtils.peek(opened.stream, headBytes);
43
+ const detected = format ?? sniffer.formatOf(peeked.head);
44
+ if (detected !== ArchiveFormat.Zip) {
45
+ return { format: detected, head: peeked.head, stream: peeked.stream, dispose: async () => streamUtils.discard(peeked.stream) };
46
+ }
47
+ const spooled = await streamUtils.spool(peeked.stream, { maxBytes: limits.maxTotalBytes, signal });
48
+ const fileReader = rangeUtils.ofFile(spooled.path, spooled.size);
49
+ log.debug('Spooled a zip without random access', { bytes: spooled.size });
50
+ return {
51
+ format: detected,
52
+ head: peeked.head,
53
+ reader: fileReader,
54
+ dispose: async () => {
55
+ await fileReader.close();
56
+ await spooled.dispose();
57
+ },
58
+ };
59
+ };
60
+ const gzipEntryName = (head, info) => {
61
+ const fromHeader = nameUtils.sanitize(sniffer.gzipName(head));
62
+ if (fromHeader != null) {
63
+ return fromHeader;
64
+ }
65
+ const name = info.name ?? 'data.gz';
66
+ return name.toLowerCase().endsWith('.gz') && name.length > 3 ? name.slice(0, -3) : `${name}.out`;
67
+ };
68
+ const handlesOf = async function* (acquired, info, limits) {
69
+ switch (acquired.format) {
70
+ case ArchiveFormat.Zip:
71
+ yield* zip.entries(acquired.reader, limits);
72
+ return;
73
+ case ArchiveFormat.Tar:
74
+ yield* tar.entries(acquired.stream);
75
+ return;
76
+ case ArchiveFormat.TarGz: {
77
+ const ratio = makeRatioGuard(limits);
78
+ yield* tar.entries(chain(acquired.stream, ratio.input, createGunzip(), ratio.output));
79
+ return;
80
+ }
81
+ case ArchiveFormat.Gzip: {
82
+ const ratio = makeRatioGuard(limits);
83
+ const stream = chain(acquired.stream, ratio.input, createGunzip(), ratio.output);
84
+ yield {
85
+ info: { path: gzipEntryName(acquired.head, info), type: 'file' },
86
+ open: async () => stream,
87
+ drain: async () => streamUtils.discard(stream),
88
+ };
89
+ return;
90
+ }
91
+ default:
92
+ throw new ArchiveError('format');
93
+ }
94
+ };
95
+ const detect = async (source, detectOptions = {}) => {
96
+ const acquired = await acquire(source, undefined, baseLimits, detectOptions.signal);
97
+ await acquired.dispose();
98
+ return acquired.format;
99
+ };
100
+ const list = async (source, listOptions = {}) => {
101
+ const limits = limitsOf(listOptions);
102
+ const acquired = await acquire(source, listOptions.format, limits, listOptions.signal);
103
+ const entries = [];
104
+ try {
105
+ for await (const handle of handlesOf(acquired, await source.info(), limits)) {
106
+ entries.push(handle.info);
107
+ if (entries.length > limits.maxEntries) {
108
+ throw new LimitError('entries');
109
+ }
110
+ await handle.drain();
111
+ }
112
+ }
113
+ finally {
114
+ await acquired.dispose();
115
+ }
116
+ return entries;
117
+ };
118
+ const isNested = (path) => {
119
+ const ext = nameUtils.extOf(path);
120
+ return ext != null && NESTED_ARCHIVE_EXTENSIONS.includes(ext);
121
+ };
122
+ const nestedPrefix = (path) => {
123
+ const ext = nameUtils.extOf(path) ?? '';
124
+ return path.slice(0, path.length - ext.length - 1) || path;
125
+ };
126
+ const extractInto = async (source, tree, extractOptions, depth, result) => {
127
+ const signal = extractOptions.signal;
128
+ const limits = limitsOf(extractOptions);
129
+ const guard = makeEntryGuard(limits, extractOptions.links ?? 'skip', extractOptions.strip ?? 0);
130
+ const info = await source.info({ signal });
131
+ const acquired = await acquire(source, depth === 1 ? extractOptions.format : undefined, limits, signal);
132
+ if (acquired.format == null) {
133
+ await acquired.dispose();
134
+ throw new ArchiveError('format');
135
+ }
136
+ if (depth === 1) {
137
+ result.format = acquired.format;
138
+ }
139
+ try {
140
+ for await (const handle of handlesOf(acquired, info, limits)) {
141
+ signal?.throwIfAborted();
142
+ const admission = guard.admit(handle.info);
143
+ if (admission.path == null) {
144
+ result.skipped.push({ entry: handle.info, reason: admission.skip ?? 'skipped' });
145
+ await handle.drain();
146
+ continue;
147
+ }
148
+ if (extractOptions.filter != null && !extractOptions.filter(handle.info)) {
149
+ result.skipped.push({ entry: handle.info, reason: 'filtered' });
150
+ await handle.drain();
151
+ continue;
152
+ }
153
+ if (handle.info.type === 'directory') {
154
+ await tree.directory(admission.path, { signal });
155
+ continue;
156
+ }
157
+ const path = admission.path;
158
+ try {
159
+ let stream = chain(await handle.open(), guard.meter());
160
+ let verdict;
161
+ if (extractOptions.verify != null) {
162
+ const peeked = await streamUtils.peek(stream, extractOptions.verify.sampleBytes ?? DEFAULT_SAMPLE_BYTES);
163
+ stream = peeked.stream;
164
+ verdict = inspector.enforce(await inspector.inspect(peeked.head, { name: path }, { complete: peeked.ended }), extractOptions.verify);
165
+ }
166
+ if (depth < limits.maxDepth && isNested(path)) {
167
+ const spooled = await streamUtils.spool(stream, { maxBytes: limits.maxEntryBytes, signal });
168
+ try {
169
+ await extractInto(createFileSource(spooled.path, { name: basename(path) }), treeUtils.prefixed(tree, nestedPrefix(path)), { ...extractOptions, format: undefined }, depth + 1, result);
170
+ }
171
+ finally {
172
+ await spooled.dispose();
173
+ }
174
+ continue;
175
+ }
176
+ const written = await tree.entry(path).write({
177
+ stream,
178
+ info: { origin: `${info.origin}#${path}`, name: nameUtils.sanitize(basename(path)), size: handle.info.size },
179
+ verdict,
180
+ }, { signal });
181
+ result.extracted.push({ entry: handle.info, path, result: written });
182
+ result.bytes += written.bytes;
183
+ extractOptions.onEntry?.(handle.info, written);
184
+ }
185
+ catch (error) {
186
+ await handle.drain().catch(() => undefined);
187
+ const fatal = error instanceof LimitError || error instanceof ArchiveError || error instanceof PathError || signal?.aborted === true;
188
+ if (extractOptions.onEntryError === 'skip' && !fatal) {
189
+ result.skipped.push({ entry: handle.info, reason: error.message });
190
+ continue;
191
+ }
192
+ throw error;
193
+ }
194
+ }
195
+ }
196
+ finally {
197
+ await acquired.dispose();
198
+ }
199
+ };
200
+ const extract = async (source, tree, extractOptions = {}) => {
201
+ const result = { format: extractOptions.format ?? ArchiveFormat.Zip, extracted: [], skipped: [], bytes: 0 };
202
+ await extractInto(source, tree, extractOptions, 1, result);
203
+ log.debug('Extracted', { format: result.format, entries: result.extracted.length, skipped: result.skipped.length, bytes: result.bytes });
204
+ return result;
205
+ };
206
+ const pack = (format, entries, packOptions = {}) => {
207
+ const level = packOptions.level != null ? { level: packOptions.level } : {};
208
+ const name = packOptions.name;
209
+ switch (format) {
210
+ case ArchiveFormat.Zip:
211
+ return createStreamSource(zip.pack(entries, packOptions), { name, mime: 'application/zip' });
212
+ case ArchiveFormat.Tar:
213
+ return createStreamSource(tar.pack(entries, packOptions), { name, mime: 'application/x-tar' });
214
+ case ArchiveFormat.TarGz:
215
+ return createStreamSource(chain(tar.pack(entries, packOptions), createGzip(level)), { name, mime: 'application/gzip' });
216
+ case ArchiveFormat.Gzip: {
217
+ const output = new PassThrough();
218
+ const run = async () => {
219
+ const all = [];
220
+ for await (const entry of entries) {
221
+ all.push(entry);
222
+ }
223
+ if (all.length !== 1) {
224
+ throw new ArchiveError('gzip-entries');
225
+ }
226
+ const source = all[0].source;
227
+ const input = source instanceof Uint8Array ? streamUtils.toReadable(source) : (await source.open()).stream;
228
+ chain(input, createGzip(level), output);
229
+ };
230
+ run().catch(error => output.destroy(error));
231
+ return createStreamSource(output, { name, mime: 'application/gzip' });
232
+ }
233
+ default:
234
+ throw new ArchiveError('format');
235
+ }
236
+ };
237
+ const gzip = (source, packOptions = {}) => {
238
+ const info = async (infoOptions) => {
239
+ const base = await source.info(infoOptions);
240
+ return { origin: base.origin, name: packOptions.name ?? (base.name != null ? `${base.name}.gz` : undefined), mime: 'application/gzip' };
241
+ };
242
+ const open = async (openOptions = {}) => {
243
+ const opened = await source.open({ signal: openOptions.signal });
244
+ return { stream: chain(opened.stream, createGzip(packOptions.level != null ? { level: packOptions.level } : {})), info: await info() };
245
+ };
246
+ return { kind: 'gzip', info, open, ranges: async () => null };
247
+ };
248
+ const gunzip = (source, listOptions = {}) => {
249
+ const limits = limitsOf(listOptions);
250
+ const info = async (infoOptions) => {
251
+ const base = await source.info(infoOptions);
252
+ const name = base.name?.toLowerCase().endsWith('.gz') === true ? base.name.slice(0, -3) : base.name;
253
+ return { origin: base.origin, name };
254
+ };
255
+ const open = async (openOptions = {}) => {
256
+ const opened = await source.open({ signal: openOptions.signal });
257
+ const ratio = makeRatioGuard(limits);
258
+ return { stream: chain(opened.stream, ratio.input, createGunzip(), ratio.output), info: await info() };
259
+ };
260
+ return { kind: 'gzip', info, open, ranges: async () => null };
261
+ };
262
+ return { detect, list, extract, pack, gzip, gunzip };
263
+ };
264
+ export const archiveHelper = createArchiveHelper();
265
+ //# sourceMappingURL=archive.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"archive.js","sourceRoot":"","sources":["../src/archive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEnD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AAE9E,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AACtG,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAMjD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAE3C,MAAM,GAAG,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,OAAO,GAAyB,EAAE,EAAiB,EAAE;IACvF,MAAM,UAAU,GAAkB,EAAE,GAAG,sBAAsB,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;IAClF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,aAAa,CAAA;IACpD,MAAM,OAAO,GAAG,mBAAmB,EAAE,CAAA;IACrC,MAAM,GAAG,GAAG,cAAc,EAAE,CAAA;IAC5B,MAAM,GAAG,GAAG,cAAc,EAAE,CAAA;IAC5B,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAA;IAE1B,MAAM,QAAQ,GAAG,CAAC,WAAgC,EAAiB,EAAE,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,GAAG,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;IAEjH,MAAM,KAAK,GAAG,CAAC,GAAG,OAA6D,EAAY,EAAE,CAC1F,QAAyD,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAEzF,MAAM,OAAO,GAAG,KAAK,EAAE,MAAkB,EAAE,MAAiC,EAAE,MAAqB,EAAE,MAAoB,EAA4B,EAAE;QACrJ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QAC9C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAA;YAC3E,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YACjD,IAAI,QAAQ,KAAK,aAAa,CAAC,GAAG,EAAE,CAAC;gBACnC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;YACtF,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;YAC5C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAA;QACnH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAC/D,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACxD,IAAI,QAAQ,KAAK,aAAa,CAAC,GAAG,EAAE,CAAC;YACnC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAA;QAChI,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAA;QAClG,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;QAChE,GAAG,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QAEzE,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,UAAU,CAAC,KAAK,EAAE,CAAA;gBACxB,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;YACzB,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,aAAa,GAAG,CAAC,IAAgB,EAAE,IAAc,EAAU,EAAE;QACjE,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;QAC7D,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,SAAS,CAAA;QACnC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAA;IAClG,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,KAAK,SAAU,CAAC,EAAE,QAAyB,EAAE,IAAc,EAAE,MAAqB;QAClG,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,aAAa,CAAC,GAAG;gBACpB,KAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAO,EAAE,MAAM,CAAC,CAAA;gBAC7C,OAAM;YACR,KAAK,aAAa,CAAC,GAAG;gBACpB,KAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAA;gBACrC,OAAM;YACR,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;gBACpC,KAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAO,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;gBACvF,OAAM;YACR,CAAC;YACD,KAAK,aAAa,CAAC,IAAI,EAAE,CAAC;gBACxB,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;gBACpC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAO,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;gBACjF,MAAM;oBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE;oBAChE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM;oBACxB,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;iBAC/C,CAAA;gBACD,OAAM;YACR,CAAC;YACD;gBACE,MAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAA;QACpC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,MAAkB,EAAE,aAAa,GAAkB,EAAE,EAAiC,EAAE;QAC5G,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;QACnF,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QACxB,OAAO,QAAQ,CAAC,MAAM,CAAA;IACxB,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,MAAkB,EAAE,WAAW,GAAuB,EAAE,EAA+B,EAAE;QAC3G,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAA;QACpC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;QACtF,MAAM,OAAO,GAAuB,EAAE,CAAA;QACtC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,QAAQ,EAAE,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC5E,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBACzB,IAAI,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;oBACvC,MAAM,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;gBACjC,CAAC;gBACD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QAC1B,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAW,EAAE;QACzC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACjC,OAAO,GAAG,IAAI,IAAI,IAAI,yBAAyB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE;QAC5C,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAA;IAC5D,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,KAAK,EACvB,MAAkB,EAAE,IAAc,EAAE,cAAqC,EAAE,KAAa,EAAE,MAAqB,EAChG,EAAE;QACjB,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAA;QACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;QACvC,MAAM,KAAK,GAAe,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,IAAI,MAAM,EAAE,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC,CAAA;QAC3G,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACvG,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;YACxB,MAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAA;QAClC,CAAC;QACD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;QACjC,CAAC;QAED,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC7D,MAAM,EAAE,cAAc,EAAE,CAAA;gBACxB,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC1C,IAAI,SAAS,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;oBAC3B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,IAAI,SAAS,EAAE,CAAC,CAAA;oBAChF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;oBACpB,SAAQ;gBACV,CAAC;gBACD,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;oBAC/D,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;oBACpB,SAAQ;gBACV,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACrC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;oBAChD,SAAQ;gBACV,CAAC;gBAED,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAA;gBAC3B,IAAI,CAAC;oBACH,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;oBACtD,IAAI,OAAgC,CAAA;oBACpC,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;wBAClC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,WAAW,IAAI,oBAAoB,CAAC,CAAA;wBACxG,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;wBACtB,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAA;oBACtI,CAAC;oBACD,IAAI,KAAK,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC9C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAA;wBAC3F,IAAI,CAAC;4BACH,MAAM,WAAW,CACf,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,EACtG,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,CAC5D,CAAA;wBACH,CAAC;gCAAS,CAAC;4BACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;wBACzB,CAAC;wBACD,SAAQ;oBACV,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;wBAC3C,MAAM;wBACN,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;wBAC5G,OAAO;qBACR,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;oBACd,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;oBACpE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAA;oBAC7B,cAAc,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;gBAChD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;oBAC3C,MAAM,KAAK,GAAG,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,YAAY,SAAS,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,CAAA;oBACpI,IAAI,cAAc,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;wBACrD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;wBAC7E,SAAQ;oBACV,CAAC;oBACD,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QAC1B,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,MAAkB,EAAE,IAAc,EAAE,cAAc,GAA0B,EAAE,EAA0B,EAAE;QAC/H,MAAM,MAAM,GAAkB,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC1H,MAAM,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;QAC1D,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAExI,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,MAAqB,EAAE,OAAuD,EAAE,WAAW,GAAuB,EAAE,EAAc,EAAE;QAChJ,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3E,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAA;QAC7B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,aAAa,CAAC,GAAG;gBACpB,OAAO,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;YAC9F,KAAK,aAAa,CAAC,GAAG;gBACpB,OAAO,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAA;YAChG,KAAK,aAAa,CAAC,KAAK;gBACtB,OAAO,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAA;YACzH,KAAK,aAAa,CAAC,IAAI,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAA;gBAChC,MAAM,GAAG,GAAG,KAAK,IAAmB,EAAE;oBACpC,MAAM,GAAG,GAAgB,EAAE,CAAA;oBAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAClC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;oBACjB,CAAC;oBACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACrB,MAAM,IAAI,YAAY,CAAC,cAAc,CAAC,CAAA;oBACxC,CAAC;oBACD,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC5B,MAAM,KAAK,GAAG,MAAM,YAAY,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;oBAC1G,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAA;gBACzC,CAAC,CAAA;gBACD,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC,CAAA;gBACpD,OAAO,kBAAkB,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAA;YACvE,CAAC;YACD;gBACE,MAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAA;QACpC,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,MAAkB,EAAE,WAAW,GAAuB,EAAE,EAAc,EAAE;QACpF,MAAM,IAAI,GAAG,KAAK,EAAE,WAA2B,EAAqB,EAAE;YACpE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC3C,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;QACzI,CAAC,CAAA;QACD,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAgB,EAAE,EAAuB,EAAE;YACxE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;YAChE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAA;QACxI,CAAC,CAAA;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,EAAE,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,MAAkB,EAAE,WAAW,GAAuB,EAAE,EAAc,EAAE;QACtF,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAA;QACpC,MAAM,IAAI,GAAG,KAAK,EAAE,WAA2B,EAAqB,EAAE;YACpE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;YACnG,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAA;QACtC,CAAC,CAAA;QACD,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAgB,EAAE,EAAuB,EAAE;YACxE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;YAChE,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;YACpC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAA;QACxG,CAAC,CAAA;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,EAAE,CAAA;IAC/D,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AACtD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,mBAAmB,EAAE,CAAA"}
@@ -0,0 +1,67 @@
1
+ import type { FileScope } from '@owlmeans/storage-common';
2
+ import type { S3Bucket, S3ListedObject, S3SinkOptions } from '../s3/types.js';
3
+ import type { ConflictPolicy } from '../sinks/types.js';
4
+ import type { TransferHelper, TransferOptions, TransferResult } from '../transfer/types.js';
5
+ import type { FileSource, SignalOptions, SinkResult } from '../types.js';
6
+ import type { Workspace, WorkspaceScope } from '../workspace/types.js';
7
+ export interface BackedWorkspaceOptions {
8
+ workspace: Workspace;
9
+ bucket: S3Bucket;
10
+ /** Objects land at `<prefix>/<organization>/<project?>/<purpose>/<path>` under the bucket's base prefix. */
11
+ prefix?: string;
12
+ /** Moves every file; default `transferHelper` (a service hands its configured one). */
13
+ transfer?: TransferHelper;
14
+ /** How objects are written; Content-Type and disposition come from the local copy's verdict. */
15
+ sink?: S3SinkOptions;
16
+ }
17
+ export interface BackedPutOptions extends TransferOptions {
18
+ /** What the local write does when the entry exists. Default `overwrite`, like the bucket. */
19
+ onConflict?: ConflictPolicy;
20
+ }
21
+ export interface BackedPutResult {
22
+ local: SinkResult;
23
+ remote: SinkResult;
24
+ /** The verified move into the local entry: verdict, counted bytes, digest. */
25
+ transfer: TransferResult;
26
+ }
27
+ export interface BackedRestoreResult {
28
+ /** Paths downloaded because they were missing locally or had another size. */
29
+ restored: string[];
30
+ /** Paths already present locally with the listed size. */
31
+ kept: string[];
32
+ }
33
+ /**
34
+ * One scope kept in a local workspace and mirrored to a bucket. The bucket is the authority:
35
+ * a put that cannot reach it leaves nothing local, a restore brings back what the listing names.
36
+ */
37
+ export interface BackedScope {
38
+ readonly scope: FileScope;
39
+ readonly local: WorkspaceScope;
40
+ /** The object key of a path: `<basePrefix>/<prefix?>/<scope path>/<path>`. */
41
+ key: (path: string) => string;
42
+ /** The bucket prefix of a path — what `bucket.source`, `sink`, `head` and `urlOf` take. */
43
+ prefixOf: (path: string) => string;
44
+ /**
45
+ * Copies `source` into the local entry through the transfer helper (verified by `options.verify`),
46
+ * then uploads the LOCAL file. A failed upload removes the local copy and rethrows.
47
+ */
48
+ put: (path: string, source: FileSource, options?: BackedPutOptions) => Promise<BackedPutResult>;
49
+ /** Downloads every listed object missing locally or of another size (byte-identical, unverified). */
50
+ restore: (options?: SignalOptions) => Promise<BackedRestoreResult>;
51
+ /** The remote listing; `path` is relative to the scope. */
52
+ list: (options?: SignalOptions) => Promise<S3ListedObject[]>;
53
+ /** Removes a file (or a folder) locally and remotely. */
54
+ remove: (path: string, options?: SignalOptions) => Promise<void>;
55
+ /** Drops the local copy only; `restore` brings it back. */
56
+ evict: () => Promise<void>;
57
+ /** Drops the local copy and every object under the scope's prefix. */
58
+ drop: (options?: SignalOptions) => Promise<void>;
59
+ }
60
+ /** A workspace whose scopes are mirrored to one bucket. */
61
+ export interface BackedWorkspace {
62
+ readonly workspace: Workspace;
63
+ readonly bucket: S3Bucket;
64
+ /** @throws {FileScopeError} for an invalid scope. */
65
+ scope: (scope: FileScope) => BackedScope;
66
+ }
67
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/backed-workspace/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC7E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAC3F,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxE,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAEtE,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,SAAS,CAAA;IACpB,MAAM,EAAE,QAAQ,CAAA;IAChB,4GAA4G;IAC5G,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,uFAAuF;IACvF,QAAQ,CAAC,EAAE,cAAc,CAAA;IACzB,gGAAgG;IAChG,IAAI,CAAC,EAAE,aAAa,CAAA;CACrB;AAED,MAAM,WAAW,gBAAiB,SAAQ,eAAe;IACvD,6FAA6F;IAC7F,UAAU,CAAC,EAAE,cAAc,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,CAAA;IACjB,MAAM,EAAE,UAAU,CAAA;IAClB,8EAA8E;IAC9E,QAAQ,EAAE,cAAc,CAAA;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,8EAA8E;IAC9E,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,0DAA0D;IAC1D,IAAI,EAAE,MAAM,EAAE,CAAA;CACf;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAA;IAC9B,8EAA8E;IAC9E,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC7B,2FAA2F;IAC3F,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAClC;;;OAGG;IACH,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,gBAAgB,KAAK,OAAO,CAAC,eAAe,CAAC,CAAA;IAC/F,qGAAqG;IACrG,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,mBAAmB,CAAC,CAAA;IAClE,2DAA2D;IAC3D,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC5D,yDAAyD;IACzD,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAChE,2DAA2D;IAC3D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,sEAAsE;IACtE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CACjD;AAED,2DAA2D;AAC3D,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAA;IAC7B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAA;IACzB,qDAAqD;IACrD,KAAK,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,WAAW,CAAA;CACzC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/backed-workspace/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,4 @@
1
+ import type { BackedWorkspace, BackedWorkspaceOptions } from './backed-workspace/types.js';
2
+ /** A workspace mirrored to a bucket under the same nesting, so a restarted pod restores its scopes. */
3
+ export declare const createBackedWorkspace: (options: BackedWorkspaceOptions) => BackedWorkspace;
4
+ //# sourceMappingURL=backed-workspace.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backed-workspace.d.ts","sourceRoot":"","sources":["../src/backed-workspace.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAC2D,eAAe,EAAE,sBAAsB,EAC7G,MAAM,6BAA6B,CAAA;AAQpC,uGAAuG;AACvG,eAAO,MAAM,qBAAqB,YAAa,sBAAsB,KAAG,eAsEvE,CAAA"}
@@ -0,0 +1,63 @@
1
+ import { logger } from '@owlmeans/log';
2
+ import { fileScopeHelper } from '@owlmeans/storage-common';
3
+ import { transferHelper } from './transfer.js';
4
+ import { pathUtils } from './utils/paths.js';
5
+ const log = logger('file-streams:workspace');
6
+ /** A workspace mirrored to a bucket under the same nesting, so a restarted pod restores its scopes. */
7
+ export const createBackedWorkspace = (options) => {
8
+ const { workspace, bucket } = options;
9
+ const transfer = options.transfer ?? transferHelper;
10
+ const prefix = options.prefix != null && options.prefix.replace(/^\/+|\/+$/g, '') !== '' ? pathUtils.entry(options.prefix) : '';
11
+ const scope = (value) => {
12
+ const local = workspace.scope(value);
13
+ const base = prefix === '' ? fileScopeHelper.pathOf(value) : `${prefix}/${fileScopeHelper.pathOf(value)}`;
14
+ const prefixOf = (path) => `${base}/${pathUtils.entry(path)}`;
15
+ const key = (path) => bucket.keyOf(prefixOf(path));
16
+ const put = async (path, source, putOptions = {}) => {
17
+ const { onConflict = 'overwrite', ...transferOptions } = putOptions;
18
+ const remotePrefix = prefixOf(path);
19
+ const copied = await transfer.copy(source, local.entry(path, { onConflict }), transferOptions);
20
+ try {
21
+ const opened = await local.source(path, { name: copied.info.name, mime: copied.sink.mime }).open({ signal: putOptions.signal });
22
+ const remote = await bucket.sink(remotePrefix, options.sink).write({ stream: opened.stream, info: { ...opened.info, mime: copied.sink.mime ?? opened.info.mime }, verdict: copied.verdict }, { signal: putOptions.signal });
23
+ return { local: copied.sink, remote, transfer: copied };
24
+ }
25
+ catch (error) {
26
+ await local.remove(path).catch(removeError => log.warn('Local copy left after a failed upload', removeError));
27
+ throw error;
28
+ }
29
+ };
30
+ const list = async (listOptions = {}) => (await bucket.list(base, listOptions)).filter(item => !item.path.endsWith('/'));
31
+ const restore = async (restoreOptions = {}) => {
32
+ const remote = await list(restoreOptions);
33
+ const present = new Map((await local.list()).map(file => [file.path, file.size]));
34
+ const result = { restored: [], kept: [] };
35
+ for (const item of remote) {
36
+ if (present.get(item.path) === item.size) {
37
+ result.kept.push(item.path);
38
+ continue;
39
+ }
40
+ await transfer.copy(bucket.source(prefixOf(item.path)), local.entry(item.path, { onConflict: 'overwrite' }), {
41
+ verify: false, signal: restoreOptions.signal,
42
+ });
43
+ result.restored.push(item.path);
44
+ }
45
+ log.debug('Workspace scope restored', { restored: result.restored.length, kept: result.kept.length });
46
+ return result;
47
+ };
48
+ const remove = async (path, removeOptions = {}) => {
49
+ await local.remove(path);
50
+ await bucket.remove(prefixOf(path), removeOptions);
51
+ await bucket.removePrefix(prefixOf(path), removeOptions);
52
+ };
53
+ const evict = async () => { await local.drop(); };
54
+ const drop = async (dropOptions = {}) => {
55
+ await local.drop();
56
+ const removed = await bucket.removePrefix(base, dropOptions);
57
+ log.debug('Backed workspace scope dropped', { objects: removed });
58
+ };
59
+ return { scope: local.scope, local, key, prefixOf, put, restore, list, remove, evict, drop };
60
+ };
61
+ return { workspace, bucket, scope };
62
+ };
63
+ //# sourceMappingURL=backed-workspace.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backed-workspace.js","sourceRoot":"","sources":["../src/backed-workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAM1D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAE9C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAE5C,MAAM,GAAG,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAA;AAE5C,uGAAuG;AACvG,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAA+B,EAAmB,EAAE;IACxF,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAA;IACnD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAE/H,MAAM,KAAK,GAAG,CAAC,KAAgB,EAAe,EAAE;QAC9C,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACpC,MAAM,IAAI,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;QAEzG,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,GAAG,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;QAE7E,MAAM,GAAG,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;QAElE,MAAM,GAAG,GAAG,KAAK,EAAE,IAAY,EAAE,MAAkB,EAAE,UAAU,GAAqB,EAAE,EAA4B,EAAE;YAClH,MAAM,EAAE,UAAU,GAAG,WAAW,EAAE,GAAG,eAAe,EAAE,GAAG,UAAU,CAAA;YACnE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YACnC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,CAAC,CAAA;YAC9F,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;gBAC/H,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAChE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EACxH,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAC9B,CAAA;gBACD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;YACzD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,uCAAuC,EAAE,WAAoB,CAAC,CAAC,CAAA;gBACtH,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC,CAAA;QAED,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAkB,EAAE,EAA6B,EAAE,CAChF,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;QAEjF,MAAM,OAAO,GAAG,KAAK,EAAE,cAAc,GAAkB,EAAE,EAAgC,EAAE;YACzF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAA;YACzC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjF,MAAM,MAAM,GAAwB,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;YAC9D,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAC3B,SAAQ;gBACV,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,EAAE;oBAC3G,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM;iBAC7C,CAAC,CAAA;gBACF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACjC,CAAC;YACD,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAErG,OAAO,MAAM,CAAA;QACf,CAAC,CAAA;QAED,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,aAAa,GAAkB,EAAE,EAAiB,EAAE;YACtF,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACxB,MAAM,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAA;YAClD,MAAM,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAA;QAC1D,CAAC,CAAA;QAED,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA,CAAC,CAAC,CAAA;QAE/D,MAAM,IAAI,GAAG,KAAK,EAAE,WAAW,GAAkB,EAAE,EAAiB,EAAE;YACpE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;YAClB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;YAC5D,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;QACnE,CAAC,CAAA;QAED,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;IAC9F,CAAC,CAAA;IAED,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AACrC,CAAC,CAAA"}
@@ -0,0 +1,3 @@
1
+ /** The alias the file-streams service registers under. */
2
+ export declare const FILE_STREAMS_SERVICE = "file-streams";
3
+ //# sourceMappingURL=consts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../src/consts.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,eAAO,MAAM,oBAAoB,iBAAiB,CAAA"}
@@ -0,0 +1,3 @@
1
+ /** The alias the file-streams service registers under. */
2
+ export const FILE_STREAMS_SERVICE = 'file-streams';
3
+ //# sourceMappingURL=consts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.js","sourceRoot":"","sources":["../src/consts.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,MAAM,CAAC,MAAM,oBAAoB,GAAG,cAAc,CAAA"}
@@ -0,0 +1,3 @@
1
+ /** The `User-Agent` requests carry unless the caller names one. */
2
+ export declare const PACKAGE_USER_AGENT = "owlmeans-file-streams";
3
+ //# sourceMappingURL=consts.local.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.local.d.ts","sourceRoot":"","sources":["../src/consts.local.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,eAAO,MAAM,kBAAkB,0BAA0B,CAAA"}
@@ -0,0 +1,3 @@
1
+ /** The `User-Agent` requests carry unless the caller names one. */
2
+ export const PACKAGE_USER_AGENT = 'owlmeans-file-streams';
3
+ //# sourceMappingURL=consts.local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"consts.local.js","sourceRoot":"","sources":["../src/consts.local.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,MAAM,CAAC,MAAM,kBAAkB,GAAG,uBAAuB,CAAA"}
@@ -0,0 +1,59 @@
1
+ import { ResilientError } from '@owlmeans/error';
2
+ import { StorageApiError } from '@owlmeans/storage-common';
3
+ export declare class FileStreamsError extends ResilientError {
4
+ static typeName: string;
5
+ constructor(message?: string);
6
+ }
7
+ /** A URL or address the network policy refuses. */
8
+ export declare class NetworkPolicyError extends FileStreamsError {
9
+ static typeName: string;
10
+ constructor(message?: string);
11
+ }
12
+ /** A request that failed: `status:<code>`, `redirects`, `connect`, `headers-timeout`, `truncated`… */
13
+ export declare class HttpError extends FileStreamsError {
14
+ static typeName: string;
15
+ constructor(message?: string);
16
+ /** The HTTP status of a `status:<code>` failure. */
17
+ get status(): number | undefined;
18
+ }
19
+ /** A proxy that could not be used: `no-plugin`, `connect`, `auth-failed`, `refused:<code>`… */
20
+ export declare class ProxyError extends FileStreamsError {
21
+ static typeName: string;
22
+ constructor(message?: string);
23
+ }
24
+ /** A size, time or count ceiling crossed: `max-bytes`, `timeout`, `idle-timeout`, `ratio`… */
25
+ export declare class LimitError extends FileStreamsError {
26
+ static typeName: string;
27
+ constructor(message?: string);
28
+ }
29
+ /** A source that cannot serve: `consumed`, `changed`, `not-found`, `not-a-file`… */
30
+ export declare class SourceError extends FileStreamsError {
31
+ static typeName: string;
32
+ constructor(message?: string);
33
+ }
34
+ /** A path refused: `absolute`, `traversal`, `invalid-char`, `too-long`, `symlink`, `exists`… */
35
+ export declare class PathError extends FileStreamsError {
36
+ static typeName: string;
37
+ constructor(message?: string);
38
+ }
39
+ /** An archive that cannot be read safely: `format`, `encrypted`, `method:<n>`, `overlap`… */
40
+ export declare class ArchiveError extends FileStreamsError {
41
+ static typeName: string;
42
+ constructor(message?: string);
43
+ }
44
+ /** A URL resolver that could not reach the bytes: `<resolver>:<reason>`. */
45
+ export declare class ResolverError extends FileStreamsError {
46
+ static typeName: string;
47
+ constructor(message?: string);
48
+ }
49
+ /** A Viable workload write refused or failed: `too-large`, `write-failed`. */
50
+ export declare class WorkloadError extends FileStreamsError {
51
+ static typeName: string;
52
+ constructor(message?: string);
53
+ }
54
+ /** An S3 operation that failed: `s3:<op>`. A storage `StorageApiError`. */
55
+ export declare class S3TransferError extends StorageApiError {
56
+ static typeName: string;
57
+ constructor(message?: string);
58
+ }
59
+ //# sourceMappingURL=errors.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,qBAAa,gBAAiB,SAAQ,cAAc;IAClD,OAAuB,QAAQ,EAAE,MAAM,CAAqB;IAE5D,YAAY,OAAO,GAAE,MAAgB,EAEpC;CACF;AAED,mDAAmD;AACnD,qBAAa,kBAAmB,SAAQ,gBAAgB;IACtD,OAAuB,QAAQ,EAAE,MAAM,CAA8C;IAErF,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,sGAAsG;AACtG,qBAAa,SAAU,SAAQ,gBAAgB;IAC7C,OAAuB,QAAQ,EAAE,MAAM,CAAqC;IAE5E,YAAY,OAAO,GAAE,MAAgB,EAGpC;IAED,oDAAoD;IACpD,IAAW,MAAM,IAAI,MAAM,GAAG,SAAS,CAGtC;CACF;AAED,+FAA+F;AAC/F,qBAAa,UAAW,SAAQ,gBAAgB;IAC9C,OAAuB,QAAQ,EAAE,MAAM,CAAsC;IAE7E,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,8FAA8F;AAC9F,qBAAa,UAAW,SAAQ,gBAAgB;IAC9C,OAAuB,QAAQ,EAAE,MAAM,CAAsC;IAE7E,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,oFAAoF;AACpF,qBAAa,WAAY,SAAQ,gBAAgB;IAC/C,OAAuB,QAAQ,EAAE,MAAM,CAAuC;IAE9E,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,gGAAgG;AAChG,qBAAa,SAAU,SAAQ,gBAAgB;IAC7C,OAAuB,QAAQ,EAAE,MAAM,CAAqC;IAE5E,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,6FAA6F;AAC7F,qBAAa,YAAa,SAAQ,gBAAgB;IAChD,OAAuB,QAAQ,EAAE,MAAM,CAAwC;IAE/E,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,4EAA4E;AAC5E,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,OAAuB,QAAQ,EAAE,MAAM,CAAyC;IAEhF,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,8EAA8E;AAC9E,qBAAa,aAAc,SAAQ,gBAAgB;IACjD,OAAuB,QAAQ,EAAE,MAAM,CAAyC;IAEhF,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF;AAED,2EAA2E;AAC3E,qBAAa,eAAgB,SAAQ,eAAe;IAClD,OAAuB,QAAQ,EAAE,MAAM,CAAkC;IAEzE,YAAY,OAAO,GAAE,MAAgB,EAGpC;CACF"}