@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +71 -2
  3. package/agent-meta/manifest.json +64 -0
  4. package/agent-meta/skills/file-streams/SKILL.md +183 -0
  5. package/agent-meta/skills/file-streams/parts/network.md +47 -0
  6. package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
  7. package/build/archive/consts.d.ts +16 -0
  8. package/build/archive/consts.d.ts.map +1 -0
  9. package/build/archive/consts.js +24 -0
  10. package/build/archive/consts.js.map +1 -0
  11. package/build/archive/formats.d.ts +4 -0
  12. package/build/archive/formats.d.ts.map +1 -0
  13. package/build/archive/formats.js +53 -0
  14. package/build/archive/formats.js.map +1 -0
  15. package/build/archive/guard.d.ts +5 -0
  16. package/build/archive/guard.d.ts.map +1 -0
  17. package/build/archive/guard.js +62 -0
  18. package/build/archive/guard.js.map +1 -0
  19. package/build/archive/ratio.d.ts +5 -0
  20. package/build/archive/ratio.d.ts.map +1 -0
  21. package/build/archive/ratio.js +30 -0
  22. package/build/archive/ratio.js.map +1 -0
  23. package/build/archive/tar.d.ts +4 -0
  24. package/build/archive/tar.d.ts.map +1 -0
  25. package/build/archive/tar.js +142 -0
  26. package/build/archive/tar.js.map +1 -0
  27. package/build/archive/types.d.ts +95 -0
  28. package/build/archive/types.d.ts.map +1 -0
  29. package/build/archive/types.js +2 -0
  30. package/build/archive/types.js.map +1 -0
  31. package/build/archive/types.local.d.ts +64 -0
  32. package/build/archive/types.local.d.ts.map +1 -0
  33. package/build/archive/types.local.js +2 -0
  34. package/build/archive/types.local.js.map +1 -0
  35. package/build/archive/zip.d.ts +4 -0
  36. package/build/archive/zip.d.ts.map +1 -0
  37. package/build/archive/zip.js +135 -0
  38. package/build/archive/zip.js.map +1 -0
  39. package/build/archive.d.ts +4 -0
  40. package/build/archive.d.ts.map +1 -0
  41. package/build/archive.js +265 -0
  42. package/build/archive.js.map +1 -0
  43. package/build/backed-workspace/types.d.ts +67 -0
  44. package/build/backed-workspace/types.d.ts.map +1 -0
  45. package/build/backed-workspace/types.js +2 -0
  46. package/build/backed-workspace/types.js.map +1 -0
  47. package/build/backed-workspace.d.ts +4 -0
  48. package/build/backed-workspace.d.ts.map +1 -0
  49. package/build/backed-workspace.js +63 -0
  50. package/build/backed-workspace.js.map +1 -0
  51. package/build/consts.d.ts +3 -0
  52. package/build/consts.d.ts.map +1 -0
  53. package/build/consts.js +3 -0
  54. package/build/consts.js.map +1 -0
  55. package/build/consts.local.d.ts +3 -0
  56. package/build/consts.local.d.ts.map +1 -0
  57. package/build/consts.local.js +3 -0
  58. package/build/consts.local.js.map +1 -0
  59. package/build/errors.d.ts +59 -0
  60. package/build/errors.d.ts.map +1 -0
  61. package/build/errors.js +105 -0
  62. package/build/errors.js.map +1 -0
  63. package/build/http/connector.d.ts +11 -0
  64. package/build/http/connector.d.ts.map +1 -0
  65. package/build/http/connector.js +124 -0
  66. package/build/http/connector.js.map +1 -0
  67. package/build/http/consts.d.ts +9 -0
  68. package/build/http/consts.d.ts.map +1 -0
  69. package/build/http/consts.js +8 -0
  70. package/build/http/consts.js.map +1 -0
  71. package/build/http/source.d.ts +5 -0
  72. package/build/http/source.d.ts.map +1 -0
  73. package/build/http/source.js +76 -0
  74. package/build/http/source.js.map +1 -0
  75. package/build/http/types.d.ts +67 -0
  76. package/build/http/types.d.ts.map +1 -0
  77. package/build/http/types.js +2 -0
  78. package/build/http/types.js.map +1 -0
  79. package/build/http/types.local.d.ts +21 -0
  80. package/build/http/types.local.d.ts.map +1 -0
  81. package/build/http/types.local.js +2 -0
  82. package/build/http/types.local.js.map +1 -0
  83. package/build/http.d.ts +4 -0
  84. package/build/http.d.ts.map +1 -0
  85. package/build/http.js +248 -0
  86. package/build/http.js.map +1 -0
  87. package/build/index.d.ts +53 -0
  88. package/build/index.d.ts.map +1 -0
  89. package/build/index.js +33 -0
  90. package/build/index.js.map +1 -0
  91. package/build/network/consts.d.ts +12 -0
  92. package/build/network/consts.d.ts.map +1 -0
  93. package/build/network/consts.js +20 -0
  94. package/build/network/consts.js.map +1 -0
  95. package/build/network/types.d.ts +43 -0
  96. package/build/network/types.d.ts.map +1 -0
  97. package/build/network/types.js +2 -0
  98. package/build/network/types.js.map +1 -0
  99. package/build/network.d.ts +4 -0
  100. package/build/network.d.ts.map +1 -0
  101. package/build/network.js +165 -0
  102. package/build/network.js.map +1 -0
  103. package/build/proxy/consts.d.ts +7 -0
  104. package/build/proxy/consts.d.ts.map +1 -0
  105. package/build/proxy/consts.js +9 -0
  106. package/build/proxy/consts.js.map +1 -0
  107. package/build/proxy/endpoint.d.ts +4 -0
  108. package/build/proxy/endpoint.d.ts.map +1 -0
  109. package/build/proxy/endpoint.js +27 -0
  110. package/build/proxy/endpoint.js.map +1 -0
  111. package/build/proxy/http.d.ts +5 -0
  112. package/build/proxy/http.d.ts.map +1 -0
  113. package/build/proxy/http.js +95 -0
  114. package/build/proxy/http.js.map +1 -0
  115. package/build/proxy/router.d.ts +4 -0
  116. package/build/proxy/router.d.ts.map +1 -0
  117. package/build/proxy/router.js +85 -0
  118. package/build/proxy/router.js.map +1 -0
  119. package/build/proxy/socks.d.ts +5 -0
  120. package/build/proxy/socks.d.ts.map +1 -0
  121. package/build/proxy/socks.js +44 -0
  122. package/build/proxy/socks.js.map +1 -0
  123. package/build/proxy/types.d.ts +99 -0
  124. package/build/proxy/types.d.ts.map +1 -0
  125. package/build/proxy/types.js +2 -0
  126. package/build/proxy/types.js.map +1 -0
  127. package/build/resolvers/google-drive/consts.d.ts +10 -0
  128. package/build/resolvers/google-drive/consts.d.ts.map +1 -0
  129. package/build/resolvers/google-drive/consts.js +16 -0
  130. package/build/resolvers/google-drive/consts.js.map +1 -0
  131. package/build/resolvers/google-drive/types.d.ts +21 -0
  132. package/build/resolvers/google-drive/types.d.ts.map +1 -0
  133. package/build/resolvers/google-drive/types.js +2 -0
  134. package/build/resolvers/google-drive/types.js.map +1 -0
  135. package/build/resolvers/google-drive.d.ts +10 -0
  136. package/build/resolvers/google-drive.d.ts.map +1 -0
  137. package/build/resolvers/google-drive.js +130 -0
  138. package/build/resolvers/google-drive.js.map +1 -0
  139. package/build/resolvers/types.d.ts +39 -0
  140. package/build/resolvers/types.d.ts.map +1 -0
  141. package/build/resolvers/types.js +2 -0
  142. package/build/resolvers/types.js.map +1 -0
  143. package/build/s3/consts.d.ts +9 -0
  144. package/build/s3/consts.d.ts.map +1 -0
  145. package/build/s3/consts.js +9 -0
  146. package/build/s3/consts.js.map +1 -0
  147. package/build/s3/prefix.d.ts +4 -0
  148. package/build/s3/prefix.d.ts.map +1 -0
  149. package/build/s3/prefix.js +87 -0
  150. package/build/s3/prefix.js.map +1 -0
  151. package/build/s3/sink.d.ts +6 -0
  152. package/build/s3/sink.d.ts.map +1 -0
  153. package/build/s3/sink.js +30 -0
  154. package/build/s3/sink.js.map +1 -0
  155. package/build/s3/source.d.ts +5 -0
  156. package/build/s3/source.d.ts.map +1 -0
  157. package/build/s3/source.js +81 -0
  158. package/build/s3/source.js.map +1 -0
  159. package/build/s3/types.d.ts +66 -0
  160. package/build/s3/types.d.ts.map +1 -0
  161. package/build/s3/types.js +2 -0
  162. package/build/s3/types.js.map +1 -0
  163. package/build/s3/types.local.d.ts +43 -0
  164. package/build/s3/types.local.d.ts.map +1 -0
  165. package/build/s3/types.local.js +2 -0
  166. package/build/s3/types.local.js.map +1 -0
  167. package/build/s3/upload.d.ts +4 -0
  168. package/build/s3/upload.d.ts.map +1 -0
  169. package/build/s3/upload.js +118 -0
  170. package/build/s3/upload.js.map +1 -0
  171. package/build/s3.d.ts +5 -0
  172. package/build/s3.d.ts.map +1 -0
  173. package/build/s3.js +68 -0
  174. package/build/s3.js.map +1 -0
  175. package/build/service/types.d.ts +66 -0
  176. package/build/service/types.d.ts.map +1 -0
  177. package/build/service/types.js +2 -0
  178. package/build/service/types.js.map +1 -0
  179. package/build/service/types.local.d.ts +11 -0
  180. package/build/service/types.local.d.ts.map +1 -0
  181. package/build/service/types.local.js +2 -0
  182. package/build/service/types.local.js.map +1 -0
  183. package/build/service.d.ts +6 -0
  184. package/build/service.d.ts.map +1 -0
  185. package/build/service.js +73 -0
  186. package/build/service.js.map +1 -0
  187. package/build/sinks/buffer/consts.d.ts +2 -0
  188. package/build/sinks/buffer/consts.d.ts.map +1 -0
  189. package/build/sinks/buffer/consts.js +2 -0
  190. package/build/sinks/buffer/consts.js.map +1 -0
  191. package/build/sinks/buffer/types.d.ts +11 -0
  192. package/build/sinks/buffer/types.d.ts.map +1 -0
  193. package/build/sinks/buffer/types.js +2 -0
  194. package/build/sinks/buffer/types.js.map +1 -0
  195. package/build/sinks/buffer.d.ts +4 -0
  196. package/build/sinks/buffer.d.ts.map +1 -0
  197. package/build/sinks/buffer.js +13 -0
  198. package/build/sinks/buffer.js.map +1 -0
  199. package/build/sinks/directory/types.d.ts +7 -0
  200. package/build/sinks/directory/types.d.ts.map +1 -0
  201. package/build/sinks/directory/types.js +2 -0
  202. package/build/sinks/directory/types.js.map +1 -0
  203. package/build/sinks/directory.d.ts +8 -0
  204. package/build/sinks/directory.d.ts.map +1 -0
  205. package/build/sinks/directory.js +43 -0
  206. package/build/sinks/directory.js.map +1 -0
  207. package/build/sinks/file.d.ts +5 -0
  208. package/build/sinks/file.d.ts.map +1 -0
  209. package/build/sinks/file.js +46 -0
  210. package/build/sinks/file.js.map +1 -0
  211. package/build/sinks/types.d.ts +11 -0
  212. package/build/sinks/types.d.ts.map +1 -0
  213. package/build/sinks/types.js +2 -0
  214. package/build/sinks/types.js.map +1 -0
  215. package/build/sinks/workload/consts.d.ts +5 -0
  216. package/build/sinks/workload/consts.d.ts.map +1 -0
  217. package/build/sinks/workload/consts.js +5 -0
  218. package/build/sinks/workload/consts.js.map +1 -0
  219. package/build/sinks/workload/types.d.ts +17 -0
  220. package/build/sinks/workload/types.d.ts.map +1 -0
  221. package/build/sinks/workload/types.js +2 -0
  222. package/build/sinks/workload/types.js.map +1 -0
  223. package/build/sinks/workload.d.ts +8 -0
  224. package/build/sinks/workload.d.ts.map +1 -0
  225. package/build/sinks/workload.js +51 -0
  226. package/build/sinks/workload.js.map +1 -0
  227. package/build/sources/buffer.d.ts +5 -0
  228. package/build/sources/buffer.d.ts.map +1 -0
  229. package/build/sources/buffer.js +20 -0
  230. package/build/sources/buffer.js.map +1 -0
  231. package/build/sources/file.d.ts +5 -0
  232. package/build/sources/file.d.ts.map +1 -0
  233. package/build/sources/file.js +50 -0
  234. package/build/sources/file.js.map +1 -0
  235. package/build/sources/stream.d.ts +5 -0
  236. package/build/sources/stream.d.ts.map +1 -0
  237. package/build/sources/stream.js +19 -0
  238. package/build/sources/stream.js.map +1 -0
  239. package/build/sources/types.d.ts +10 -0
  240. package/build/sources/types.d.ts.map +1 -0
  241. package/build/sources/types.js +2 -0
  242. package/build/sources/types.js.map +1 -0
  243. package/build/sources/workload/types.d.ts +29 -0
  244. package/build/sources/workload/types.d.ts.map +1 -0
  245. package/build/sources/workload/types.js +2 -0
  246. package/build/sources/workload/types.js.map +1 -0
  247. package/build/sources/workload.d.ts +7 -0
  248. package/build/sources/workload.d.ts.map +1 -0
  249. package/build/sources/workload.js +67 -0
  250. package/build/sources/workload.js.map +1 -0
  251. package/build/transfer/consts.d.ts +5 -0
  252. package/build/transfer/consts.d.ts.map +1 -0
  253. package/build/transfer/consts.js +8 -0
  254. package/build/transfer/consts.js.map +1 -0
  255. package/build/transfer/types.d.ts +49 -0
  256. package/build/transfer/types.d.ts.map +1 -0
  257. package/build/transfer/types.js +2 -0
  258. package/build/transfer/types.js.map +1 -0
  259. package/build/transfer.d.ts +4 -0
  260. package/build/transfer.d.ts.map +1 -0
  261. package/build/transfer.js +75 -0
  262. package/build/transfer.js.map +1 -0
  263. package/build/types.d.ts +99 -0
  264. package/build/types.d.ts.map +1 -0
  265. package/build/types.js +2 -0
  266. package/build/types.js.map +1 -0
  267. package/build/utils/names/consts.d.ts +5 -0
  268. package/build/utils/names/consts.d.ts.map +1 -0
  269. package/build/utils/names/consts.js +5 -0
  270. package/build/utils/names/consts.js.map +1 -0
  271. package/build/utils/names/types.d.ts +13 -0
  272. package/build/utils/names/types.d.ts.map +1 -0
  273. package/build/utils/names/types.js +2 -0
  274. package/build/utils/names/types.js.map +1 -0
  275. package/build/utils/names.d.ts +4 -0
  276. package/build/utils/names.d.ts.map +1 -0
  277. package/build/utils/names.js +60 -0
  278. package/build/utils/names.js.map +1 -0
  279. package/build/utils/paths/consts.d.ts +3 -0
  280. package/build/utils/paths/consts.d.ts.map +1 -0
  281. package/build/utils/paths/consts.js +2 -0
  282. package/build/utils/paths/consts.js.map +1 -0
  283. package/build/utils/paths/types.d.ts +20 -0
  284. package/build/utils/paths/types.d.ts.map +1 -0
  285. package/build/utils/paths/types.js +2 -0
  286. package/build/utils/paths/types.js.map +1 -0
  287. package/build/utils/paths.d.ts +4 -0
  288. package/build/utils/paths.d.ts.map +1 -0
  289. package/build/utils/paths.js +67 -0
  290. package/build/utils/paths.js.map +1 -0
  291. package/build/utils/range/types.d.ts +11 -0
  292. package/build/utils/range/types.d.ts.map +1 -0
  293. package/build/utils/range/types.js +2 -0
  294. package/build/utils/range/types.js.map +1 -0
  295. package/build/utils/range.d.ts +4 -0
  296. package/build/utils/range.d.ts.map +1 -0
  297. package/build/utils/range.js +64 -0
  298. package/build/utils/range.js.map +1 -0
  299. package/build/utils/redact/types.d.ts +16 -0
  300. package/build/utils/redact/types.d.ts.map +1 -0
  301. package/build/utils/redact/types.js +2 -0
  302. package/build/utils/redact/types.js.map +1 -0
  303. package/build/utils/redact.d.ts +4 -0
  304. package/build/utils/redact.d.ts.map +1 -0
  305. package/build/utils/redact.js +18 -0
  306. package/build/utils/redact.js.map +1 -0
  307. package/build/utils/signals/types.d.ts +17 -0
  308. package/build/utils/signals/types.d.ts.map +1 -0
  309. package/build/utils/signals/types.js +2 -0
  310. package/build/utils/signals/types.js.map +1 -0
  311. package/build/utils/signals.d.ts +4 -0
  312. package/build/utils/signals.d.ts.map +1 -0
  313. package/build/utils/signals.js +52 -0
  314. package/build/utils/signals.js.map +1 -0
  315. package/build/utils/streams/consts.d.ts +3 -0
  316. package/build/utils/streams/consts.d.ts.map +1 -0
  317. package/build/utils/streams/consts.js +3 -0
  318. package/build/utils/streams/consts.js.map +1 -0
  319. package/build/utils/streams/types.d.ts +59 -0
  320. package/build/utils/streams/types.d.ts.map +1 -0
  321. package/build/utils/streams/types.js +2 -0
  322. package/build/utils/streams/types.js.map +1 -0
  323. package/build/utils/streams.d.ts +4 -0
  324. package/build/utils/streams.d.ts.map +1 -0
  325. package/build/utils/streams.js +167 -0
  326. package/build/utils/streams.js.map +1 -0
  327. package/build/utils/tree/types.d.ts +6 -0
  328. package/build/utils/tree/types.d.ts.map +1 -0
  329. package/build/utils/tree/types.js +2 -0
  330. package/build/utils/tree/types.js.map +1 -0
  331. package/build/utils/tree.d.ts +4 -0
  332. package/build/utils/tree.d.ts.map +1 -0
  333. package/build/utils/tree.js +14 -0
  334. package/build/utils/tree.js.map +1 -0
  335. package/build/workspace/consts.d.ts +12 -0
  336. package/build/workspace/consts.d.ts.map +1 -0
  337. package/build/workspace/consts.js +12 -0
  338. package/build/workspace/consts.js.map +1 -0
  339. package/build/workspace/consts.local.d.ts +3 -0
  340. package/build/workspace/consts.local.d.ts.map +1 -0
  341. package/build/workspace/consts.local.js +3 -0
  342. package/build/workspace/consts.local.js.map +1 -0
  343. package/build/workspace/fs.d.ts +4 -0
  344. package/build/workspace/fs.d.ts.map +1 -0
  345. package/build/workspace/fs.js +45 -0
  346. package/build/workspace/fs.js.map +1 -0
  347. package/build/workspace/scope.d.ts +6 -0
  348. package/build/workspace/scope.d.ts.map +1 -0
  349. package/build/workspace/scope.js +180 -0
  350. package/build/workspace/scope.js.map +1 -0
  351. package/build/workspace/types.d.ts +66 -0
  352. package/build/workspace/types.d.ts.map +1 -0
  353. package/build/workspace/types.js +2 -0
  354. package/build/workspace/types.js.map +1 -0
  355. package/build/workspace/types.local.d.ts +20 -0
  356. package/build/workspace/types.local.d.ts.map +1 -0
  357. package/build/workspace/types.local.js +2 -0
  358. package/build/workspace/types.local.js.map +1 -0
  359. package/build/workspace.d.ts +7 -0
  360. package/build/workspace.d.ts.map +1 -0
  361. package/build/workspace.js +87 -0
  362. package/build/workspace.js.map +1 -0
  363. package/package.json +61 -4
  364. package/src/archive/consts.ts +28 -0
  365. package/src/archive/formats.ts +60 -0
  366. package/src/archive/guard.ts +68 -0
  367. package/src/archive/ratio.ts +35 -0
  368. package/src/archive/tar.ts +147 -0
  369. package/src/archive/types.local.ts +72 -0
  370. package/src/archive/types.ts +107 -0
  371. package/src/archive/zip.ts +142 -0
  372. package/src/archive.ts +298 -0
  373. package/src/backed-workspace/types.ts +72 -0
  374. package/src/backed-workspace.ts +85 -0
  375. package/src/consts.local.ts +2 -0
  376. package/src/consts.ts +2 -0
  377. package/src/errors.ts +128 -0
  378. package/src/http/connector.ts +136 -0
  379. package/src/http/consts.ts +13 -0
  380. package/src/http/source.ts +89 -0
  381. package/src/http/types.local.ts +23 -0
  382. package/src/http/types.ts +74 -0
  383. package/src/http.ts +276 -0
  384. package/src/index.ts +65 -0
  385. package/src/network/consts.ts +22 -0
  386. package/src/network/types.ts +45 -0
  387. package/src/network.ts +179 -0
  388. package/src/proxy/consts.ts +11 -0
  389. package/src/proxy/endpoint.ts +28 -0
  390. package/src/proxy/http.ts +108 -0
  391. package/src/proxy/router.ts +93 -0
  392. package/src/proxy/socks.ts +48 -0
  393. package/src/proxy/types.ts +114 -0
  394. package/src/resolvers/google-drive/consts.ts +22 -0
  395. package/src/resolvers/google-drive/types.ts +22 -0
  396. package/src/resolvers/google-drive.ts +153 -0
  397. package/src/resolvers/types.ts +45 -0
  398. package/src/s3/consts.ts +12 -0
  399. package/src/s3/prefix.ts +100 -0
  400. package/src/s3/sink.ts +36 -0
  401. package/src/s3/source.ts +90 -0
  402. package/src/s3/types.local.ts +49 -0
  403. package/src/s3/types.ts +70 -0
  404. package/src/s3/upload.ts +130 -0
  405. package/src/s3.ts +83 -0
  406. package/src/service/types.local.ts +9 -0
  407. package/src/service/types.ts +71 -0
  408. package/src/service.ts +97 -0
  409. package/src/sinks/buffer/consts.ts +1 -0
  410. package/src/sinks/buffer/types.ts +12 -0
  411. package/src/sinks/buffer.ts +18 -0
  412. package/src/sinks/directory/types.ts +7 -0
  413. package/src/sinks/directory.ts +49 -0
  414. package/src/sinks/file.ts +52 -0
  415. package/src/sinks/types.ts +12 -0
  416. package/src/sinks/workload/consts.ts +5 -0
  417. package/src/sinks/workload/types.ts +17 -0
  418. package/src/sinks/workload.ts +59 -0
  419. package/src/sources/buffer.ts +27 -0
  420. package/src/sources/file.ts +57 -0
  421. package/src/sources/stream.ts +26 -0
  422. package/src/sources/types.ts +12 -0
  423. package/src/sources/workload/types.ts +31 -0
  424. package/src/sources/workload.ts +79 -0
  425. package/src/transfer/consts.ts +10 -0
  426. package/src/transfer/types.ts +55 -0
  427. package/src/transfer.ts +89 -0
  428. package/src/types.ts +106 -0
  429. package/src/utils/names/consts.ts +5 -0
  430. package/src/utils/names/types.ts +12 -0
  431. package/src/utils/names.ts +70 -0
  432. package/src/utils/paths/consts.ts +3 -0
  433. package/src/utils/paths/types.ts +20 -0
  434. package/src/utils/paths.ts +75 -0
  435. package/src/utils/range/types.ts +11 -0
  436. package/src/utils/range.ts +80 -0
  437. package/src/utils/redact/types.ts +16 -0
  438. package/src/utils/redact.ts +23 -0
  439. package/src/utils/signals/types.ts +17 -0
  440. package/src/utils/signals.ts +63 -0
  441. package/src/utils/streams/consts.ts +2 -0
  442. package/src/utils/streams/types.ts +65 -0
  443. package/src/utils/streams.ts +188 -0
  444. package/src/utils/tree/types.ts +6 -0
  445. package/src/utils/tree.ts +18 -0
  446. package/src/workspace/consts.local.ts +2 -0
  447. package/src/workspace/consts.ts +14 -0
  448. package/src/workspace/fs.ts +48 -0
  449. package/src/workspace/scope.ts +196 -0
  450. package/src/workspace/types.local.ts +21 -0
  451. package/src/workspace/types.ts +71 -0
  452. package/src/workspace.ts +102 -0
  453. package/tests/archive.spec.ts +134 -0
  454. package/tests/backed.spec.ts +147 -0
  455. package/tests/context.ts +114 -0
  456. package/tests/fixtures.ts +190 -0
  457. package/tests/google-drive.spec.ts +76 -0
  458. package/tests/harness/drive.ts +92 -0
  459. package/tests/harness/http-proxy.ts +96 -0
  460. package/tests/harness/origin.ts +134 -0
  461. package/tests/harness/socks5.ts +135 -0
  462. package/tests/harness/workload.ts +118 -0
  463. package/tests/http.spec.ts +101 -0
  464. package/tests/inspector.spec.ts +40 -0
  465. package/tests/live.spec.ts +27 -0
  466. package/tests/network.spec.ts +79 -0
  467. package/tests/proxy.spec.ts +149 -0
  468. package/tests/s3.spec.ts +133 -0
  469. package/tests/service.spec.ts +77 -0
  470. package/tests/sources-sinks.spec.ts +96 -0
  471. package/tests/transfer.spec.ts +99 -0
  472. package/tests/tsconfig.json +12 -0
  473. package/tests/workload.spec.ts +140 -0
  474. package/tests/workspace.spec.ts +158 -0
  475. package/tsconfig.json +16 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"formats.js","sourceRoot":"","sources":["../../src/archive/formats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAG3C,+CAA+C;AAC/C,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAkB,EAAE;IACrD,MAAM,WAAW,GAAG,CAAC,KAAiB,EAAW,EAAE;QACjD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;YACzE,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;QAChH,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1D,CAAC;QAED,OAAO,GAAG,KAAK,MAAM,CAAA;IACvB,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,IAAgB,EAAc,EAAE;QACnD,IAAI,CAAC;YACH,OAAO,UAAU,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,YAAY,EAAE,eAAe,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAA;QAC9F,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAgB,EAAwB,EAAE;QAC1D,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxG,OAAO,aAAa,CAAC,GAAG,CAAA;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAA;QAClF,CAAC;QAED,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACrD,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAgB,EAAsB,EAAE;QACxD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACnE,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC5C,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;QAEnC,OAAO,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC9F,CAAC,CAAA;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC/B,CAAC,CAAA"}
@@ -0,0 +1,5 @@
1
+ import type { ArchiveLimits } from './types.js';
2
+ import type { EntryGuard } from './types.local.js';
3
+ /** The rules every entry of one extraction passes: counts, names, links, duplicates, sizes. */
4
+ export declare const makeEntryGuard: (limits: ArchiveLimits, links: 'skip' | 'refuse', strip: number) => EntryGuard;
5
+ //# sourceMappingURL=guard.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"guard.d.ts","sourceRoot":"","sources":["../../src/archive/guard.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAoB,aAAa,EAAE,MAAM,YAAY,CAAA;AACjE,OAAO,KAAK,EAAkB,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAElE,+FAA+F;AAC/F,eAAO,MAAM,cAAc,WAAY,aAAa,SAAS,MAAM,GAAG,QAAQ,SAAS,MAAM,KAAG,UA4D/F,CAAA"}
@@ -0,0 +1,62 @@
1
+ import { Transform } from 'node:stream';
2
+ import { ArchiveError, LimitError, PathError } from '../errors.js';
3
+ import { pathUtils } from '../utils/paths.js';
4
+ /** The rules every entry of one extraction passes: counts, names, links, duplicates, sizes. */
5
+ export const makeEntryGuard = (limits, links, strip) => {
6
+ const seen = new Set();
7
+ let entries = 0;
8
+ let total = 0;
9
+ const admit = (info) => {
10
+ if (++entries > limits.maxEntries) {
11
+ throw new LimitError('entries');
12
+ }
13
+ if (info.type === 'symlink' || info.type === 'hardlink') {
14
+ if (links === 'refuse') {
15
+ throw new ArchiveError('link');
16
+ }
17
+ return { skip: 'link' };
18
+ }
19
+ if (info.type === 'other') {
20
+ return { skip: 'unsupported-type' };
21
+ }
22
+ if (info.encrypted === true) {
23
+ throw new ArchiveError('encrypted');
24
+ }
25
+ const segments = info.path.replace(/\\/g, '/').split('/').filter(segment => segment !== '');
26
+ if (segments.length <= strip) {
27
+ return { skip: 'stripped' };
28
+ }
29
+ const path = pathUtils.entry(segments.slice(strip).join('/'), limits);
30
+ if (info.type === 'file') {
31
+ if (info.size != null && info.size > limits.maxEntryBytes) {
32
+ throw new LimitError('entry-bytes');
33
+ }
34
+ const folded = path.toLowerCase();
35
+ if (seen.has(folded)) {
36
+ throw new PathError('duplicate');
37
+ }
38
+ seen.add(folded);
39
+ }
40
+ return { path };
41
+ };
42
+ const meter = () => {
43
+ let bytes = 0;
44
+ return new Transform({
45
+ transform: (chunk, _encoding, callback) => {
46
+ bytes += chunk.length;
47
+ total += chunk.length;
48
+ if (bytes > limits.maxEntryBytes) {
49
+ callback(new LimitError('entry-bytes'));
50
+ return;
51
+ }
52
+ if (total > limits.maxTotalBytes) {
53
+ callback(new LimitError('total-bytes'));
54
+ return;
55
+ }
56
+ callback(null, chunk);
57
+ },
58
+ });
59
+ };
60
+ return { limits, admit, meter };
61
+ };
62
+ //# sourceMappingURL=guard.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"guard.js","sourceRoot":"","sources":["../../src/archive/guard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAI7C,+FAA+F;AAC/F,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAE,KAAwB,EAAE,KAAa,EAAc,EAAE;IAC3G,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,MAAM,KAAK,GAAG,CAAC,IAAsB,EAAkB,EAAE;QACvD,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACxD,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvB,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,YAAY,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,KAAK,EAAE,CAAC,CAAA;QAC3F,IAAI,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;QAC7B,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAA;QACrE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC1D,MAAM,IAAI,UAAU,CAAC,aAAa,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YACjC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;YAClC,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAClB,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,CAAA;IACjB,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,GAAc,EAAE;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,SAAS,CAAC;YACnB,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;gBAChD,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;gBACrB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;gBACrB,IAAI,KAAK,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;oBACvC,OAAM;gBACR,CAAC;gBACD,IAAI,KAAK,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;oBACvC,OAAM;gBACR,CAAC;gBACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACjC,CAAC,CAAA"}
@@ -0,0 +1,5 @@
1
+ import type { ArchiveLimits } from './types.js';
2
+ import type { RatioGuard } from './types.local.js';
3
+ /** Counts compressed input and decompressed output of one stream and refuses a bomb. */
4
+ export declare const makeRatioGuard: (limits: ArchiveLimits) => RatioGuard;
5
+ //# sourceMappingURL=ratio.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio.d.ts","sourceRoot":"","sources":["../../src/archive/ratio.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAElD,wFAAwF;AACxF,eAAO,MAAM,cAAc,WAAY,aAAa,KAAG,UA2BtD,CAAA"}
@@ -0,0 +1,30 @@
1
+ import { Transform } from 'node:stream';
2
+ import { LimitError } from '../errors.js';
3
+ import { RATIO_FLOOR_BYTES } from './consts.js';
4
+ /** Counts compressed input and decompressed output of one stream and refuses a bomb. */
5
+ export const makeRatioGuard = (limits) => {
6
+ let consumed = 0;
7
+ let produced = 0;
8
+ const input = new Transform({
9
+ transform: (chunk, _encoding, callback) => {
10
+ consumed += chunk.length;
11
+ callback(null, chunk);
12
+ },
13
+ });
14
+ const output = new Transform({
15
+ transform: (chunk, _encoding, callback) => {
16
+ produced += chunk.length;
17
+ if (produced > limits.maxTotalBytes) {
18
+ callback(new LimitError('total-bytes'));
19
+ return;
20
+ }
21
+ if (produced > RATIO_FLOOR_BYTES && produced > consumed * limits.maxRatio) {
22
+ callback(new LimitError('ratio'));
23
+ return;
24
+ }
25
+ callback(null, chunk);
26
+ },
27
+ });
28
+ return { input, output };
29
+ };
30
+ //# sourceMappingURL=ratio.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio.js","sourceRoot":"","sources":["../../src/archive/ratio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAI/C,wFAAwF;AACxF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAc,EAAE;IAClE,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC;QAC1B,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;YAChD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAA;YACxB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,SAAS,EAAE,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;YAChD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAA;YACxB,IAAI,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,UAAU,CAAC,aAAa,CAAC,CAAC,CAAA;gBACvC,OAAM;YACR,CAAC;YACD,IAAI,QAAQ,GAAG,iBAAiB,IAAI,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC1E,QAAQ,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAA;gBACjC,OAAM;YACR,CAAC;YACD,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;AAC1B,CAAC,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { TarCodec } from './types.local.js';
2
+ /** Tar read and written as streams (tar-stream); an entry is never destroyed, only drained. */
3
+ export declare const createTarCodec: () => TarCodec;
4
+ //# sourceMappingURL=tar.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tar.d.ts","sourceRoot":"","sources":["../../src/archive/tar.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAsB,QAAQ,EAAkB,MAAM,kBAAkB,CAAA;AAEpF,+FAA+F;AAC/F,eAAO,MAAM,cAAc,QAAO,QAqIjC,CAAA"}
@@ -0,0 +1,142 @@
1
+ import { createReadStream } from 'node:fs';
2
+ import { once } from 'node:events';
3
+ import { PassThrough, Readable } from 'node:stream';
4
+ import tarStream from 'tar-stream';
5
+ import { ArchiveError } from '../errors.js';
6
+ import { pathUtils } from '../utils/paths.js';
7
+ import { streamUtils } from '../utils/streams.js';
8
+ import { DEFAULT_ARCHIVE_LIMITS } from './consts.js';
9
+ /** Tar read and written as streams (tar-stream); an entry is never destroyed, only drained. */
10
+ export const createTarCodec = () => {
11
+ const typeOf = (type) => {
12
+ switch (type) {
13
+ case 'file':
14
+ case 'contiguous-file':
15
+ case undefined:
16
+ return 'file';
17
+ case 'directory':
18
+ return 'directory';
19
+ case 'symlink':
20
+ return 'symlink';
21
+ case 'link':
22
+ return 'hardlink';
23
+ default:
24
+ return 'other';
25
+ }
26
+ };
27
+ const infoOf = (header) => ({
28
+ path: header.name,
29
+ type: typeOf(header.type),
30
+ size: header.size,
31
+ mode: header.mode != null ? header.mode & 0o7777 : undefined,
32
+ modifiedAt: header.mtime,
33
+ linkTarget: header.linkname !== '' ? header.linkname : undefined,
34
+ });
35
+ const entries = async function* (stream) {
36
+ const extract = tarStream.extract();
37
+ stream.once('error', error => extract.destroy(error));
38
+ stream.pipe(extract);
39
+ try {
40
+ for await (const entry of extract) {
41
+ let ended = false;
42
+ let opened = false;
43
+ const finished = new Promise(resolve => {
44
+ entry.once('end', () => { ended = true; resolve(); });
45
+ entry.once('close', () => resolve());
46
+ });
47
+ const drain = async () => {
48
+ if (!ended) {
49
+ if (!opened) {
50
+ entry.resume();
51
+ }
52
+ await finished;
53
+ }
54
+ };
55
+ yield {
56
+ info: infoOf(entry.header),
57
+ open: async () => {
58
+ opened = true;
59
+ const relay = new PassThrough();
60
+ let detached = false;
61
+ relay.once('close', () => { detached = true; });
62
+ const pump = async () => {
63
+ // The entry is read to its end even when the consumer gave up: destroying a tar
64
+ // entry would destroy the whole archive stream.
65
+ for await (const chunk of entry) {
66
+ if (!detached && !relay.write(chunk)) {
67
+ await Promise.race([once(relay, 'drain'), once(relay, 'close')]);
68
+ }
69
+ }
70
+ if (!detached) {
71
+ relay.end();
72
+ }
73
+ };
74
+ pump().catch(error => { if (!detached)
75
+ relay.destroy(error); });
76
+ return relay;
77
+ },
78
+ drain,
79
+ };
80
+ await drain();
81
+ }
82
+ }
83
+ catch (error) {
84
+ throw error instanceof Error && /unexpected end|invalid tar|header/i.test(error.message) ? new ArchiveError('corrupt') : error;
85
+ }
86
+ finally {
87
+ if (!extract.destroyed) {
88
+ extract.destroy();
89
+ }
90
+ }
91
+ };
92
+ const write = async (writer, stream) => {
93
+ for await (const chunk of stream) {
94
+ if (!writer.write(chunk)) {
95
+ await new Promise(resolve => writer.once('drain', resolve));
96
+ }
97
+ }
98
+ const done = new Promise((resolve, reject) => {
99
+ writer.once('finish', resolve);
100
+ writer.once('error', reject);
101
+ });
102
+ writer.end();
103
+ await done;
104
+ };
105
+ const pack = (list, options) => {
106
+ const packer = tarStream.pack();
107
+ const output = Readable.from(packer, { objectMode: false });
108
+ const add = async () => {
109
+ for await (const entry of list) {
110
+ const header = { name: pathUtils.entry(entry.path), mode: (entry.mode ?? 0o644) & 0o777, mtime: entry.modifiedAt ?? new Date() };
111
+ const source = entry.source;
112
+ if (source instanceof Uint8Array) {
113
+ await new Promise((resolve, reject) => {
114
+ packer.entry({ ...header, size: source.length }, Buffer.from(source), error => error != null ? reject(error) : resolve());
115
+ });
116
+ continue;
117
+ }
118
+ let size = (await source.info()).size;
119
+ if (size != null) {
120
+ await write(packer.entry({ ...header, size }), (await source.open()).stream);
121
+ continue;
122
+ }
123
+ const spooled = await streamUtils.spool((await source.open()).stream, { maxBytes: options.maxSpoolBytes ?? DEFAULT_ARCHIVE_LIMITS.maxEntryBytes });
124
+ try {
125
+ size = spooled.size;
126
+ await write(packer.entry({ ...header, size }), createReadStream(spooled.path));
127
+ }
128
+ finally {
129
+ await spooled.dispose();
130
+ }
131
+ }
132
+ packer.finalize();
133
+ };
134
+ add().catch(error => {
135
+ packer.destroy(error);
136
+ output.destroy(error);
137
+ });
138
+ return output;
139
+ };
140
+ return { entries, pack };
141
+ };
142
+ //# sourceMappingURL=tar.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tar.js","sourceRoot":"","sources":["../../src/archive/tar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACnD,OAAO,SAAS,MAAM,YAAY,CAAA;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAIpD,+FAA+F;AAC/F,MAAM,CAAC,MAAM,cAAc,GAAG,GAAa,EAAE;IAC3C,MAAM,MAAM,GAAG,CAAC,IAAgC,EAAoB,EAAE;QACpE,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC;YACZ,KAAK,iBAAiB,CAAC;YACvB,KAAK,SAAS;gBACZ,OAAO,MAAM,CAAA;YACf,KAAK,WAAW;gBACd,OAAO,WAAW,CAAA;YACpB,KAAK,SAAS;gBACZ,OAAO,SAAS,CAAA;YAClB,KAAK,MAAM;gBACT,OAAO,UAAU,CAAA;YACnB;gBACE,OAAO,OAAO,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,MAAc,EAAoB,EAAE,CAAC,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS;QAC5D,UAAU,EAAE,MAAM,CAAC,KAAK;QACxB,UAAU,EAAE,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KACjE,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,KAAK,SAAU,CAAC,EAAE,MAAgB;QAChD,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QACrD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAClC,IAAI,KAAK,GAAG,KAAK,CAAA;gBACjB,IAAI,MAAM,GAAG,KAAK,CAAA;gBAClB,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;oBAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAA,CAAC,CAAC,CAAC,CAAA;oBACpD,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;gBACtC,CAAC,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;oBACtC,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,EAAE,CAAC;4BACZ,KAAK,CAAC,MAAM,EAAE,CAAA;wBAChB,CAAC;wBACD,MAAM,QAAQ,CAAA;oBAChB,CAAC;gBACH,CAAC,CAAA;gBACD,MAAM;oBACJ,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;oBAC1B,IAAI,EAAE,KAAK,IAAI,EAAE;wBACf,MAAM,GAAG,IAAI,CAAA;wBACb,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAA;wBAC/B,IAAI,QAAQ,GAAG,KAAK,CAAA;wBACpB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAA,CAAC,CAAC,CAAC,CAAA;wBAC9C,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;4BACrC,gFAAgF;4BAChF,gDAAgD;4BAChD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gCAChC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oCACrC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;gCAClE,CAAC;4BACH,CAAC;4BACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gCACd,KAAK,CAAC,GAAG,EAAE,CAAA;4BACb,CAAC;wBACH,CAAC,CAAA;wBACD,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ;4BAAE,KAAK,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;wBACvE,OAAO,KAAK,CAAA;oBACd,CAAC;oBACD,KAAK;iBACN,CAAA;gBACD,MAAM,KAAK,EAAE,CAAA;YACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,YAAY,KAAK,IAAI,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAChI,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,OAAO,EAAE,CAAA;YACnB,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,MAAsB,EAAE,MAAgB,EAAiB,EAAE;QAC9E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAe,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,GAAG,EAAE,CAAA;QACZ,MAAM,IAAI,CAAA;IACZ,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,IAAoD,EAAE,OAA2B,EAAY,EAAE;QAC3G,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAA0C,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/F,MAAM,GAAG,GAAG,KAAK,IAAmB,EAAE;YACpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE,EAAE,CAAA;gBAChI,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;gBAC3B,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;oBACjC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC1C,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;oBAC3H,CAAC,CAAC,CAAA;oBACF,SAAQ;gBACV,CAAC;gBACD,IAAI,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAA;gBACrC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;oBACjB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;oBAC5E,SAAQ;gBACV,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,aAAa,IAAI,sBAAsB,CAAC,aAAa,EAAE,CAAC,CAAA;gBAClJ,IAAI,CAAC;oBACH,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;oBACnB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;gBAChF,CAAC;wBAAS,CAAC;oBACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;gBACzB,CAAC;YACH,CAAC;YACD,MAAM,CAAC,QAAQ,EAAE,CAAA;QACnB,CAAC,CAAA;QACD,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAClB,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA;YAC9B,MAAM,CAAC,OAAO,CAAC,KAAc,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA"}
@@ -0,0 +1,95 @@
1
+ import type { FileInspector, VerifyPolicy } from '@owlmeans/file-inspector';
2
+ import type { FileSource, SignalOptions, SinkResult, TreeSink } from '../types.js';
3
+ import type { ArchiveFormat } from './consts.js';
4
+ export interface ArchiveLimits {
5
+ maxEntries: number;
6
+ maxEntryBytes: number;
7
+ maxTotalBytes: number;
8
+ /** Largest expansion ratio of a zip entry or a gzip stream. */
9
+ maxRatio: number;
10
+ /** Archive nesting followed: 1 keeps nested archives as files. */
11
+ maxDepth: number;
12
+ maxPathBytes: number;
13
+ maxPathSegments: number;
14
+ }
15
+ /** What an archive entry is. */
16
+ export type ArchiveEntryType = 'file' | 'directory' | 'symlink' | 'hardlink' | 'other';
17
+ export interface ArchiveEntryInfo {
18
+ /** The path as the archive spells it. */
19
+ path: string;
20
+ type: ArchiveEntryType;
21
+ size?: number;
22
+ compressedSize?: number;
23
+ mode?: number;
24
+ modifiedAt?: Date;
25
+ /** Reported, never created. */
26
+ linkTarget?: string;
27
+ encrypted?: boolean;
28
+ }
29
+ export interface ArchiveListOptions extends SignalOptions {
30
+ limits?: Partial<ArchiveLimits>;
31
+ /** Skip detection. */
32
+ format?: ArchiveFormat;
33
+ }
34
+ export interface ArchiveExtractOptions extends ArchiveListOptions {
35
+ /** Links in the archive: `skip` (reported, default) or `refuse` (`ArchiveError('link')`). */
36
+ links?: 'skip' | 'refuse';
37
+ /** An entry whose write or check fails: `fail` (default) or `skip`. Limit and safety errors always fail. */
38
+ onEntryError?: 'fail' | 'skip';
39
+ /** Leading path segments dropped. */
40
+ strip?: number;
41
+ filter?: (entry: ArchiveEntryInfo) => boolean;
42
+ /** Each entry's head checked before it is written. */
43
+ verify?: VerifyPolicy;
44
+ onEntry?: (entry: ArchiveEntryInfo, result: SinkResult) => void;
45
+ }
46
+ export interface ExtractedEntry {
47
+ entry: ArchiveEntryInfo;
48
+ /** The normalized path written. */
49
+ path: string;
50
+ result: SinkResult;
51
+ }
52
+ export interface SkippedEntry {
53
+ entry: ArchiveEntryInfo;
54
+ reason: string;
55
+ }
56
+ export interface ExtractResult {
57
+ format: ArchiveFormat;
58
+ extracted: ExtractedEntry[];
59
+ skipped: SkippedEntry[];
60
+ bytes: number;
61
+ }
62
+ export interface PackEntry {
63
+ path: string;
64
+ source: FileSource | Uint8Array;
65
+ mode?: number;
66
+ modifiedAt?: Date;
67
+ }
68
+ export interface ArchivePackOptions {
69
+ /** The packed file's name. */
70
+ name?: string;
71
+ /** zlib level. */
72
+ level?: number;
73
+ /** A tar needs sizes up front: a source without one is spooled up to this many bytes. Default 512 MiB. */
74
+ maxSpoolBytes?: number;
75
+ }
76
+ export interface ArchiveHelperOptions {
77
+ limits?: Partial<ArchiveLimits>;
78
+ inspector?: FileInspector;
79
+ }
80
+ /** Reads and writes zip, tar, tar.gz and gz — safely, as streams, without trusting names. */
81
+ export interface ArchiveHelper {
82
+ /** The format, from the bytes. */
83
+ detect: (source: FileSource, options?: SignalOptions) => Promise<ArchiveFormat | null>;
84
+ /** Entries without extracting: a zip from its central directory (tail reads when ranged), a tar by its headers. */
85
+ list: (source: FileSource, options?: ArchiveListOptions) => Promise<ArchiveEntryInfo[]>;
86
+ /** Every admitted entry written into the tree. */
87
+ extract: (source: FileSource, tree: TreeSink, options?: ArchiveExtractOptions) => Promise<ExtractResult>;
88
+ /** A one-shot source producing the archive (gz takes exactly one entry). */
89
+ pack: (format: ArchiveFormat, entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options?: ArchivePackOptions) => FileSource;
90
+ /** A source of the gzip-compressed bytes. */
91
+ gzip: (source: FileSource, options?: ArchivePackOptions) => FileSource;
92
+ /** A source of the decompressed bytes, under the ratio and size limits. */
93
+ gunzip: (source: FileSource, options?: ArchiveListOptions) => FileSource;
94
+ }
95
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/archive/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAC3E,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,+DAA+D;IAC/D,QAAQ,EAAE,MAAM,CAAA;IAChB,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;CACxB;AAED,gCAAgC;AAEhC,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAA;AAEtF,MAAM,WAAW,gBAAgB;IAC/B,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,gBAAgB,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,IAAI,CAAA;IACjB,+BAA+B;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;IAC/B,sBAAsB;IACtB,MAAM,CAAC,EAAE,aAAa,CAAA;CACvB;AAED,MAAM,WAAW,qBAAsB,SAAQ,kBAAkB;IAC/D,6FAA6F;IAC7F,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IACzB,4GAA4G;IAC5G,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IAC9B,qCAAqC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAA;IAC7C,sDAAsD;IACtD,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU,KAAK,IAAI,CAAA;CAChE;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,gBAAgB,CAAA;IACvB,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,gBAAgB,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,cAAc,EAAE,CAAA;IAC3B,OAAO,EAAE,YAAY,EAAE,CAAA;IACvB,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,GAAG,UAAU,CAAA;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,IAAI,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,8BAA8B;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kBAAkB;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,0GAA0G;IAC1G,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAA;IAC/B,SAAS,CAAC,EAAE,aAAa,CAAA;CAC1B;AAED,6FAA6F;AAC7F,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAA;IACtF,mHAAmH;IACnH,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;IACvF,kDAAkD;IAClD,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,qBAAqB,KAAK,OAAO,CAAC,aAAa,CAAC,CAAA;IACxG,4EAA4E;IAC5E,IAAI,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;IAClI,6CAA6C;IAC7C,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;IACtE,2EAA2E;IAC3E,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,UAAU,CAAA;CACzE"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/archive/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,64 @@
1
+ import type { Readable, Transform } from 'node:stream';
2
+ import type { ArchiveFormat } from './consts.js';
3
+ import type { RangeReader } from '../types.js';
4
+ import type { ArchiveEntryInfo, ArchiveLimits, ArchivePackOptions, PackEntry } from './types.js';
5
+ /** One entry an archive codec reached. */
6
+ export interface ArchiveEntryHandle {
7
+ info: ArchiveEntryInfo;
8
+ /** The entry's bytes; for a stream archive valid only until the next entry. */
9
+ open: () => Promise<Readable>;
10
+ /** Consumes what is left of the entry (a stream archive cannot move on before). */
11
+ drain: () => Promise<void>;
12
+ }
13
+ export interface EntryAdmission {
14
+ path?: string;
15
+ skip?: string;
16
+ }
17
+ /** The safety rules every codec's entries pass. */
18
+ export interface EntryGuard {
19
+ readonly limits: ArchiveLimits;
20
+ /** The normalized path to write, or why the entry is skipped; throws on what must stop extraction. */
21
+ admit: (info: ArchiveEntryInfo) => EntryAdmission;
22
+ /** Counts an entry's bytes against the per-entry and total ceilings. */
23
+ meter: () => Transform;
24
+ }
25
+ /** Expansion guard for a decompressed stream against the compressed bytes fed in. */
26
+ export interface RatioGuard {
27
+ /** Counts compressed bytes; pipe the input through it. */
28
+ readonly input: Transform;
29
+ /** Counts produced bytes and checks the ratio and the total; pipe the output through it. */
30
+ readonly output: Transform;
31
+ }
32
+ export interface FormatSniffer {
33
+ /** The archive format leading bytes show, or `null`. */
34
+ formatOf: (head: Uint8Array) => ArchiveFormat | null;
35
+ /** The original name a gzip header carries (FNAME). */
36
+ gzipName: (head: Uint8Array) => string | undefined;
37
+ }
38
+ export interface ZipCodec {
39
+ /** Entries from the central directory, after the count, size, ratio and overlap checks. */
40
+ entries: (reader: RangeReader, limits: ArchiveLimits) => AsyncGenerator<ArchiveEntryHandle>;
41
+ /** A zip of the entries, as a stream. */
42
+ pack: (entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options: ArchivePackOptions) => Readable;
43
+ }
44
+ export interface TarCodec {
45
+ /** Entries in stream order; each must be consumed (or drained) before the next. */
46
+ entries: (stream: Readable) => AsyncGenerator<ArchiveEntryHandle>;
47
+ /** A tar of the entries, as a stream (sizes are learned first, spooling when unknown). */
48
+ pack: (entries: Iterable<PackEntry> | AsyncIterable<PackEntry>, options: ArchivePackOptions) => Readable;
49
+ }
50
+ /** A source opened for reading an archive: random access when possible, otherwise a stream. */
51
+ export interface AcquiredArchive {
52
+ format: ArchiveFormat | null;
53
+ head: Uint8Array;
54
+ reader?: RangeReader;
55
+ stream?: Readable;
56
+ dispose: () => Promise<void>;
57
+ }
58
+ /** The part of a tar entry writer the packer uses. */
59
+ export interface TarEntryWriter {
60
+ write: (chunk: Buffer) => boolean;
61
+ end: (data?: unknown) => unknown;
62
+ once: (event: string, listener: (...args: unknown[]) => void) => unknown;
63
+ }
64
+ //# sourceMappingURL=types.local.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/archive/types.local.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEhG,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,gBAAgB,CAAA;IACtB,+EAA+E;IAC/E,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC7B,mFAAmF;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC3B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,mDAAmD;AACnD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,sGAAsG;IACtG,KAAK,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,cAAc,CAAA;IACjD,wEAAwE;IACxE,KAAK,EAAE,MAAM,SAAS,CAAA;CACvB;AAED,qFAAqF;AACrF,MAAM,WAAW,UAAU;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,4FAA4F;IAC5F,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAA;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,wDAAwD;IACxD,QAAQ,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,aAAa,GAAG,IAAI,CAAA;IACpD,uDAAuD;IACvD,QAAQ,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,MAAM,GAAG,SAAS,CAAA;CACnD;AAED,MAAM,WAAW,QAAQ;IACvB,2FAA2F;IAC3F,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,KAAK,cAAc,CAAC,kBAAkB,CAAC,CAAA;IAC3F,yCAAyC;IACzC,IAAI,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,kBAAkB,KAAK,QAAQ,CAAA;CACzG;AAED,MAAM,WAAW,QAAQ;IACvB,mFAAmF;IACnF,OAAO,EAAE,CAAC,MAAM,EAAE,QAAQ,KAAK,cAAc,CAAC,kBAAkB,CAAC,CAAA;IACjE,0FAA0F;IAC1F,IAAI,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,kBAAkB,KAAK,QAAQ,CAAA;CACzG;AAED,+FAA+F;AAC/F,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,aAAa,GAAG,IAAI,CAAA;IAC5B,IAAI,EAAE,UAAU,CAAA;IAChB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,QAAQ,CAAA;IACjB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC7B;AAED,sDAAsD;AACtD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAA;IACjC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,OAAO,KAAK,OAAO,CAAA;IAChC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,KAAK,OAAO,CAAA;CACzE"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/archive/types.local.ts"],"names":[],"mappings":""}
@@ -0,0 +1,4 @@
1
+ import type { ZipCodec } from './types.local.js';
2
+ /** Zip read from its central directory (yauzl, random access) and written as a stream (yazl). */
3
+ export declare const createZipCodec: () => ZipCodec;
4
+ //# sourceMappingURL=zip.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"zip.d.ts","sourceRoot":"","sources":["../../src/archive/zip.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAsB,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAEpE,iGAAiG;AACjG,eAAO,MAAM,cAAc,QAAO,QAgIjC,CAAA"}
@@ -0,0 +1,135 @@
1
+ import { Readable } from 'node:stream';
2
+ import yauzl from 'yauzl';
3
+ import yazl from 'yazl';
4
+ import { ArchiveError, LimitError, PathError } from '../errors.js';
5
+ import { pathUtils } from '../utils/paths.js';
6
+ import { rangeUtils } from '../utils/range.js';
7
+ import { RATIO_FLOOR_BYTES, ZIP_LOCAL_HEADER_BYTES } from './consts.js';
8
+ /** Zip read from its central directory (yauzl, random access) and written as a stream (yazl). */
9
+ export const createZipCodec = () => {
10
+ const mapError = (error) => {
11
+ const message = error.message ?? '';
12
+ if (/absolute path/i.test(message)) {
13
+ return new PathError('absolute');
14
+ }
15
+ if (/invalid relative path|\.\./i.test(message)) {
16
+ return new PathError('traversal');
17
+ }
18
+ if (/invalid characters/i.test(message)) {
19
+ return new PathError('invalid-char');
20
+ }
21
+ return error instanceof Error && error.name !== 'Error' ? error : new ArchiveError('corrupt');
22
+ };
23
+ const readAll = (zipfile, limits) => new Promise((resolve, reject) => {
24
+ const all = [];
25
+ zipfile.on('entry', (entry) => {
26
+ all.push(entry);
27
+ if (all.length > limits.maxEntries) {
28
+ zipfile.removeAllListeners();
29
+ reject(new LimitError('entries'));
30
+ return;
31
+ }
32
+ zipfile.readEntry();
33
+ });
34
+ zipfile.once('end', () => resolve(all));
35
+ zipfile.once('error', error => reject(mapError(error)));
36
+ zipfile.readEntry();
37
+ });
38
+ const infoOf = (entry) => {
39
+ const mode = (entry.externalFileAttributes >>> 16) & 0xffff;
40
+ const directory = entry.fileName.endsWith('/');
41
+ const symlink = (mode & 0o170000) === 0o120000;
42
+ return {
43
+ path: entry.fileName,
44
+ type: directory ? 'directory' : symlink ? 'symlink' : 'file',
45
+ size: entry.uncompressedSize,
46
+ compressedSize: entry.compressedSize,
47
+ mode: mode !== 0 ? mode & 0o7777 : undefined,
48
+ modifiedAt: entry.getLastModDate(),
49
+ encrypted: entry.isEncrypted(),
50
+ };
51
+ };
52
+ const audit = (all, limits) => {
53
+ let declared = 0;
54
+ for (const entry of all) {
55
+ declared += entry.uncompressedSize;
56
+ if (entry.uncompressedSize > RATIO_FLOOR_BYTES && entry.uncompressedSize > entry.compressedSize * limits.maxRatio) {
57
+ throw new LimitError('ratio');
58
+ }
59
+ }
60
+ if (declared > limits.maxTotalBytes) {
61
+ throw new LimitError('total-bytes');
62
+ }
63
+ const ordered = [...all].sort((a, b) => a.relativeOffsetOfLocalHeader - b.relativeOffsetOfLocalHeader);
64
+ for (let index = 1; index < ordered.length; index++) {
65
+ const previous = ordered[index - 1];
66
+ const end = previous.relativeOffsetOfLocalHeader + ZIP_LOCAL_HEADER_BYTES + previous.fileNameLength + previous.compressedSize;
67
+ if (ordered[index].relativeOffsetOfLocalHeader < end) {
68
+ throw new ArchiveError('overlap');
69
+ }
70
+ }
71
+ };
72
+ const entries = async function* (reader, limits) {
73
+ let zipfile;
74
+ try {
75
+ zipfile = await yauzl.fromRandomAccessReaderPromise(rangeUtils.zipReader(reader), reader.size, {
76
+ lazyEntries: true, validateEntrySizes: true, strictFileNames: false, decodeStrings: true, autoClose: false,
77
+ });
78
+ }
79
+ catch (error) {
80
+ throw mapError(error);
81
+ }
82
+ try {
83
+ const all = await readAll(zipfile, limits);
84
+ audit(all, limits);
85
+ for (const entry of all) {
86
+ yield {
87
+ info: infoOf(entry),
88
+ open: async () => {
89
+ if (entry.compressionMethod !== 0 && entry.compressionMethod !== 8) {
90
+ throw new ArchiveError(`method:${entry.compressionMethod}`);
91
+ }
92
+ try {
93
+ return await zipfile.openReadStreamPromise(entry);
94
+ }
95
+ catch (error) {
96
+ throw mapError(error);
97
+ }
98
+ },
99
+ drain: async () => undefined,
100
+ };
101
+ }
102
+ }
103
+ finally {
104
+ zipfile.close();
105
+ }
106
+ };
107
+ const pack = (list, options) => {
108
+ const zip = new yazl.ZipFile();
109
+ const output = zip.outputStream;
110
+ const add = async () => {
111
+ for await (const entry of list) {
112
+ const path = pathUtils.entry(entry.path);
113
+ const metadata = {
114
+ mtime: entry.modifiedAt ?? new Date(),
115
+ mode: 0o100000 | ((entry.mode ?? 0o644) & 0o777),
116
+ ...(options.level != null ? { compressionLevel: options.level } : {}),
117
+ };
118
+ const source = entry.source;
119
+ if (source instanceof Uint8Array) {
120
+ zip.addBuffer(Buffer.from(source), path, metadata);
121
+ }
122
+ else {
123
+ zip.addReadStreamLazy(path, metadata, callback => {
124
+ source.open().then(opened => callback(null, opened.stream), error => callback(error, Readable.from([])));
125
+ });
126
+ }
127
+ }
128
+ zip.end();
129
+ };
130
+ add().catch(error => output.destroy(error));
131
+ return output;
132
+ };
133
+ return { entries, pack };
134
+ };
135
+ //# sourceMappingURL=zip.js.map