@owlmeans/file-streams 0.0.0-stage → 0.2.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +71 -2
  3. package/agent-meta/manifest.json +64 -0
  4. package/agent-meta/skills/file-streams/SKILL.md +183 -0
  5. package/agent-meta/skills/file-streams/parts/network.md +47 -0
  6. package/agent-meta/skills/file-streams/parts/workspaces.md +129 -0
  7. package/build/archive/consts.d.ts +16 -0
  8. package/build/archive/consts.d.ts.map +1 -0
  9. package/build/archive/consts.js +24 -0
  10. package/build/archive/consts.js.map +1 -0
  11. package/build/archive/formats.d.ts +4 -0
  12. package/build/archive/formats.d.ts.map +1 -0
  13. package/build/archive/formats.js +53 -0
  14. package/build/archive/formats.js.map +1 -0
  15. package/build/archive/guard.d.ts +5 -0
  16. package/build/archive/guard.d.ts.map +1 -0
  17. package/build/archive/guard.js +62 -0
  18. package/build/archive/guard.js.map +1 -0
  19. package/build/archive/ratio.d.ts +5 -0
  20. package/build/archive/ratio.d.ts.map +1 -0
  21. package/build/archive/ratio.js +30 -0
  22. package/build/archive/ratio.js.map +1 -0
  23. package/build/archive/tar.d.ts +4 -0
  24. package/build/archive/tar.d.ts.map +1 -0
  25. package/build/archive/tar.js +142 -0
  26. package/build/archive/tar.js.map +1 -0
  27. package/build/archive/types.d.ts +95 -0
  28. package/build/archive/types.d.ts.map +1 -0
  29. package/build/archive/types.js +2 -0
  30. package/build/archive/types.js.map +1 -0
  31. package/build/archive/types.local.d.ts +64 -0
  32. package/build/archive/types.local.d.ts.map +1 -0
  33. package/build/archive/types.local.js +2 -0
  34. package/build/archive/types.local.js.map +1 -0
  35. package/build/archive/zip.d.ts +4 -0
  36. package/build/archive/zip.d.ts.map +1 -0
  37. package/build/archive/zip.js +135 -0
  38. package/build/archive/zip.js.map +1 -0
  39. package/build/archive.d.ts +4 -0
  40. package/build/archive.d.ts.map +1 -0
  41. package/build/archive.js +265 -0
  42. package/build/archive.js.map +1 -0
  43. package/build/backed-workspace/types.d.ts +67 -0
  44. package/build/backed-workspace/types.d.ts.map +1 -0
  45. package/build/backed-workspace/types.js +2 -0
  46. package/build/backed-workspace/types.js.map +1 -0
  47. package/build/backed-workspace.d.ts +4 -0
  48. package/build/backed-workspace.d.ts.map +1 -0
  49. package/build/backed-workspace.js +63 -0
  50. package/build/backed-workspace.js.map +1 -0
  51. package/build/consts.d.ts +3 -0
  52. package/build/consts.d.ts.map +1 -0
  53. package/build/consts.js +3 -0
  54. package/build/consts.js.map +1 -0
  55. package/build/consts.local.d.ts +3 -0
  56. package/build/consts.local.d.ts.map +1 -0
  57. package/build/consts.local.js +3 -0
  58. package/build/consts.local.js.map +1 -0
  59. package/build/errors.d.ts +59 -0
  60. package/build/errors.d.ts.map +1 -0
  61. package/build/errors.js +105 -0
  62. package/build/errors.js.map +1 -0
  63. package/build/http/connector.d.ts +11 -0
  64. package/build/http/connector.d.ts.map +1 -0
  65. package/build/http/connector.js +124 -0
  66. package/build/http/connector.js.map +1 -0
  67. package/build/http/consts.d.ts +9 -0
  68. package/build/http/consts.d.ts.map +1 -0
  69. package/build/http/consts.js +8 -0
  70. package/build/http/consts.js.map +1 -0
  71. package/build/http/source.d.ts +5 -0
  72. package/build/http/source.d.ts.map +1 -0
  73. package/build/http/source.js +76 -0
  74. package/build/http/source.js.map +1 -0
  75. package/build/http/types.d.ts +67 -0
  76. package/build/http/types.d.ts.map +1 -0
  77. package/build/http/types.js +2 -0
  78. package/build/http/types.js.map +1 -0
  79. package/build/http/types.local.d.ts +21 -0
  80. package/build/http/types.local.d.ts.map +1 -0
  81. package/build/http/types.local.js +2 -0
  82. package/build/http/types.local.js.map +1 -0
  83. package/build/http.d.ts +4 -0
  84. package/build/http.d.ts.map +1 -0
  85. package/build/http.js +248 -0
  86. package/build/http.js.map +1 -0
  87. package/build/index.d.ts +53 -0
  88. package/build/index.d.ts.map +1 -0
  89. package/build/index.js +33 -0
  90. package/build/index.js.map +1 -0
  91. package/build/network/consts.d.ts +12 -0
  92. package/build/network/consts.d.ts.map +1 -0
  93. package/build/network/consts.js +20 -0
  94. package/build/network/consts.js.map +1 -0
  95. package/build/network/types.d.ts +43 -0
  96. package/build/network/types.d.ts.map +1 -0
  97. package/build/network/types.js +2 -0
  98. package/build/network/types.js.map +1 -0
  99. package/build/network.d.ts +4 -0
  100. package/build/network.d.ts.map +1 -0
  101. package/build/network.js +165 -0
  102. package/build/network.js.map +1 -0
  103. package/build/proxy/consts.d.ts +7 -0
  104. package/build/proxy/consts.d.ts.map +1 -0
  105. package/build/proxy/consts.js +9 -0
  106. package/build/proxy/consts.js.map +1 -0
  107. package/build/proxy/endpoint.d.ts +4 -0
  108. package/build/proxy/endpoint.d.ts.map +1 -0
  109. package/build/proxy/endpoint.js +27 -0
  110. package/build/proxy/endpoint.js.map +1 -0
  111. package/build/proxy/http.d.ts +5 -0
  112. package/build/proxy/http.d.ts.map +1 -0
  113. package/build/proxy/http.js +95 -0
  114. package/build/proxy/http.js.map +1 -0
  115. package/build/proxy/router.d.ts +4 -0
  116. package/build/proxy/router.d.ts.map +1 -0
  117. package/build/proxy/router.js +85 -0
  118. package/build/proxy/router.js.map +1 -0
  119. package/build/proxy/socks.d.ts +5 -0
  120. package/build/proxy/socks.d.ts.map +1 -0
  121. package/build/proxy/socks.js +44 -0
  122. package/build/proxy/socks.js.map +1 -0
  123. package/build/proxy/types.d.ts +99 -0
  124. package/build/proxy/types.d.ts.map +1 -0
  125. package/build/proxy/types.js +2 -0
  126. package/build/proxy/types.js.map +1 -0
  127. package/build/resolvers/google-drive/consts.d.ts +10 -0
  128. package/build/resolvers/google-drive/consts.d.ts.map +1 -0
  129. package/build/resolvers/google-drive/consts.js +16 -0
  130. package/build/resolvers/google-drive/consts.js.map +1 -0
  131. package/build/resolvers/google-drive/types.d.ts +21 -0
  132. package/build/resolvers/google-drive/types.d.ts.map +1 -0
  133. package/build/resolvers/google-drive/types.js +2 -0
  134. package/build/resolvers/google-drive/types.js.map +1 -0
  135. package/build/resolvers/google-drive.d.ts +10 -0
  136. package/build/resolvers/google-drive.d.ts.map +1 -0
  137. package/build/resolvers/google-drive.js +130 -0
  138. package/build/resolvers/google-drive.js.map +1 -0
  139. package/build/resolvers/types.d.ts +39 -0
  140. package/build/resolvers/types.d.ts.map +1 -0
  141. package/build/resolvers/types.js +2 -0
  142. package/build/resolvers/types.js.map +1 -0
  143. package/build/s3/consts.d.ts +9 -0
  144. package/build/s3/consts.d.ts.map +1 -0
  145. package/build/s3/consts.js +9 -0
  146. package/build/s3/consts.js.map +1 -0
  147. package/build/s3/prefix.d.ts +4 -0
  148. package/build/s3/prefix.d.ts.map +1 -0
  149. package/build/s3/prefix.js +87 -0
  150. package/build/s3/prefix.js.map +1 -0
  151. package/build/s3/sink.d.ts +6 -0
  152. package/build/s3/sink.d.ts.map +1 -0
  153. package/build/s3/sink.js +30 -0
  154. package/build/s3/sink.js.map +1 -0
  155. package/build/s3/source.d.ts +5 -0
  156. package/build/s3/source.d.ts.map +1 -0
  157. package/build/s3/source.js +81 -0
  158. package/build/s3/source.js.map +1 -0
  159. package/build/s3/types.d.ts +66 -0
  160. package/build/s3/types.d.ts.map +1 -0
  161. package/build/s3/types.js +2 -0
  162. package/build/s3/types.js.map +1 -0
  163. package/build/s3/types.local.d.ts +43 -0
  164. package/build/s3/types.local.d.ts.map +1 -0
  165. package/build/s3/types.local.js +2 -0
  166. package/build/s3/types.local.js.map +1 -0
  167. package/build/s3/upload.d.ts +4 -0
  168. package/build/s3/upload.d.ts.map +1 -0
  169. package/build/s3/upload.js +118 -0
  170. package/build/s3/upload.js.map +1 -0
  171. package/build/s3.d.ts +5 -0
  172. package/build/s3.d.ts.map +1 -0
  173. package/build/s3.js +68 -0
  174. package/build/s3.js.map +1 -0
  175. package/build/service/types.d.ts +66 -0
  176. package/build/service/types.d.ts.map +1 -0
  177. package/build/service/types.js +2 -0
  178. package/build/service/types.js.map +1 -0
  179. package/build/service/types.local.d.ts +11 -0
  180. package/build/service/types.local.d.ts.map +1 -0
  181. package/build/service/types.local.js +2 -0
  182. package/build/service/types.local.js.map +1 -0
  183. package/build/service.d.ts +6 -0
  184. package/build/service.d.ts.map +1 -0
  185. package/build/service.js +73 -0
  186. package/build/service.js.map +1 -0
  187. package/build/sinks/buffer/consts.d.ts +2 -0
  188. package/build/sinks/buffer/consts.d.ts.map +1 -0
  189. package/build/sinks/buffer/consts.js +2 -0
  190. package/build/sinks/buffer/consts.js.map +1 -0
  191. package/build/sinks/buffer/types.d.ts +11 -0
  192. package/build/sinks/buffer/types.d.ts.map +1 -0
  193. package/build/sinks/buffer/types.js +2 -0
  194. package/build/sinks/buffer/types.js.map +1 -0
  195. package/build/sinks/buffer.d.ts +4 -0
  196. package/build/sinks/buffer.d.ts.map +1 -0
  197. package/build/sinks/buffer.js +13 -0
  198. package/build/sinks/buffer.js.map +1 -0
  199. package/build/sinks/directory/types.d.ts +7 -0
  200. package/build/sinks/directory/types.d.ts.map +1 -0
  201. package/build/sinks/directory/types.js +2 -0
  202. package/build/sinks/directory/types.js.map +1 -0
  203. package/build/sinks/directory.d.ts +8 -0
  204. package/build/sinks/directory.d.ts.map +1 -0
  205. package/build/sinks/directory.js +43 -0
  206. package/build/sinks/directory.js.map +1 -0
  207. package/build/sinks/file.d.ts +5 -0
  208. package/build/sinks/file.d.ts.map +1 -0
  209. package/build/sinks/file.js +46 -0
  210. package/build/sinks/file.js.map +1 -0
  211. package/build/sinks/types.d.ts +11 -0
  212. package/build/sinks/types.d.ts.map +1 -0
  213. package/build/sinks/types.js +2 -0
  214. package/build/sinks/types.js.map +1 -0
  215. package/build/sinks/workload/consts.d.ts +5 -0
  216. package/build/sinks/workload/consts.d.ts.map +1 -0
  217. package/build/sinks/workload/consts.js +5 -0
  218. package/build/sinks/workload/consts.js.map +1 -0
  219. package/build/sinks/workload/types.d.ts +17 -0
  220. package/build/sinks/workload/types.d.ts.map +1 -0
  221. package/build/sinks/workload/types.js +2 -0
  222. package/build/sinks/workload/types.js.map +1 -0
  223. package/build/sinks/workload.d.ts +8 -0
  224. package/build/sinks/workload.d.ts.map +1 -0
  225. package/build/sinks/workload.js +51 -0
  226. package/build/sinks/workload.js.map +1 -0
  227. package/build/sources/buffer.d.ts +5 -0
  228. package/build/sources/buffer.d.ts.map +1 -0
  229. package/build/sources/buffer.js +20 -0
  230. package/build/sources/buffer.js.map +1 -0
  231. package/build/sources/file.d.ts +5 -0
  232. package/build/sources/file.d.ts.map +1 -0
  233. package/build/sources/file.js +50 -0
  234. package/build/sources/file.js.map +1 -0
  235. package/build/sources/stream.d.ts +5 -0
  236. package/build/sources/stream.d.ts.map +1 -0
  237. package/build/sources/stream.js +19 -0
  238. package/build/sources/stream.js.map +1 -0
  239. package/build/sources/types.d.ts +10 -0
  240. package/build/sources/types.d.ts.map +1 -0
  241. package/build/sources/types.js +2 -0
  242. package/build/sources/types.js.map +1 -0
  243. package/build/sources/workload/types.d.ts +29 -0
  244. package/build/sources/workload/types.d.ts.map +1 -0
  245. package/build/sources/workload/types.js +2 -0
  246. package/build/sources/workload/types.js.map +1 -0
  247. package/build/sources/workload.d.ts +7 -0
  248. package/build/sources/workload.d.ts.map +1 -0
  249. package/build/sources/workload.js +67 -0
  250. package/build/sources/workload.js.map +1 -0
  251. package/build/transfer/consts.d.ts +5 -0
  252. package/build/transfer/consts.d.ts.map +1 -0
  253. package/build/transfer/consts.js +8 -0
  254. package/build/transfer/consts.js.map +1 -0
  255. package/build/transfer/types.d.ts +49 -0
  256. package/build/transfer/types.d.ts.map +1 -0
  257. package/build/transfer/types.js +2 -0
  258. package/build/transfer/types.js.map +1 -0
  259. package/build/transfer.d.ts +4 -0
  260. package/build/transfer.d.ts.map +1 -0
  261. package/build/transfer.js +75 -0
  262. package/build/transfer.js.map +1 -0
  263. package/build/types.d.ts +99 -0
  264. package/build/types.d.ts.map +1 -0
  265. package/build/types.js +2 -0
  266. package/build/types.js.map +1 -0
  267. package/build/utils/names/consts.d.ts +5 -0
  268. package/build/utils/names/consts.d.ts.map +1 -0
  269. package/build/utils/names/consts.js +5 -0
  270. package/build/utils/names/consts.js.map +1 -0
  271. package/build/utils/names/types.d.ts +13 -0
  272. package/build/utils/names/types.d.ts.map +1 -0
  273. package/build/utils/names/types.js +2 -0
  274. package/build/utils/names/types.js.map +1 -0
  275. package/build/utils/names.d.ts +4 -0
  276. package/build/utils/names.d.ts.map +1 -0
  277. package/build/utils/names.js +60 -0
  278. package/build/utils/names.js.map +1 -0
  279. package/build/utils/paths/consts.d.ts +3 -0
  280. package/build/utils/paths/consts.d.ts.map +1 -0
  281. package/build/utils/paths/consts.js +2 -0
  282. package/build/utils/paths/consts.js.map +1 -0
  283. package/build/utils/paths/types.d.ts +20 -0
  284. package/build/utils/paths/types.d.ts.map +1 -0
  285. package/build/utils/paths/types.js +2 -0
  286. package/build/utils/paths/types.js.map +1 -0
  287. package/build/utils/paths.d.ts +4 -0
  288. package/build/utils/paths.d.ts.map +1 -0
  289. package/build/utils/paths.js +67 -0
  290. package/build/utils/paths.js.map +1 -0
  291. package/build/utils/range/types.d.ts +11 -0
  292. package/build/utils/range/types.d.ts.map +1 -0
  293. package/build/utils/range/types.js +2 -0
  294. package/build/utils/range/types.js.map +1 -0
  295. package/build/utils/range.d.ts +4 -0
  296. package/build/utils/range.d.ts.map +1 -0
  297. package/build/utils/range.js +64 -0
  298. package/build/utils/range.js.map +1 -0
  299. package/build/utils/redact/types.d.ts +16 -0
  300. package/build/utils/redact/types.d.ts.map +1 -0
  301. package/build/utils/redact/types.js +2 -0
  302. package/build/utils/redact/types.js.map +1 -0
  303. package/build/utils/redact.d.ts +4 -0
  304. package/build/utils/redact.d.ts.map +1 -0
  305. package/build/utils/redact.js +18 -0
  306. package/build/utils/redact.js.map +1 -0
  307. package/build/utils/signals/types.d.ts +17 -0
  308. package/build/utils/signals/types.d.ts.map +1 -0
  309. package/build/utils/signals/types.js +2 -0
  310. package/build/utils/signals/types.js.map +1 -0
  311. package/build/utils/signals.d.ts +4 -0
  312. package/build/utils/signals.d.ts.map +1 -0
  313. package/build/utils/signals.js +52 -0
  314. package/build/utils/signals.js.map +1 -0
  315. package/build/utils/streams/consts.d.ts +3 -0
  316. package/build/utils/streams/consts.d.ts.map +1 -0
  317. package/build/utils/streams/consts.js +3 -0
  318. package/build/utils/streams/consts.js.map +1 -0
  319. package/build/utils/streams/types.d.ts +59 -0
  320. package/build/utils/streams/types.d.ts.map +1 -0
  321. package/build/utils/streams/types.js +2 -0
  322. package/build/utils/streams/types.js.map +1 -0
  323. package/build/utils/streams.d.ts +4 -0
  324. package/build/utils/streams.d.ts.map +1 -0
  325. package/build/utils/streams.js +167 -0
  326. package/build/utils/streams.js.map +1 -0
  327. package/build/utils/tree/types.d.ts +6 -0
  328. package/build/utils/tree/types.d.ts.map +1 -0
  329. package/build/utils/tree/types.js +2 -0
  330. package/build/utils/tree/types.js.map +1 -0
  331. package/build/utils/tree.d.ts +4 -0
  332. package/build/utils/tree.d.ts.map +1 -0
  333. package/build/utils/tree.js +14 -0
  334. package/build/utils/tree.js.map +1 -0
  335. package/build/workspace/consts.d.ts +12 -0
  336. package/build/workspace/consts.d.ts.map +1 -0
  337. package/build/workspace/consts.js +12 -0
  338. package/build/workspace/consts.js.map +1 -0
  339. package/build/workspace/consts.local.d.ts +3 -0
  340. package/build/workspace/consts.local.d.ts.map +1 -0
  341. package/build/workspace/consts.local.js +3 -0
  342. package/build/workspace/consts.local.js.map +1 -0
  343. package/build/workspace/fs.d.ts +4 -0
  344. package/build/workspace/fs.d.ts.map +1 -0
  345. package/build/workspace/fs.js +45 -0
  346. package/build/workspace/fs.js.map +1 -0
  347. package/build/workspace/scope.d.ts +6 -0
  348. package/build/workspace/scope.d.ts.map +1 -0
  349. package/build/workspace/scope.js +180 -0
  350. package/build/workspace/scope.js.map +1 -0
  351. package/build/workspace/types.d.ts +66 -0
  352. package/build/workspace/types.d.ts.map +1 -0
  353. package/build/workspace/types.js +2 -0
  354. package/build/workspace/types.js.map +1 -0
  355. package/build/workspace/types.local.d.ts +20 -0
  356. package/build/workspace/types.local.d.ts.map +1 -0
  357. package/build/workspace/types.local.js +2 -0
  358. package/build/workspace/types.local.js.map +1 -0
  359. package/build/workspace.d.ts +7 -0
  360. package/build/workspace.d.ts.map +1 -0
  361. package/build/workspace.js +87 -0
  362. package/build/workspace.js.map +1 -0
  363. package/package.json +61 -4
  364. package/src/archive/consts.ts +28 -0
  365. package/src/archive/formats.ts +60 -0
  366. package/src/archive/guard.ts +68 -0
  367. package/src/archive/ratio.ts +35 -0
  368. package/src/archive/tar.ts +147 -0
  369. package/src/archive/types.local.ts +72 -0
  370. package/src/archive/types.ts +107 -0
  371. package/src/archive/zip.ts +142 -0
  372. package/src/archive.ts +298 -0
  373. package/src/backed-workspace/types.ts +72 -0
  374. package/src/backed-workspace.ts +85 -0
  375. package/src/consts.local.ts +2 -0
  376. package/src/consts.ts +2 -0
  377. package/src/errors.ts +128 -0
  378. package/src/http/connector.ts +136 -0
  379. package/src/http/consts.ts +13 -0
  380. package/src/http/source.ts +89 -0
  381. package/src/http/types.local.ts +23 -0
  382. package/src/http/types.ts +74 -0
  383. package/src/http.ts +276 -0
  384. package/src/index.ts +65 -0
  385. package/src/network/consts.ts +22 -0
  386. package/src/network/types.ts +45 -0
  387. package/src/network.ts +179 -0
  388. package/src/proxy/consts.ts +11 -0
  389. package/src/proxy/endpoint.ts +28 -0
  390. package/src/proxy/http.ts +108 -0
  391. package/src/proxy/router.ts +93 -0
  392. package/src/proxy/socks.ts +48 -0
  393. package/src/proxy/types.ts +114 -0
  394. package/src/resolvers/google-drive/consts.ts +22 -0
  395. package/src/resolvers/google-drive/types.ts +22 -0
  396. package/src/resolvers/google-drive.ts +153 -0
  397. package/src/resolvers/types.ts +45 -0
  398. package/src/s3/consts.ts +12 -0
  399. package/src/s3/prefix.ts +100 -0
  400. package/src/s3/sink.ts +36 -0
  401. package/src/s3/source.ts +90 -0
  402. package/src/s3/types.local.ts +49 -0
  403. package/src/s3/types.ts +70 -0
  404. package/src/s3/upload.ts +130 -0
  405. package/src/s3.ts +83 -0
  406. package/src/service/types.local.ts +9 -0
  407. package/src/service/types.ts +71 -0
  408. package/src/service.ts +97 -0
  409. package/src/sinks/buffer/consts.ts +1 -0
  410. package/src/sinks/buffer/types.ts +12 -0
  411. package/src/sinks/buffer.ts +18 -0
  412. package/src/sinks/directory/types.ts +7 -0
  413. package/src/sinks/directory.ts +49 -0
  414. package/src/sinks/file.ts +52 -0
  415. package/src/sinks/types.ts +12 -0
  416. package/src/sinks/workload/consts.ts +5 -0
  417. package/src/sinks/workload/types.ts +17 -0
  418. package/src/sinks/workload.ts +59 -0
  419. package/src/sources/buffer.ts +27 -0
  420. package/src/sources/file.ts +57 -0
  421. package/src/sources/stream.ts +26 -0
  422. package/src/sources/types.ts +12 -0
  423. package/src/sources/workload/types.ts +31 -0
  424. package/src/sources/workload.ts +79 -0
  425. package/src/transfer/consts.ts +10 -0
  426. package/src/transfer/types.ts +55 -0
  427. package/src/transfer.ts +89 -0
  428. package/src/types.ts +106 -0
  429. package/src/utils/names/consts.ts +5 -0
  430. package/src/utils/names/types.ts +12 -0
  431. package/src/utils/names.ts +70 -0
  432. package/src/utils/paths/consts.ts +3 -0
  433. package/src/utils/paths/types.ts +20 -0
  434. package/src/utils/paths.ts +75 -0
  435. package/src/utils/range/types.ts +11 -0
  436. package/src/utils/range.ts +80 -0
  437. package/src/utils/redact/types.ts +16 -0
  438. package/src/utils/redact.ts +23 -0
  439. package/src/utils/signals/types.ts +17 -0
  440. package/src/utils/signals.ts +63 -0
  441. package/src/utils/streams/consts.ts +2 -0
  442. package/src/utils/streams/types.ts +65 -0
  443. package/src/utils/streams.ts +188 -0
  444. package/src/utils/tree/types.ts +6 -0
  445. package/src/utils/tree.ts +18 -0
  446. package/src/workspace/consts.local.ts +2 -0
  447. package/src/workspace/consts.ts +14 -0
  448. package/src/workspace/fs.ts +48 -0
  449. package/src/workspace/scope.ts +196 -0
  450. package/src/workspace/types.local.ts +21 -0
  451. package/src/workspace/types.ts +71 -0
  452. package/src/workspace.ts +102 -0
  453. package/tests/archive.spec.ts +134 -0
  454. package/tests/backed.spec.ts +147 -0
  455. package/tests/context.ts +114 -0
  456. package/tests/fixtures.ts +190 -0
  457. package/tests/google-drive.spec.ts +76 -0
  458. package/tests/harness/drive.ts +92 -0
  459. package/tests/harness/http-proxy.ts +96 -0
  460. package/tests/harness/origin.ts +134 -0
  461. package/tests/harness/socks5.ts +135 -0
  462. package/tests/harness/workload.ts +118 -0
  463. package/tests/http.spec.ts +101 -0
  464. package/tests/inspector.spec.ts +40 -0
  465. package/tests/live.spec.ts +27 -0
  466. package/tests/network.spec.ts +79 -0
  467. package/tests/proxy.spec.ts +149 -0
  468. package/tests/s3.spec.ts +133 -0
  469. package/tests/service.spec.ts +77 -0
  470. package/tests/sources-sinks.spec.ts +96 -0
  471. package/tests/transfer.spec.ts +99 -0
  472. package/tests/tsconfig.json +12 -0
  473. package/tests/workload.spec.ts +140 -0
  474. package/tests/workspace.spec.ts +158 -0
  475. package/tsconfig.json +16 -0
@@ -0,0 +1,45 @@
1
+ import { lstat, readdir, rmdir } from 'node:fs/promises';
2
+ import { dirname, relative, resolve } from 'node:path';
3
+ export const createWorkspaceFs = () => {
4
+ const absent = (error) => ['ENOENT', 'ENOTDIR'].includes(error.code ?? '');
5
+ const isFile = async (path) => {
6
+ try {
7
+ return (await lstat(path)).isFile();
8
+ }
9
+ catch (error) {
10
+ if (absent(error)) {
11
+ return false;
12
+ }
13
+ throw error;
14
+ }
15
+ };
16
+ const dirs = async (path) => {
17
+ try {
18
+ return (await readdir(path, { withFileTypes: true })).filter(item => item.isDirectory()).map(item => item.name);
19
+ }
20
+ catch (error) {
21
+ if (absent(error)) {
22
+ return [];
23
+ }
24
+ throw error;
25
+ }
26
+ };
27
+ const removeEmptyParents = async (from, root) => {
28
+ const base = resolve(root);
29
+ let current = resolve(from);
30
+ while (current !== base && !relative(base, current).startsWith('..')) {
31
+ try {
32
+ await rmdir(current);
33
+ }
34
+ catch (error) {
35
+ if (!absent(error)) {
36
+ return;
37
+ }
38
+ }
39
+ current = dirname(current);
40
+ }
41
+ };
42
+ return { isFile, dirs, removeEmptyParents };
43
+ };
44
+ export const workspaceFs = createWorkspaceFs();
45
+ //# sourceMappingURL=fs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fs.js","sourceRoot":"","sources":["../../src/workspace/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGtD,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAgB,EAAE;IACjD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAE,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;IAEvH,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACtD,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,KAAK,CAAA;YACd,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,IAAY,EAAqB,EAAE;QACrD,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,EAAE,CAAA;YACX,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,kBAAkB,GAAG,KAAK,EAAE,IAAY,EAAE,IAAY,EAAiB,EAAE;QAC7E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC3B,OAAO,OAAO,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAA;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnB,OAAM;gBACR,CAAC;YACH,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;AAC7C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAA"}
@@ -0,0 +1,6 @@
1
+ import type { FileScope } from '@owlmeans/storage-common';
2
+ import type { WorkspaceScope } from './types.js';
3
+ import type { WorkspaceCore } from './types.local.js';
4
+ /** The folder of one scope; the marker file is written with its first write. */
5
+ export declare const makeWorkspaceScope: (core: WorkspaceCore, scope: FileScope) => WorkspaceScope;
6
+ //# sourceMappingURL=scope.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scope.d.ts","sourceRoot":"","sources":["../../src/workspace/scope.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAWzD,OAAO,KAAK,EAAiB,cAAc,EAAyB,MAAM,YAAY,CAAA;AACtF,OAAO,KAAK,EAAE,aAAa,EAAmB,MAAM,kBAAkB,CAAA;AAEtE,gFAAgF;AAChF,eAAO,MAAM,kBAAkB,SAAU,aAAa,SAAS,SAAS,KAAG,cAiL1E,CAAA"}
@@ -0,0 +1,180 @@
1
+ import { lstat, mkdir, readdir, rm, writeFile } from 'node:fs/promises';
2
+ import { dirname, join } from 'node:path';
3
+ import { fileScopeHelper } from '@owlmeans/storage-common';
4
+ import { PathError } from '../errors.js';
5
+ import { createDirectorySink } from '../sinks/directory.js';
6
+ import { createFileSource } from '../sources/file.js';
7
+ import { pathUtils } from '../utils/paths.js';
8
+ import { streamUtils } from '../utils/streams.js';
9
+ import { IN_FLIGHT_FILE } from './consts.local.js';
10
+ import { WORKSPACE_SCOPE_MARKER } from './consts.js';
11
+ import { workspaceFs } from './fs.js';
12
+ /** The folder of one scope; the marker file is written with its first write. */
13
+ export const makeWorkspaceScope = (core, scope) => {
14
+ const dir = join(core.root, fileScopeHelper.pathOf(scope));
15
+ const marker = join(dir, WORKSPACE_SCOPE_MARKER);
16
+ const frozen = Object.freeze({ ...scope });
17
+ const target = (path) => {
18
+ const relative = pathUtils.entry(path);
19
+ if (relative.split('/').includes(WORKSPACE_SCOPE_MARKER)) {
20
+ throw new PathError('reserved');
21
+ }
22
+ return { relative, absolute: pathUtils.join(dir, relative) };
23
+ };
24
+ // `<organization>/<purpose>` would contain `<organization>/<project>/…` when a project segment
25
+ // equals a purpose; whichever scope is on disk first keeps the folder.
26
+ const assertNoOverlap = async () => {
27
+ const parent = dirname(dir);
28
+ if (scope.project != null && await workspaceFs.isFile(join(parent, WORKSPACE_SCOPE_MARKER))) {
29
+ throw new PathError('scope-overlap');
30
+ }
31
+ if (scope.project == null) {
32
+ for (const child of await workspaceFs.dirs(dir)) {
33
+ if (await workspaceFs.isFile(join(dir, child, WORKSPACE_SCOPE_MARKER))) {
34
+ throw new PathError('scope-overlap');
35
+ }
36
+ }
37
+ }
38
+ };
39
+ const ensure = async () => {
40
+ await pathUtils.assertNoLinks(core.root, dir);
41
+ if (await workspaceFs.isFile(marker)) {
42
+ return;
43
+ }
44
+ await assertNoOverlap();
45
+ // A concurrent drop may remove an empty parent between the two calls: retry once.
46
+ for (let attempt = 0;; attempt++) {
47
+ try {
48
+ await mkdir(dir, { recursive: true, mode: core.dirMode });
49
+ await pathUtils.assertNoLinks(core.root, dir);
50
+ await writeFile(marker, `${JSON.stringify(frozen)}\n`, { flag: 'wx', mode: core.fileMode });
51
+ return;
52
+ }
53
+ catch (error) {
54
+ const code = error.code;
55
+ if (code === 'EEXIST') {
56
+ return;
57
+ }
58
+ if (code !== 'ENOENT' || attempt > 0) {
59
+ throw error;
60
+ }
61
+ }
62
+ }
63
+ };
64
+ const prepare = async ({ absolute }, input) => {
65
+ try {
66
+ await ensure();
67
+ await pathUtils.assertNoLinks(core.root, absolute);
68
+ await mkdir(dirname(absolute), { recursive: true, mode: core.dirMode });
69
+ await pathUtils.assertNoLinks(core.root, absolute);
70
+ }
71
+ catch (error) {
72
+ if (input != null) {
73
+ streamUtils.discard(input.stream);
74
+ }
75
+ throw error;
76
+ }
77
+ };
78
+ const sinkOver = (tree, path) => {
79
+ const resolved = target(path);
80
+ const sink = tree.entry(resolved.relative);
81
+ return {
82
+ kind: sink.kind,
83
+ write: async (input, writeOptions) => {
84
+ await prepare(resolved, input);
85
+ return await sink.write(input, writeOptions);
86
+ },
87
+ };
88
+ };
89
+ const directoryOf = (options) => createDirectorySink(dir, { onConflict: options.onConflict, dirMode: core.dirMode, mode: core.fileMode });
90
+ const tree = (options = {}) => {
91
+ const inner = directoryOf(options);
92
+ return {
93
+ kind: inner.kind,
94
+ entry: path => sinkOver(inner, path),
95
+ directory: async (path, signalOptions) => {
96
+ const resolved = target(path);
97
+ await prepare(resolved);
98
+ await inner.directory(resolved.relative, signalOptions);
99
+ },
100
+ };
101
+ };
102
+ const entry = (path, options = {}) => sinkOver(directoryOf(options), path);
103
+ const source = (path, claims = {}) => {
104
+ const resolved = target(path);
105
+ const file = createFileSource(resolved.absolute, claims);
106
+ const guard = async () => { await pathUtils.assertNoLinks(core.root, resolved.absolute); };
107
+ return {
108
+ kind: file.kind,
109
+ info: async (options) => { await guard(); return await file.info(options); },
110
+ open: async (options) => { await guard(); return await file.open(options); },
111
+ ranges: async (options) => { await guard(); return await file.ranges(options); },
112
+ };
113
+ };
114
+ const list = async () => {
115
+ await pathUtils.assertNoLinks(core.root, dir);
116
+ const files = [];
117
+ const walk = async (absolute, relative) => {
118
+ let items;
119
+ try {
120
+ items = await readdir(absolute, { withFileTypes: true });
121
+ }
122
+ catch (error) {
123
+ if (error.code === 'ENOENT') {
124
+ return;
125
+ }
126
+ throw error;
127
+ }
128
+ for (const item of items) {
129
+ const path = relative === '' ? item.name : `${relative}/${item.name}`;
130
+ if (item.name === WORKSPACE_SCOPE_MARKER || item.isSymbolicLink()) {
131
+ continue;
132
+ }
133
+ if (item.isDirectory()) {
134
+ await walk(join(absolute, item.name), path);
135
+ }
136
+ else if (item.isFile() && !IN_FLIGHT_FILE.test(item.name)) {
137
+ try {
138
+ const stats = await lstat(join(absolute, item.name));
139
+ files.push({ path, size: stats.size, modifiedAt: stats.mtime });
140
+ }
141
+ catch (error) {
142
+ if (error.code !== 'ENOENT') {
143
+ throw error;
144
+ }
145
+ }
146
+ }
147
+ }
148
+ };
149
+ await walk(dir, '');
150
+ return files.sort((a, b) => a.path < b.path ? -1 : a.path > b.path ? 1 : 0);
151
+ };
152
+ const has = async (path) => {
153
+ const { absolute } = target(path);
154
+ await pathUtils.assertNoLinks(core.root, absolute);
155
+ return await workspaceFs.isFile(absolute);
156
+ };
157
+ const remove = async (path) => {
158
+ const { absolute } = target(path);
159
+ await pathUtils.assertNoLinks(core.root, absolute);
160
+ try {
161
+ await lstat(absolute);
162
+ }
163
+ catch (error) {
164
+ if (['ENOENT', 'ENOTDIR'].includes(error.code ?? '')) {
165
+ return false;
166
+ }
167
+ throw error;
168
+ }
169
+ await rm(absolute, { recursive: true, force: true });
170
+ await workspaceFs.removeEmptyParents(dirname(absolute), dir);
171
+ return true;
172
+ };
173
+ const drop = async () => {
174
+ await pathUtils.assertNoLinks(core.root, dir);
175
+ await rm(dir, { recursive: true, force: true });
176
+ await workspaceFs.removeEmptyParents(dirname(dir), core.root);
177
+ };
178
+ return { scope: frozen, dir, tree, entry, source, list, has, remove, drop };
179
+ };
180
+ //# sourceMappingURL=scope.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scope.js","sourceRoot":"","sources":["../../src/workspace/scope.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGrD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAIrC,gFAAgF;AAChF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAmB,EAAE,KAAgB,EAAkB,EAAE;IAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAA;IAChD,MAAM,MAAM,GAAc,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAA;IAErD,MAAM,MAAM,GAAG,CAAC,IAAY,EAAmB,EAAE;QAC/C,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACtC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,CAAA;QACjC,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAA;IAC9D,CAAC,CAAA;IAED,+FAA+F;IAC/F,uEAAuE;IACvE,MAAM,eAAe,GAAG,KAAK,IAAmB,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;YAC5F,MAAM,IAAI,SAAS,CAAC,eAAe,CAAC,CAAA;QACtC,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;oBACvE,MAAM,IAAI,SAAS,CAAC,eAAe,CAAC,CAAA;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,IAAI,MAAM,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAM;QACR,CAAC;QACD,MAAM,eAAe,EAAE,CAAA;QACvB,kFAAkF;QAClF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;gBACzD,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAC7C,MAAM,SAAS,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAC3F,OAAM;YACR,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAA;gBAClD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtB,OAAM;gBACR,CAAC;gBACD,IAAI,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBACrC,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,EAAE,QAAQ,EAAmB,EAAE,KAAiB,EAAiB,EAAE;QACxF,IAAI,CAAC;YACH,MAAM,MAAM,EAAE,CAAA;YACd,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;YAClD,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YACvE,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACnC,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAE,IAAY,EAAY,EAAE;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC1C,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;gBACnC,MAAM,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;gBAC9B,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;YAC9C,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,OAA8B,EAAY,EAAE,CAC/D,mBAAmB,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;IAE1G,MAAM,IAAI,GAAG,CAAC,OAAO,GAA0B,EAAE,EAAY,EAAE;QAC7D,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;QAClC,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;YACpC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE;gBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC7B,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACvB,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAA;YACzD,CAAC;SACF,CAAA;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,OAAO,GAA0B,EAAE,EAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;IAEnH,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,MAAM,GAAiB,EAAE,EAAc,EAAE;QACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAC,CAAA;QACxG,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;YACzE,IAAI,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;YACzE,MAAM,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;SAC9E,CAAA;IACH,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,IAA8B,EAAE;QAChD,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,MAAM,KAAK,GAAoB,EAAE,CAAA;QACjC,MAAM,IAAI,GAAG,KAAK,EAAE,QAAgB,EAAE,QAAgB,EAAiB,EAAE;YACvE,IAAI,KAAK,CAAA;YACT,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;YAC1D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,OAAM;gBACR,CAAC;gBACD,MAAM,KAAK,CAAA;YACb,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAA;gBACrE,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAClE,SAAQ;gBACV,CAAC;gBACD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;gBAC7C,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5D,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;wBACpD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;oBACjE,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACvD,MAAM,KAAK,CAAA;wBACb,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAA;QACD,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QAEnB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7E,CAAC,CAAA;IAED,MAAM,GAAG,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACnD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAClD,OAAO,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC3C,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;QACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAClD,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAE,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;gBAChF,OAAO,KAAK,CAAA;YACd,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;QACD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAA;QAE5D,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;QACrC,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAC7C,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC/C,MAAM,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAC7E,CAAC,CAAA"}
@@ -0,0 +1,66 @@
1
+ import type { FileScope } from '@owlmeans/storage-common';
2
+ import type { ConflictPolicy } from '../sinks/types.js';
3
+ import type { SourceClaims } from '../sources/types.js';
4
+ import type { FileSink, FileSource, TreeSink } from '../types.js';
5
+ export interface WorkspaceOptions {
6
+ /**
7
+ * An absolute folder, or one relative to `os.tmpdir()` (which `TMPDIR` moves) — never to the cwd.
8
+ * Default `<os.tmpdir()>/owlmeans-workspace`. Not persistent across pod restarts.
9
+ */
10
+ root?: string;
11
+ /** Mode of created folders. Default `0o700`. */
12
+ dirMode?: number;
13
+ /** Mode of written files. Default `0o600`. */
14
+ fileMode?: number;
15
+ }
16
+ /** One file of a scope. */
17
+ export interface WorkspaceFile {
18
+ /** Relative to the scope folder, `/`-separated. */
19
+ path: string;
20
+ size: number;
21
+ modifiedAt: Date;
22
+ }
23
+ export interface WorkspaceWriteOptions {
24
+ /** What a write does when the entry exists. Default `error` (`PathError('exists')`). */
25
+ onConflict?: ConflictPolicy;
26
+ }
27
+ export interface WorkspacePruneOptions {
28
+ /** Scopes whose newest file, folder or marker is older than this are dropped. */
29
+ olderThanMs: number;
30
+ }
31
+ /**
32
+ * The folder of one {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`. Every path is
33
+ * relative, normalized and confined — `..`, absolute paths, the scope marker's name and any existing
34
+ * symlink on the way from the workspace root are refused (`PathError`).
35
+ */
36
+ export interface WorkspaceScope {
37
+ readonly scope: FileScope;
38
+ /** The absolute scope folder. */
39
+ readonly dir: string;
40
+ /** A confined directory sink over the scope (an archive extracts into it); case-fold twins refused. */
41
+ tree: (options?: WorkspaceWriteOptions) => TreeSink;
42
+ /** The sink of one file of the scope. */
43
+ entry: (path: string, options?: WorkspaceWriteOptions) => FileSink;
44
+ /** One file of the scope as a re-openable, random-access source. */
45
+ source: (path: string, claims?: SourceClaims) => FileSource;
46
+ /** Every regular file, recursively, sorted by path; links are neither followed nor listed. */
47
+ list: () => Promise<WorkspaceFile[]>;
48
+ /** Whether the path is a regular file of the scope. */
49
+ has: (path: string) => Promise<boolean>;
50
+ /** Removes a file or a folder of the scope (and parents it leaves empty); `false` when absent. */
51
+ remove: (path: string) => Promise<boolean>;
52
+ /** Removes the scope folder and every parent it leaves empty, up to the workspace root. */
53
+ drop: () => Promise<void>;
54
+ }
55
+ /** A service's temporary files, one folder per {@link FileScope}. */
56
+ export interface Workspace {
57
+ /** The absolute root. */
58
+ readonly root: string;
59
+ /** The scope's folder object; no I/O until it is used. @throws {FileScopeError} for an invalid scope. */
60
+ scope: (scope: FileScope) => WorkspaceScope;
61
+ /** The scopes present on disk — of one organization, or all — sorted by path. */
62
+ scopes: (organization?: string) => Promise<FileScope[]>;
63
+ /** Drops every scope untouched for `olderThanMs`; answers how many were dropped. */
64
+ prune: (options: WorkspacePruneOptions) => Promise<number>;
65
+ }
66
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/workspace/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEjE,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,2BAA2B;AAC3B,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,IAAI,CAAA;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,wFAAwF;IACxF,UAAU,CAAC,EAAE,cAAc,CAAA;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,iFAAiF;IACjF,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;IACzB,iCAAiC;IACjC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,uGAAuG;IACvG,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,qBAAqB,KAAK,QAAQ,CAAA;IACnD,yCAAyC;IACzC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,qBAAqB,KAAK,QAAQ,CAAA;IAClE,oEAAoE;IACpE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,KAAK,UAAU,CAAA;IAC3D,8FAA8F;IAC9F,IAAI,EAAE,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;IACpC,uDAAuD;IACvD,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IACvC,kGAAkG;IAClG,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC1C,2FAA2F;IAC3F,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B;AAED,qEAAqE;AACrE,MAAM,WAAW,SAAS;IACxB,yBAAyB;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,yGAAyG;IACzG,KAAK,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,cAAc,CAAA;IAC3C,iFAAiF;IACjF,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;IACvD,oFAAoF;IACpF,KAAK,EAAE,CAAC,OAAO,EAAE,qBAAqB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;CAC3D"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/workspace/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,20 @@
1
+ /** What a workspace's scopes share. */
2
+ export interface WorkspaceCore {
3
+ readonly root: string;
4
+ readonly dirMode: number;
5
+ readonly fileMode: number;
6
+ }
7
+ export interface WorkspaceFs {
8
+ /** Whether `path` is a regular file (a link is not). */
9
+ isFile: (path: string) => Promise<boolean>;
10
+ /** The names of the real folders (no links) directly inside `path`; none when it is absent. */
11
+ dirs: (path: string) => Promise<string[]>;
12
+ /** Removes `from` and its parents while they are empty, stopping below `root`. */
13
+ removeEmptyParents: (from: string, root: string) => Promise<void>;
14
+ }
15
+ /** An entry path of a scope, normalized, and where it lands. */
16
+ export interface WorkspaceTarget {
17
+ relative: string;
18
+ absolute: string;
19
+ }
20
+ //# sourceMappingURL=types.local.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.local.d.ts","sourceRoot":"","sources":["../../src/workspace/types.local.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,wDAAwD;IACxD,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC1C,+FAA+F;IAC/F,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACzC,kFAAkF;IAClF,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAClE;AAED,gEAAgE;AAChE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.local.js","sourceRoot":"","sources":["../../src/workspace/types.local.ts"],"names":[],"mappings":""}
@@ -0,0 +1,7 @@
1
+ import type { Workspace, WorkspaceOptions } from './workspace/types.js';
2
+ /**
3
+ * Temporary files of a service, nested by {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`.
4
+ * Nothing here survives a pod restart — a backed workspace restores a scope from its bucket.
5
+ */
6
+ export declare const createWorkspace: (options?: WorkspaceOptions) => Workspace;
7
+ //# sourceMappingURL=workspace.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAyC,MAAM,sBAAsB,CAAA;AAK9G;;;GAGG;AACH,eAAO,MAAM,eAAe,aAAa,gBAAgB,KAAQ,SAiFhE,CAAA"}
@@ -0,0 +1,87 @@
1
+ import { lstat } from 'node:fs/promises';
2
+ import { tmpdir } from 'node:os';
3
+ import { join, resolve } from 'node:path';
4
+ import { logger } from '@owlmeans/log';
5
+ import { FileScopeError, fileScopeHelper } from '@owlmeans/storage-common';
6
+ import { DEFAULT_WORKSPACE_DIR, DEFAULT_WORKSPACE_DIR_MODE, DEFAULT_WORKSPACE_FILE_MODE, WORKSPACE_SCOPE_MARKER, } from './workspace/consts.js';
7
+ import { workspaceFs } from './workspace/fs.js';
8
+ import { makeWorkspaceScope } from './workspace/scope.js';
9
+ const log = logger('file-streams:workspace');
10
+ /**
11
+ * Temporary files of a service, nested by {@link FileScope}: `<root>/<organization>/<project?>/<purpose>`.
12
+ * Nothing here survives a pod restart — a backed workspace restores a scope from its bucket.
13
+ */
14
+ export const createWorkspace = (options = {}) => {
15
+ const core = {
16
+ // A relative root lives under the temporary folder (which TMPDIR moves), never under the cwd.
17
+ root: resolve(tmpdir(), options.root ?? DEFAULT_WORKSPACE_DIR),
18
+ dirMode: options.dirMode ?? DEFAULT_WORKSPACE_DIR_MODE,
19
+ fileMode: options.fileMode ?? DEFAULT_WORKSPACE_FILE_MODE,
20
+ };
21
+ const scope = (value) => makeWorkspaceScope(core, value);
22
+ const isMarked = async (...segments) => await workspaceFs.isFile(join(core.root, ...segments, WORKSPACE_SCOPE_MARKER));
23
+ const segmentsIn = async (...segments) => (await workspaceFs.dirs(join(core.root, ...segments))).filter(fileScopeHelper.isSegment);
24
+ const scopes = async (organization) => {
25
+ let organizations;
26
+ if (organization != null) {
27
+ if (!fileScopeHelper.isSegment(organization)) {
28
+ throw new FileScopeError('organization');
29
+ }
30
+ organizations = (await segmentsIn()).includes(organization) ? [organization] : [];
31
+ }
32
+ else {
33
+ organizations = await segmentsIn();
34
+ }
35
+ const found = [];
36
+ for (const org of organizations) {
37
+ for (const second of await segmentsIn(org)) {
38
+ if (await isMarked(org, second)) {
39
+ found.push({ organization: org, purpose: second });
40
+ }
41
+ for (const third of await segmentsIn(org, second)) {
42
+ if (await isMarked(org, second, third)) {
43
+ found.push({ organization: org, project: second, purpose: third });
44
+ }
45
+ }
46
+ }
47
+ }
48
+ return found
49
+ .map(value => ({ value, path: fileScopeHelper.pathOf(value) }))
50
+ .sort((a, b) => a.path < b.path ? -1 : a.path > b.path ? 1 : 0)
51
+ .map(({ value }) => value);
52
+ };
53
+ const lastTouched = async (local) => {
54
+ let latest = 0;
55
+ for (const path of [local.dir, join(local.dir, WORKSPACE_SCOPE_MARKER)]) {
56
+ try {
57
+ latest = Math.max(latest, (await lstat(path)).mtimeMs);
58
+ }
59
+ catch (error) {
60
+ if (error.code !== 'ENOENT') {
61
+ throw error;
62
+ }
63
+ }
64
+ }
65
+ for (const file of await local.list()) {
66
+ latest = Math.max(latest, file.modifiedAt.getTime());
67
+ }
68
+ return latest;
69
+ };
70
+ const prune = async ({ olderThanMs }) => {
71
+ const threshold = Date.now() - olderThanMs;
72
+ let dropped = 0;
73
+ for (const found of await scopes()) {
74
+ const local = scope(found);
75
+ if (await lastTouched(local) < threshold) {
76
+ await local.drop();
77
+ dropped++;
78
+ }
79
+ }
80
+ if (dropped > 0) {
81
+ log.info('Stale workspace scopes dropped', { dropped });
82
+ }
83
+ return dropped;
84
+ };
85
+ return { root: core.root, scope, scopes, prune };
86
+ };
87
+ //# sourceMappingURL=workspace.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1E,OAAO,EACL,qBAAqB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,sBAAsB,GACvG,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,MAAM,GAAG,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAA;AAE5C;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,GAAqB,EAAE,EAAa,EAAE;IAC3E,MAAM,IAAI,GAAkB;QAC1B,8FAA8F;QAC9F,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,qBAAqB,CAAC;QAC9D,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,0BAA0B;QACtD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,2BAA2B;KAC1D,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,KAAgB,EAAkB,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAEnF,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAG,QAAkB,EAAoB,EAAE,CACjE,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,EAAE,sBAAsB,CAAC,CAAC,CAAA;IAEhF,MAAM,UAAU,GAAG,KAAK,EAAE,GAAG,QAAkB,EAAqB,EAAE,CACpE,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IAE1F,MAAM,MAAM,GAAG,KAAK,EAAE,YAAqB,EAAwB,EAAE;QACnE,IAAI,aAAuB,CAAA;QAC3B,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,cAAc,CAAC,cAAc,CAAC,CAAA;YAC1C,CAAC;YACD,aAAa,GAAG,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACnF,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,MAAM,UAAU,EAAE,CAAA;QACpC,CAAC;QACD,MAAM,KAAK,GAAgB,EAAE,CAAA;QAC7B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,KAAK,MAAM,MAAM,IAAI,MAAM,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3C,IAAI,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;gBACpD,CAAC;gBACD,KAAK,MAAM,KAAK,IAAI,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAClD,IAAI,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;wBACvC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;oBACpE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK;aACT,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aAC9D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAC9D,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,KAAK,EAAE,KAAqB,EAAmB,EAAE;QACnE,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;YACxE,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YACxD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAA;QACtD,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,EAAE,WAAW,EAAyB,EAAmB,EAAE;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAA;QAC1C,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,MAAM,KAAK,IAAI,MAAM,MAAM,EAAE,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;YAC1B,IAAI,MAAM,WAAW,CAAC,KAAK,CAAC,GAAG,SAAS,EAAE,CAAC;gBACzC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;gBAClB,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QACzD,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAClD,CAAC,CAAA"}
package/package.json CHANGED
@@ -1,6 +1,63 @@
1
1
  {
2
2
  "name": "@owlmeans/file-streams",
3
- "version": "0.0.0-stage",
4
- "stub": true,
5
- "description": "Temporary package placeholder for staged publishing"
6
- }
3
+ "version": "0.2.0-alpha.0",
4
+ "description": "Server-side file streaming: URL downloads with connect-time SSRF pinning, HTTP/SOCKS proxy plugins and a Google Drive resolver; S3, filesystem, buffer and Viable-workload destinations; zip/tar/gzip with traversal and bomb guards; file-type verification without full downloads.",
5
+ "license": "MIT",
6
+ "homepage": "https://owlmeans.com/docs/",
7
+ "repository": {
8
+ "type": "git",
9
+ "url": "git+https://github.com/owlmeans/common.git",
10
+ "directory": "packages/file-streams"
11
+ },
12
+ "bugs": {
13
+ "url": "https://github.com/owlmeans/common/issues"
14
+ },
15
+ "author": "Igor Tkachenko <igor.tkachenko@owlmeans.com> (https://owlmeans.com)",
16
+ "type": "module",
17
+ "scripts": {
18
+ "build": "tsc -b",
19
+ "dev": "sleep 396 && nodemon -e ts,tsx,json --watch src --exec \"tsc -p ./tsconfig.json\"",
20
+ "watch": "tsc -b -w --preserveWatchOutput --pretty",
21
+ "test": "bun test ./tests"
22
+ },
23
+ "main": "build/index.js",
24
+ "module": "build/index.js",
25
+ "types": "build/index.d.ts",
26
+ "exports": {
27
+ ".": {
28
+ "import": "./build/index.js",
29
+ "require": "./build/index.js",
30
+ "default": "./build/index.js",
31
+ "module": "./build/index.js",
32
+ "types": "./build/index.d.ts"
33
+ }
34
+ },
35
+ "dependencies": {
36
+ "@aws-sdk/client-s3": "^3.1158.0",
37
+ "@owlmeans/context": "^0.2.0-alpha.0",
38
+ "@owlmeans/error": "^0.2.0-alpha.0",
39
+ "@owlmeans/file-inspector": "^0.2.0-alpha.0",
40
+ "@owlmeans/log": "^0.2.0-alpha.0",
41
+ "@owlmeans/storage-common": "^0.2.0-alpha.1",
42
+ "@owlmeans/storage-resource": "^0.2.0-alpha.1",
43
+ "socks": "^2.8.10",
44
+ "tar-stream": "^3.2.2",
45
+ "yauzl": "^3.4.0",
46
+ "yazl": "^3.3.1"
47
+ },
48
+ "devDependencies": {
49
+ "@owlmeans/dep-config": "^0.2.0-alpha.0",
50
+ "@owlmeans/server-context": "^0.2.0-alpha.1",
51
+ "@owlmeans/test": "^0.2.0-alpha.1",
52
+ "@owlmeans/test-integration": "^0.2.0-alpha.1",
53
+ "@types/bun": "^1.4.4",
54
+ "@types/node": "^26.6.5",
55
+ "@types/yauzl": "^3.4.0",
56
+ "@types/yazl": "^3.3.1",
57
+ "nodemon": "^3.1.14",
58
+ "typescript": "^7.0.2"
59
+ },
60
+ "publishConfig": {
61
+ "access": "public"
62
+ }
63
+ }
@@ -0,0 +1,28 @@
1
+ import type { ArchiveLimits } from './types.js'
2
+
3
+ /** The archive formats read and written; detected from bytes, never from names. */
4
+ export enum ArchiveFormat {
5
+ Zip = 'zip',
6
+ Tar = 'tar',
7
+ TarGz = 'tar.gz',
8
+ Gzip = 'gz',
9
+ }
10
+
11
+ export const DEFAULT_ARCHIVE_LIMITS: Readonly<ArchiveLimits> = Object.freeze({
12
+ maxEntries: 10_000,
13
+ maxEntryBytes: 512 * 1024 * 1024,
14
+ maxTotalBytes: 2 * 1024 * 1024 * 1024,
15
+ maxRatio: 200,
16
+ maxDepth: 1,
17
+ maxPathBytes: 1024,
18
+ maxPathSegments: 64,
19
+ })
20
+
21
+ /** Expansion ratios are judged only past this many produced bytes. */
22
+ export const RATIO_FLOOR_BYTES = 1024 * 1024
23
+
24
+ /** A zip local file header without its name and extra field. */
25
+ export const ZIP_LOCAL_HEADER_BYTES = 30
26
+
27
+ /** Names that mark a nested archive. */
28
+ export const NESTED_ARCHIVE_EXTENSIONS: readonly string[] = Object.freeze(['zip', 'tar', 'tar.gz', 'tgz', 'gz'])
@@ -0,0 +1,60 @@
1
+ import { gunzipSync } from 'node:zlib'
2
+ import { constants } from 'node:zlib'
3
+ import { ArchiveFormat } from './consts.js'
4
+ import type { FormatSniffer } from './types.local.js'
5
+
6
+ /** Archive formats told from leading bytes. */
7
+ export const createFormatSniffer = (): FormatSniffer => {
8
+ const isTarHeader = (block: Uint8Array): boolean => {
9
+ if (block.length < 512) {
10
+ return false
11
+ }
12
+ if (Buffer.from(block.subarray(257, 262)).toString('latin1') === 'ustar') {
13
+ return true
14
+ }
15
+ const stored = parseInt(Buffer.from(block.subarray(148, 156)).toString('latin1').replace(/\0.*$/, '').trim(), 8)
16
+ if (Number.isNaN(stored)) {
17
+ return false
18
+ }
19
+ let sum = 0
20
+ for (let index = 0; index < 512; index++) {
21
+ sum += index >= 148 && index < 156 ? 0x20 : block[index]
22
+ }
23
+
24
+ return sum === stored
25
+ }
26
+
27
+ const inflateHead = (head: Uint8Array): Uint8Array => {
28
+ try {
29
+ return gunzipSync(head, { finishFlush: constants.Z_SYNC_FLUSH, maxOutputLength: 64 * 1024 })
30
+ } catch {
31
+ return new Uint8Array(0)
32
+ }
33
+ }
34
+
35
+ const formatOf = (head: Uint8Array): ArchiveFormat | null => {
36
+ if (head[0] === 0x50 && head[1] === 0x4b && [0x0304, 0x0506, 0x0708].includes((head[2] << 8) | head[3])) {
37
+ return ArchiveFormat.Zip
38
+ }
39
+ if (head[0] === 0x1f && head[1] === 0x8b) {
40
+ return isTarHeader(inflateHead(head)) ? ArchiveFormat.TarGz : ArchiveFormat.Gzip
41
+ }
42
+
43
+ return isTarHeader(head) ? ArchiveFormat.Tar : null
44
+ }
45
+
46
+ const gzipName = (head: Uint8Array): string | undefined => {
47
+ if (head[0] !== 0x1f || head[1] !== 0x8b || (head[3] & 0x08) === 0) {
48
+ return undefined
49
+ }
50
+ let offset = 10
51
+ if ((head[3] & 0x04) !== 0) {
52
+ offset += 2 + (head[10] | (head[11] << 8))
53
+ }
54
+ const end = head.indexOf(0, offset)
55
+
56
+ return end > offset ? Buffer.from(head.subarray(offset, end)).toString('latin1') : undefined
57
+ }
58
+
59
+ return { formatOf, gzipName }
60
+ }