flyte 0.0.1b0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of flyte might be problematic. Click here for more details.

Files changed (390) hide show
  1. flyte/__init__.py +62 -0
  2. flyte/_api_commons.py +3 -0
  3. flyte/_bin/__init__.py +0 -0
  4. flyte/_bin/runtime.py +126 -0
  5. flyte/_build.py +25 -0
  6. flyte/_cache/__init__.py +12 -0
  7. flyte/_cache/cache.py +146 -0
  8. flyte/_cache/defaults.py +9 -0
  9. flyte/_cache/policy_function_body.py +42 -0
  10. flyte/_cli/__init__.py +0 -0
  11. flyte/_cli/_common.py +287 -0
  12. flyte/_cli/_create.py +42 -0
  13. flyte/_cli/_delete.py +23 -0
  14. flyte/_cli/_deploy.py +140 -0
  15. flyte/_cli/_get.py +235 -0
  16. flyte/_cli/_run.py +152 -0
  17. flyte/_cli/main.py +72 -0
  18. flyte/_code_bundle/__init__.py +8 -0
  19. flyte/_code_bundle/_ignore.py +113 -0
  20. flyte/_code_bundle/_packaging.py +187 -0
  21. flyte/_code_bundle/_utils.py +339 -0
  22. flyte/_code_bundle/bundle.py +178 -0
  23. flyte/_context.py +146 -0
  24. flyte/_datastructures.py +342 -0
  25. flyte/_deploy.py +202 -0
  26. flyte/_doc.py +29 -0
  27. flyte/_docstring.py +32 -0
  28. flyte/_environment.py +43 -0
  29. flyte/_group.py +31 -0
  30. flyte/_hash.py +23 -0
  31. flyte/_image.py +760 -0
  32. flyte/_initialize.py +634 -0
  33. flyte/_interface.py +84 -0
  34. flyte/_internal/__init__.py +3 -0
  35. flyte/_internal/controllers/__init__.py +115 -0
  36. flyte/_internal/controllers/_local_controller.py +118 -0
  37. flyte/_internal/controllers/_trace.py +40 -0
  38. flyte/_internal/controllers/pbhash.py +39 -0
  39. flyte/_internal/controllers/remote/__init__.py +40 -0
  40. flyte/_internal/controllers/remote/_action.py +141 -0
  41. flyte/_internal/controllers/remote/_client.py +43 -0
  42. flyte/_internal/controllers/remote/_controller.py +361 -0
  43. flyte/_internal/controllers/remote/_core.py +402 -0
  44. flyte/_internal/controllers/remote/_informer.py +361 -0
  45. flyte/_internal/controllers/remote/_service_protocol.py +50 -0
  46. flyte/_internal/imagebuild/__init__.py +11 -0
  47. flyte/_internal/imagebuild/docker_builder.py +416 -0
  48. flyte/_internal/imagebuild/image_builder.py +241 -0
  49. flyte/_internal/imagebuild/remote_builder.py +0 -0
  50. flyte/_internal/resolvers/__init__.py +0 -0
  51. flyte/_internal/resolvers/_task_module.py +54 -0
  52. flyte/_internal/resolvers/common.py +31 -0
  53. flyte/_internal/resolvers/default.py +28 -0
  54. flyte/_internal/runtime/__init__.py +0 -0
  55. flyte/_internal/runtime/convert.py +199 -0
  56. flyte/_internal/runtime/entrypoints.py +135 -0
  57. flyte/_internal/runtime/io.py +136 -0
  58. flyte/_internal/runtime/resources_serde.py +138 -0
  59. flyte/_internal/runtime/task_serde.py +210 -0
  60. flyte/_internal/runtime/taskrunner.py +190 -0
  61. flyte/_internal/runtime/types_serde.py +54 -0
  62. flyte/_logging.py +124 -0
  63. flyte/_protos/__init__.py +0 -0
  64. flyte/_protos/common/authorization_pb2.py +66 -0
  65. flyte/_protos/common/authorization_pb2.pyi +108 -0
  66. flyte/_protos/common/authorization_pb2_grpc.py +4 -0
  67. flyte/_protos/common/identifier_pb2.py +71 -0
  68. flyte/_protos/common/identifier_pb2.pyi +82 -0
  69. flyte/_protos/common/identifier_pb2_grpc.py +4 -0
  70. flyte/_protos/common/identity_pb2.py +48 -0
  71. flyte/_protos/common/identity_pb2.pyi +72 -0
  72. flyte/_protos/common/identity_pb2_grpc.py +4 -0
  73. flyte/_protos/common/list_pb2.py +36 -0
  74. flyte/_protos/common/list_pb2.pyi +69 -0
  75. flyte/_protos/common/list_pb2_grpc.py +4 -0
  76. flyte/_protos/common/policy_pb2.py +37 -0
  77. flyte/_protos/common/policy_pb2.pyi +27 -0
  78. flyte/_protos/common/policy_pb2_grpc.py +4 -0
  79. flyte/_protos/common/role_pb2.py +37 -0
  80. flyte/_protos/common/role_pb2.pyi +53 -0
  81. flyte/_protos/common/role_pb2_grpc.py +4 -0
  82. flyte/_protos/common/runtime_version_pb2.py +28 -0
  83. flyte/_protos/common/runtime_version_pb2.pyi +24 -0
  84. flyte/_protos/common/runtime_version_pb2_grpc.py +4 -0
  85. flyte/_protos/logs/dataplane/payload_pb2.py +96 -0
  86. flyte/_protos/logs/dataplane/payload_pb2.pyi +168 -0
  87. flyte/_protos/logs/dataplane/payload_pb2_grpc.py +4 -0
  88. flyte/_protos/secret/definition_pb2.py +49 -0
  89. flyte/_protos/secret/definition_pb2.pyi +93 -0
  90. flyte/_protos/secret/definition_pb2_grpc.py +4 -0
  91. flyte/_protos/secret/payload_pb2.py +62 -0
  92. flyte/_protos/secret/payload_pb2.pyi +94 -0
  93. flyte/_protos/secret/payload_pb2_grpc.py +4 -0
  94. flyte/_protos/secret/secret_pb2.py +38 -0
  95. flyte/_protos/secret/secret_pb2.pyi +6 -0
  96. flyte/_protos/secret/secret_pb2_grpc.py +198 -0
  97. flyte/_protos/secret/secret_pb2_grpc_grpc.py +198 -0
  98. flyte/_protos/validate/validate/validate_pb2.py +76 -0
  99. flyte/_protos/workflow/node_execution_service_pb2.py +26 -0
  100. flyte/_protos/workflow/node_execution_service_pb2.pyi +4 -0
  101. flyte/_protos/workflow/node_execution_service_pb2_grpc.py +32 -0
  102. flyte/_protos/workflow/queue_service_pb2.py +106 -0
  103. flyte/_protos/workflow/queue_service_pb2.pyi +141 -0
  104. flyte/_protos/workflow/queue_service_pb2_grpc.py +172 -0
  105. flyte/_protos/workflow/run_definition_pb2.py +128 -0
  106. flyte/_protos/workflow/run_definition_pb2.pyi +310 -0
  107. flyte/_protos/workflow/run_definition_pb2_grpc.py +4 -0
  108. flyte/_protos/workflow/run_logs_service_pb2.py +41 -0
  109. flyte/_protos/workflow/run_logs_service_pb2.pyi +28 -0
  110. flyte/_protos/workflow/run_logs_service_pb2_grpc.py +69 -0
  111. flyte/_protos/workflow/run_service_pb2.py +133 -0
  112. flyte/_protos/workflow/run_service_pb2.pyi +175 -0
  113. flyte/_protos/workflow/run_service_pb2_grpc.py +412 -0
  114. flyte/_protos/workflow/state_service_pb2.py +58 -0
  115. flyte/_protos/workflow/state_service_pb2.pyi +71 -0
  116. flyte/_protos/workflow/state_service_pb2_grpc.py +138 -0
  117. flyte/_protos/workflow/task_definition_pb2.py +72 -0
  118. flyte/_protos/workflow/task_definition_pb2.pyi +65 -0
  119. flyte/_protos/workflow/task_definition_pb2_grpc.py +4 -0
  120. flyte/_protos/workflow/task_service_pb2.py +44 -0
  121. flyte/_protos/workflow/task_service_pb2.pyi +31 -0
  122. flyte/_protos/workflow/task_service_pb2_grpc.py +104 -0
  123. flyte/_resources.py +226 -0
  124. flyte/_retry.py +32 -0
  125. flyte/_reusable_environment.py +25 -0
  126. flyte/_run.py +411 -0
  127. flyte/_secret.py +61 -0
  128. flyte/_task.py +367 -0
  129. flyte/_task_environment.py +200 -0
  130. flyte/_timeout.py +47 -0
  131. flyte/_tools.py +27 -0
  132. flyte/_trace.py +128 -0
  133. flyte/_utils/__init__.py +20 -0
  134. flyte/_utils/asyn.py +119 -0
  135. flyte/_utils/coro_management.py +25 -0
  136. flyte/_utils/file_handling.py +72 -0
  137. flyte/_utils/helpers.py +108 -0
  138. flyte/_utils/lazy_module.py +54 -0
  139. flyte/_utils/uv_script_parser.py +49 -0
  140. flyte/_version.py +21 -0
  141. flyte/connectors/__init__.py +0 -0
  142. flyte/errors.py +143 -0
  143. flyte/extras/__init__.py +5 -0
  144. flyte/extras/_container.py +273 -0
  145. flyte/io/__init__.py +11 -0
  146. flyte/io/_dataframe.py +0 -0
  147. flyte/io/_dir.py +448 -0
  148. flyte/io/_file.py +468 -0
  149. flyte/io/pickle/__init__.py +0 -0
  150. flyte/io/pickle/transformer.py +117 -0
  151. flyte/io/structured_dataset/__init__.py +129 -0
  152. flyte/io/structured_dataset/basic_dfs.py +219 -0
  153. flyte/io/structured_dataset/structured_dataset.py +1061 -0
  154. flyte/py.typed +0 -0
  155. flyte/remote/__init__.py +25 -0
  156. flyte/remote/_client/__init__.py +0 -0
  157. flyte/remote/_client/_protocols.py +131 -0
  158. flyte/remote/_client/auth/__init__.py +12 -0
  159. flyte/remote/_client/auth/_authenticators/__init__.py +0 -0
  160. flyte/remote/_client/auth/_authenticators/base.py +397 -0
  161. flyte/remote/_client/auth/_authenticators/client_credentials.py +73 -0
  162. flyte/remote/_client/auth/_authenticators/device_code.py +118 -0
  163. flyte/remote/_client/auth/_authenticators/external_command.py +79 -0
  164. flyte/remote/_client/auth/_authenticators/factory.py +200 -0
  165. flyte/remote/_client/auth/_authenticators/pkce.py +516 -0
  166. flyte/remote/_client/auth/_channel.py +184 -0
  167. flyte/remote/_client/auth/_client_config.py +83 -0
  168. flyte/remote/_client/auth/_default_html.py +32 -0
  169. flyte/remote/_client/auth/_grpc_utils/__init__.py +0 -0
  170. flyte/remote/_client/auth/_grpc_utils/auth_interceptor.py +288 -0
  171. flyte/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py +151 -0
  172. flyte/remote/_client/auth/_keyring.py +143 -0
  173. flyte/remote/_client/auth/_token_client.py +260 -0
  174. flyte/remote/_client/auth/errors.py +16 -0
  175. flyte/remote/_client/controlplane.py +95 -0
  176. flyte/remote/_console.py +18 -0
  177. flyte/remote/_data.py +155 -0
  178. flyte/remote/_logs.py +116 -0
  179. flyte/remote/_project.py +86 -0
  180. flyte/remote/_run.py +873 -0
  181. flyte/remote/_secret.py +132 -0
  182. flyte/remote/_task.py +227 -0
  183. flyte/report/__init__.py +3 -0
  184. flyte/report/_report.py +178 -0
  185. flyte/report/_template.html +124 -0
  186. flyte/storage/__init__.py +24 -0
  187. flyte/storage/_remote_fs.py +34 -0
  188. flyte/storage/_storage.py +251 -0
  189. flyte/storage/_utils.py +5 -0
  190. flyte/types/__init__.py +13 -0
  191. flyte/types/_interface.py +25 -0
  192. flyte/types/_renderer.py +162 -0
  193. flyte/types/_string_literals.py +120 -0
  194. flyte/types/_type_engine.py +2210 -0
  195. flyte/types/_utils.py +80 -0
  196. flyte-0.0.1b0.dist-info/METADATA +179 -0
  197. flyte-0.0.1b0.dist-info/RECORD +390 -0
  198. flyte-0.0.1b0.dist-info/WHEEL +5 -0
  199. flyte-0.0.1b0.dist-info/entry_points.txt +3 -0
  200. flyte-0.0.1b0.dist-info/top_level.txt +1 -0
  201. union/__init__.py +54 -0
  202. union/_api_commons.py +3 -0
  203. union/_bin/__init__.py +0 -0
  204. union/_bin/runtime.py +113 -0
  205. union/_build.py +25 -0
  206. union/_cache/__init__.py +12 -0
  207. union/_cache/cache.py +141 -0
  208. union/_cache/defaults.py +9 -0
  209. union/_cache/policy_function_body.py +42 -0
  210. union/_cli/__init__.py +0 -0
  211. union/_cli/_common.py +263 -0
  212. union/_cli/_create.py +40 -0
  213. union/_cli/_delete.py +23 -0
  214. union/_cli/_deploy.py +120 -0
  215. union/_cli/_get.py +162 -0
  216. union/_cli/_params.py +579 -0
  217. union/_cli/_run.py +150 -0
  218. union/_cli/main.py +72 -0
  219. union/_code_bundle/__init__.py +8 -0
  220. union/_code_bundle/_ignore.py +113 -0
  221. union/_code_bundle/_packaging.py +187 -0
  222. union/_code_bundle/_utils.py +342 -0
  223. union/_code_bundle/bundle.py +176 -0
  224. union/_context.py +146 -0
  225. union/_datastructures.py +295 -0
  226. union/_deploy.py +185 -0
  227. union/_doc.py +29 -0
  228. union/_docstring.py +26 -0
  229. union/_environment.py +43 -0
  230. union/_group.py +31 -0
  231. union/_hash.py +23 -0
  232. union/_image.py +760 -0
  233. union/_initialize.py +585 -0
  234. union/_interface.py +84 -0
  235. union/_internal/__init__.py +3 -0
  236. union/_internal/controllers/__init__.py +77 -0
  237. union/_internal/controllers/_local_controller.py +77 -0
  238. union/_internal/controllers/pbhash.py +39 -0
  239. union/_internal/controllers/remote/__init__.py +40 -0
  240. union/_internal/controllers/remote/_action.py +131 -0
  241. union/_internal/controllers/remote/_client.py +43 -0
  242. union/_internal/controllers/remote/_controller.py +169 -0
  243. union/_internal/controllers/remote/_core.py +341 -0
  244. union/_internal/controllers/remote/_informer.py +260 -0
  245. union/_internal/controllers/remote/_service_protocol.py +44 -0
  246. union/_internal/imagebuild/__init__.py +11 -0
  247. union/_internal/imagebuild/docker_builder.py +416 -0
  248. union/_internal/imagebuild/image_builder.py +243 -0
  249. union/_internal/imagebuild/remote_builder.py +0 -0
  250. union/_internal/resolvers/__init__.py +0 -0
  251. union/_internal/resolvers/_task_module.py +31 -0
  252. union/_internal/resolvers/common.py +24 -0
  253. union/_internal/resolvers/default.py +27 -0
  254. union/_internal/runtime/__init__.py +0 -0
  255. union/_internal/runtime/convert.py +163 -0
  256. union/_internal/runtime/entrypoints.py +121 -0
  257. union/_internal/runtime/io.py +136 -0
  258. union/_internal/runtime/resources_serde.py +134 -0
  259. union/_internal/runtime/task_serde.py +202 -0
  260. union/_internal/runtime/taskrunner.py +179 -0
  261. union/_internal/runtime/types_serde.py +53 -0
  262. union/_logging.py +124 -0
  263. union/_protos/__init__.py +0 -0
  264. union/_protos/common/authorization_pb2.py +66 -0
  265. union/_protos/common/authorization_pb2.pyi +106 -0
  266. union/_protos/common/authorization_pb2_grpc.py +4 -0
  267. union/_protos/common/identifier_pb2.py +71 -0
  268. union/_protos/common/identifier_pb2.pyi +82 -0
  269. union/_protos/common/identifier_pb2_grpc.py +4 -0
  270. union/_protos/common/identity_pb2.py +48 -0
  271. union/_protos/common/identity_pb2.pyi +72 -0
  272. union/_protos/common/identity_pb2_grpc.py +4 -0
  273. union/_protos/common/list_pb2.py +36 -0
  274. union/_protos/common/list_pb2.pyi +69 -0
  275. union/_protos/common/list_pb2_grpc.py +4 -0
  276. union/_protos/common/policy_pb2.py +37 -0
  277. union/_protos/common/policy_pb2.pyi +27 -0
  278. union/_protos/common/policy_pb2_grpc.py +4 -0
  279. union/_protos/common/role_pb2.py +37 -0
  280. union/_protos/common/role_pb2.pyi +51 -0
  281. union/_protos/common/role_pb2_grpc.py +4 -0
  282. union/_protos/common/runtime_version_pb2.py +28 -0
  283. union/_protos/common/runtime_version_pb2.pyi +24 -0
  284. union/_protos/common/runtime_version_pb2_grpc.py +4 -0
  285. union/_protos/logs/dataplane/payload_pb2.py +96 -0
  286. union/_protos/logs/dataplane/payload_pb2.pyi +168 -0
  287. union/_protos/logs/dataplane/payload_pb2_grpc.py +4 -0
  288. union/_protos/secret/definition_pb2.py +49 -0
  289. union/_protos/secret/definition_pb2.pyi +93 -0
  290. union/_protos/secret/definition_pb2_grpc.py +4 -0
  291. union/_protos/secret/payload_pb2.py +62 -0
  292. union/_protos/secret/payload_pb2.pyi +94 -0
  293. union/_protos/secret/payload_pb2_grpc.py +4 -0
  294. union/_protos/secret/secret_pb2.py +38 -0
  295. union/_protos/secret/secret_pb2.pyi +6 -0
  296. union/_protos/secret/secret_pb2_grpc.py +198 -0
  297. union/_protos/validate/validate/validate_pb2.py +76 -0
  298. union/_protos/workflow/node_execution_service_pb2.py +26 -0
  299. union/_protos/workflow/node_execution_service_pb2.pyi +4 -0
  300. union/_protos/workflow/node_execution_service_pb2_grpc.py +32 -0
  301. union/_protos/workflow/queue_service_pb2.py +75 -0
  302. union/_protos/workflow/queue_service_pb2.pyi +103 -0
  303. union/_protos/workflow/queue_service_pb2_grpc.py +172 -0
  304. union/_protos/workflow/run_definition_pb2.py +100 -0
  305. union/_protos/workflow/run_definition_pb2.pyi +256 -0
  306. union/_protos/workflow/run_definition_pb2_grpc.py +4 -0
  307. union/_protos/workflow/run_logs_service_pb2.py +41 -0
  308. union/_protos/workflow/run_logs_service_pb2.pyi +28 -0
  309. union/_protos/workflow/run_logs_service_pb2_grpc.py +69 -0
  310. union/_protos/workflow/run_service_pb2.py +133 -0
  311. union/_protos/workflow/run_service_pb2.pyi +173 -0
  312. union/_protos/workflow/run_service_pb2_grpc.py +412 -0
  313. union/_protos/workflow/state_service_pb2.py +58 -0
  314. union/_protos/workflow/state_service_pb2.pyi +69 -0
  315. union/_protos/workflow/state_service_pb2_grpc.py +138 -0
  316. union/_protos/workflow/task_definition_pb2.py +72 -0
  317. union/_protos/workflow/task_definition_pb2.pyi +65 -0
  318. union/_protos/workflow/task_definition_pb2_grpc.py +4 -0
  319. union/_protos/workflow/task_service_pb2.py +44 -0
  320. union/_protos/workflow/task_service_pb2.pyi +31 -0
  321. union/_protos/workflow/task_service_pb2_grpc.py +104 -0
  322. union/_resources.py +226 -0
  323. union/_retry.py +32 -0
  324. union/_reusable_environment.py +25 -0
  325. union/_run.py +374 -0
  326. union/_secret.py +61 -0
  327. union/_task.py +354 -0
  328. union/_task_environment.py +186 -0
  329. union/_timeout.py +47 -0
  330. union/_tools.py +27 -0
  331. union/_utils/__init__.py +11 -0
  332. union/_utils/asyn.py +119 -0
  333. union/_utils/file_handling.py +71 -0
  334. union/_utils/helpers.py +46 -0
  335. union/_utils/lazy_module.py +54 -0
  336. union/_utils/uv_script_parser.py +49 -0
  337. union/_version.py +21 -0
  338. union/connectors/__init__.py +0 -0
  339. union/errors.py +128 -0
  340. union/extras/__init__.py +5 -0
  341. union/extras/_container.py +263 -0
  342. union/io/__init__.py +11 -0
  343. union/io/_dataframe.py +0 -0
  344. union/io/_dir.py +425 -0
  345. union/io/_file.py +418 -0
  346. union/io/pickle/__init__.py +0 -0
  347. union/io/pickle/transformer.py +117 -0
  348. union/io/structured_dataset/__init__.py +122 -0
  349. union/io/structured_dataset/basic_dfs.py +219 -0
  350. union/io/structured_dataset/structured_dataset.py +1057 -0
  351. union/py.typed +0 -0
  352. union/remote/__init__.py +23 -0
  353. union/remote/_client/__init__.py +0 -0
  354. union/remote/_client/_protocols.py +129 -0
  355. union/remote/_client/auth/__init__.py +12 -0
  356. union/remote/_client/auth/_authenticators/__init__.py +0 -0
  357. union/remote/_client/auth/_authenticators/base.py +391 -0
  358. union/remote/_client/auth/_authenticators/client_credentials.py +73 -0
  359. union/remote/_client/auth/_authenticators/device_code.py +120 -0
  360. union/remote/_client/auth/_authenticators/external_command.py +77 -0
  361. union/remote/_client/auth/_authenticators/factory.py +200 -0
  362. union/remote/_client/auth/_authenticators/pkce.py +515 -0
  363. union/remote/_client/auth/_channel.py +184 -0
  364. union/remote/_client/auth/_client_config.py +83 -0
  365. union/remote/_client/auth/_default_html.py +32 -0
  366. union/remote/_client/auth/_grpc_utils/__init__.py +0 -0
  367. union/remote/_client/auth/_grpc_utils/auth_interceptor.py +204 -0
  368. union/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py +144 -0
  369. union/remote/_client/auth/_keyring.py +154 -0
  370. union/remote/_client/auth/_token_client.py +258 -0
  371. union/remote/_client/auth/errors.py +16 -0
  372. union/remote/_client/controlplane.py +86 -0
  373. union/remote/_data.py +149 -0
  374. union/remote/_logs.py +74 -0
  375. union/remote/_project.py +86 -0
  376. union/remote/_run.py +820 -0
  377. union/remote/_secret.py +132 -0
  378. union/remote/_task.py +193 -0
  379. union/report/__init__.py +3 -0
  380. union/report/_report.py +178 -0
  381. union/report/_template.html +124 -0
  382. union/storage/__init__.py +24 -0
  383. union/storage/_remote_fs.py +34 -0
  384. union/storage/_storage.py +247 -0
  385. union/storage/_utils.py +5 -0
  386. union/types/__init__.py +11 -0
  387. union/types/_renderer.py +162 -0
  388. union/types/_string_literals.py +120 -0
  389. union/types/_type_engine.py +2131 -0
  390. union/types/_utils.py +80 -0
union/_image.py ADDED
@@ -0,0 +1,760 @@
1
+ from __future__ import annotations
2
+
3
+ import base64
4
+ import hashlib
5
+ import sys
6
+ from abc import abstractmethod
7
+ from dataclasses import asdict, dataclass, field
8
+ from functools import cached_property
9
+ from pathlib import Path
10
+ from typing import Callable, ClassVar, Dict, List, Literal, Optional, Tuple, TypeVar, Union
11
+
12
+ import rich.repr
13
+
14
+ # Supported Python versions
15
+ PYTHON_3_10 = (3, 10)
16
+ PYTHON_3_11 = (3, 11)
17
+ PYTHON_3_12 = (3, 12)
18
+ PYTHON_3_13 = (3, 13)
19
+
20
+ # 0 is a file, 1 is a directory
21
+ CopyConfigType = Literal[0, 1]
22
+
23
+ T = TypeVar("T")
24
+
25
+
26
+ def _ensure_tuple(val: Union[T, List[T], Tuple[T, ...]]) -> Tuple[T, ...]:
27
+ """
28
+ Ensure that the input is a tuple. If it is a string, convert it to a tuple with one element.
29
+ If it is a list, convert it to a tuple.
30
+ """
31
+ if isinstance(val, list):
32
+ return tuple(val)
33
+ elif isinstance(val, tuple):
34
+ return val
35
+ else:
36
+ return (val,)
37
+
38
+
39
+ @rich.repr.auto
40
+ @dataclass(frozen=True, repr=True, kw_only=True)
41
+ class Layer:
42
+ """
43
+ This is an abstract representation of Container Image Layers, which can be used to create
44
+ layered images programmatically.
45
+ """
46
+
47
+ _compute_identifier: Callable[[Layer], str] = field(default=lambda x: x.__str__(), init=True)
48
+
49
+ @abstractmethod
50
+ def update_hash(self, hasher: hashlib._Hash):
51
+ """
52
+ This method should be implemented by subclasses to provide a hash representation of the layer.
53
+
54
+ :param hasher: The hash object to update with the layer's data.
55
+ """
56
+ ...
57
+
58
+ def validate(self):
59
+ """
60
+ Raise any validation errors for the layer
61
+ :return:
62
+ """
63
+
64
+
65
+ @rich.repr.auto
66
+ @dataclass(kw_only=True, frozen=True, repr=True)
67
+ class PipPackages(Layer):
68
+ packages: Tuple[str] = None
69
+ index_url: Optional[str] = None
70
+ extra_index_urls: Optional[Tuple[str]] = None
71
+ pre: bool = False
72
+ extra_args: Optional[str] = None
73
+
74
+ # todo: to be implemented
75
+ # secret_mounts: Optional[List[Tuple[str, str]]] = None
76
+
77
+ def update_hash(self, hasher: hashlib._Hash):
78
+ """
79
+ Update the hash with the pip packages
80
+ """
81
+ hash_input = ""
82
+ if self.packages:
83
+ for package in self.packages:
84
+ hash_input += package
85
+ if self.index_url:
86
+ hash_input += self.index_url
87
+ if self.extra_index_urls:
88
+ for url in self.extra_index_urls:
89
+ hash_input += url
90
+ if self.pre:
91
+ hash_input += str(self.pre)
92
+ if self.extra_args:
93
+ hash_input += self.extra_args
94
+
95
+ hasher.update(hash_input.encode("utf-8"))
96
+
97
+
98
+ @rich.repr.auto
99
+ @dataclass(kw_only=True, frozen=True, repr=True)
100
+ class Requirements(PipPackages):
101
+ file: Path
102
+
103
+ def update_hash(self, hasher: hashlib._Hash):
104
+ from ._utils import filehash_update
105
+
106
+ super().update_hash(hasher)
107
+ filehash_update(self.file, hasher)
108
+
109
+
110
+ @rich.repr.auto
111
+ @dataclass(frozen=True, repr=True)
112
+ class AptPackages(Layer):
113
+ packages: Tuple[str]
114
+
115
+ def update_hash(self, hasher: hashlib._Hash):
116
+ hasher.update("".join(self.packages).encode("utf-8"))
117
+
118
+
119
+ @rich.repr.auto
120
+ @dataclass(frozen=True, repr=True)
121
+ class Commands(Layer):
122
+ commands: Tuple[str, ...]
123
+
124
+ def update_hash(self, hasher: hashlib._Hash):
125
+ hasher.update("".join(self.commands).encode("utf-8"))
126
+
127
+
128
+ @rich.repr.auto
129
+ @dataclass(frozen=True, repr=True)
130
+ class WorkDir(Layer):
131
+ workdir: str
132
+
133
+ def update_hash(self, hasher: hashlib._Hash):
134
+ hasher.update(self.workdir.encode("utf-8"))
135
+
136
+
137
+ @rich.repr.auto
138
+ @dataclass(frozen=True, repr=True)
139
+ class CopyConfig(Layer):
140
+ path_type: CopyConfigType
141
+ context_source: Path
142
+ image_dest: Optional[str] = None
143
+
144
+ def validate(self):
145
+ if not self.context_source.exists():
146
+ raise ValueError(f"Source folder {self.context_source.absolute()} does not exist")
147
+ if not self.context_source.is_dir() and self.path_type == 1:
148
+ raise ValueError(f"Source folder {self.context_source.absolute()} is not a directory")
149
+ if not self.context_source.is_file() and self.path_type == 0:
150
+ raise ValueError(f"Source file {self.context_source.absolute()} is not a file")
151
+
152
+ def update_hash(self, hasher: hashlib._Hash):
153
+ from ._utils import update_hasher_for_source
154
+
155
+ update_hasher_for_source(self.context_source, hasher)
156
+ if self.image_dest:
157
+ hasher.update(self.image_dest.encode("utf-8"))
158
+
159
+
160
+ @rich.repr.auto
161
+ @dataclass(frozen=True, repr=True)
162
+ class UVProject(Layer):
163
+ pyproject: Path
164
+ uvlock: Path
165
+
166
+ def update_hash(self, hasher: hashlib._Hash):
167
+ from ._utils import filehash_update
168
+
169
+ super().update_hash(hasher)
170
+ filehash_update(self.uvlock, hasher)
171
+
172
+
173
+ @rich.repr.auto
174
+ @dataclass(frozen=True, repr=True)
175
+ class _DockerLines(Layer):
176
+ """
177
+ This is an internal class and should only be used by the default images. It is not supported by most
178
+ builders so please don't use it.
179
+ """
180
+
181
+ lines: Tuple[str, ...]
182
+
183
+ def update_hash(self, hasher: hashlib._Hash):
184
+ hasher.update("".join(self.lines).encode("utf-8"))
185
+
186
+
187
+ @rich.repr.auto
188
+ @dataclass(frozen=True, repr=True)
189
+ class Env(Layer):
190
+ """
191
+ This is an internal class and should only be used by the default images. It is not supported by most
192
+ builders so please don't use it.
193
+ """
194
+
195
+ env_vars: Tuple[Tuple[str, str], ...] = field(default_factory=tuple)
196
+
197
+ def update_hash(self, hasher: hashlib._Hash):
198
+ txt = [f"{k}={v}" for k, v in self.env_vars]
199
+ hasher.update(" ".join(txt).encode("utf-8"))
200
+
201
+ @classmethod
202
+ def from_dict(cls, envs: Dict[str, str]) -> Env:
203
+ return cls(env_vars=tuple((k, v) for k, v in envs.items()))
204
+
205
+
206
+ Architecture = Literal["linux/amd64", "linux/arm64"]
207
+
208
+ _BASE_REGISTRY = "ghcr.io/unionai-oss"
209
+ _DEFAULT_IMAGE_NAME = "flyte"
210
+
211
+
212
+ def _detect_python_version() -> Tuple[int, int]:
213
+ """
214
+ Detect the current Python version.
215
+ :return: Tuple of major and minor version
216
+ """
217
+ return sys.version_info.major, sys.version_info.minor
218
+
219
+
220
+ @dataclass(frozen=True, repr=True, eq=True)
221
+ class Image:
222
+ """
223
+ This is a representation of Container Images, which can be used to create layered images programmatically.
224
+
225
+ Use by first calling one of the base constructor methods. These all begin with `from` or `default_`
226
+ The image can then be amended with additional layers using the various `with_*` methods.
227
+
228
+ Invariant for this class: The construction of Image objects must be doable everywhere. That is, if a
229
+ user has a custom image that is not accessible, calling .with_source_file on a file that doesn't exist, the
230
+ instantiation of the object itself must still go through. Further, the .identifier property of the image must
231
+ also still go through. This is because it may have been already built somewhere else.
232
+ Use validate() functions to check each layer for actual errors. These are invoked at actual
233
+ build time. See self.id for more information
234
+ """
235
+
236
+ # These are base properties of an image
237
+ base_image: Optional[str] = field(default=None)
238
+ dockerfile: Optional[Path] = field(default=None)
239
+ registry: Optional[str] = field(default=None)
240
+ name: Optional[str] = field(default=None)
241
+ platform: Optional[Tuple[Architecture, ...]] = field(default=("linux/amd64",))
242
+ tag: Optional[str] = field(default=None)
243
+ python_version: Tuple[int, int] = field(default_factory=_detect_python_version)
244
+
245
+ # For .auto() images. Don't compute an actual identifier.
246
+ _identifier_override: Optional[str] = field(default=None, init=False)
247
+ # This is set on default images. These images are built from the base Dockerfile in this library and shouldn't be
248
+ # modified with additional layers.
249
+ is_final: bool = field(default=False)
250
+
251
+ # Layers to be added to the image. In init, because frozen, but users shouldn't access, so underscore.
252
+ _layers: Tuple[Layer, ...] = field(default_factory=tuple)
253
+
254
+ _DEFAULT_IMAGE_PREFIXES: ClassVar = {
255
+ PYTHON_3_10: "py3.10-",
256
+ PYTHON_3_11: "py3.11-",
257
+ PYTHON_3_12: "py3.12-",
258
+ PYTHON_3_13: "py3.13-",
259
+ }
260
+
261
+ @cached_property
262
+ def identifier(self) -> str:
263
+ """
264
+ This identifier is a hash of the layers and properties of the image. It is used to look up previously built
265
+ images. Why is this useful? For example, if a user has Image.from_uv_base().with_source_file("a/local/file"),
266
+ it's not necessarily the case that that file exists within the image (further commands may have removed/changed
267
+ it), and certainly not the case that the path to the file, inside the image (which is used as part of the layer
268
+ hash computation), is the same. That is, inside the image when a task runs, as we come across the same Image
269
+ declaration, we need a way of identifying the image and its uri, without hashing all the layers again. This
270
+ is what this identifier is for. See the ImageCache object for additional information.
271
+
272
+ :return: A unique identifier of the Image
273
+ """
274
+ if self._identifier_override:
275
+ return self._identifier_override
276
+
277
+ # Only get the non-None values in the ImageSpec to ensure the hash is consistent
278
+ # across different SDK versions.
279
+ # Can potentially add a second hashing function to the Layer protocol, but relying on just asdict/str
280
+ # representation for now.
281
+ image_dict = asdict(self, dict_factory=lambda x: {k: v for (k, v) in x if v is not None and k != "_layers"})
282
+ layers_str_repr = "".join([layer._compute_identifier(layer) for layer in self._layers])
283
+ image_dict["layers"] = layers_str_repr
284
+ spec_bytes = image_dict.__str__().encode("utf-8")
285
+ return base64.urlsafe_b64encode(hashlib.md5(spec_bytes).digest()).decode("ascii").rstrip("=")
286
+
287
+ def validate(self):
288
+ for layer in self._layers:
289
+ layer.validate()
290
+
291
+ @classmethod
292
+ def _get_default_image_for(cls, python_version: Tuple[int, int], union_version: Optional[str] = None) -> Image:
293
+ # Would love a way to move this outside of this class (but still needs to be accessible via Image.auto())
294
+ # this default image definition may need to be updated once there is a released pypi version
295
+ preset_tag = None
296
+ if union_version:
297
+ preset_tag = union_version if union_version.startswith("v") else f"v{union_version}"
298
+ preset_tag = f"py{python_version[0]}.{python_version[1]}-{preset_tag}"
299
+ image = Image(
300
+ base_image=f"python:{python_version[0]}.{python_version[1]}-slim-bookworm",
301
+ registry=_BASE_REGISTRY,
302
+ name=_DEFAULT_IMAGE_NAME,
303
+ tag=preset_tag,
304
+ platform=("linux/amd64", "linux/arm64"),
305
+ )
306
+ labels_and_user = _DockerLines(
307
+ (
308
+ "LABEL org.opencontainers.image.authors='Union.AI <sales@union.ai>'",
309
+ "LABEL org.opencontainers.image.source=https://github.com/unionai/unionv2",
310
+ "RUN useradd --create-home --shell /bin/bash flytekit && chown -R flytekit /root && chown -R flytekit /home", # noqa: E501
311
+ "WORKDIR /root",
312
+ )
313
+ )
314
+ image = image.clone(addl_layer=labels_and_user)
315
+ image = image.with_env_vars(
316
+ {
317
+ "VIRTUAL_ENV": "/opt/venv",
318
+ "PATH": "/opt/venv/bin:$PATH",
319
+ "PYTHONPATH": "/root",
320
+ "UV_LINK_MODE": "copy",
321
+ }
322
+ )
323
+ image = image.with_apt_packages("build-essential")
324
+
325
+ base_packages = ["kubernetes", "msgpack", "mashumaro"]
326
+
327
+ # Add in union library
328
+ if union_version:
329
+ base_packages.append(f"union=={union_version}")
330
+ image = image.with_pip_packages(base_packages)
331
+ else:
332
+ from union._version import __version__
333
+
334
+ if cls._is_editable_install() or (__version__ and "dev" in __version__):
335
+ image = image.with_pip_packages(base_packages)
336
+ image = image.with_local_v2()
337
+ else:
338
+ base_packages.append(f"union=={__version__}")
339
+ image = image.with_pip_packages(base_packages)
340
+
341
+ return image
342
+
343
+ @staticmethod
344
+ def _is_editable_install():
345
+ """Internal hacky function to see if the current install is editable or not."""
346
+ curr = Path(__file__)
347
+ pyproject = curr.parent.parent.parent / "pyproject.toml"
348
+ return pyproject.exists()
349
+
350
+ @classmethod
351
+ def from_uv_debian(
352
+ cls,
353
+ registry: str,
354
+ name: str,
355
+ tag: Optional[str] = None,
356
+ python_version: Optional[Tuple[int, int]] = None,
357
+ arch: Union[Architecture, Tuple[Architecture, ...]] = "linux/amd64",
358
+ ) -> Image:
359
+ """
360
+ This creates a new debian-based base image.
361
+ If using the Union or docker builders, image will have uv available and a virtualenv created at /opt/venv.
362
+
363
+ :param registry: Registry to use for the image
364
+ :param name: Name of the image
365
+ :param tag: Tag to use for the image
366
+ :param python_version: Python version to use for the image
367
+ :param arch: Architecture to use for the image, default is linux/amd64
368
+ :return: Image
369
+ """
370
+ base_image = "debian:bookworm-slim"
371
+ plat = arch if isinstance(arch, tuple) else (arch,)
372
+ if python_version is None:
373
+ python_version = _detect_python_version()
374
+ img = cls(
375
+ base_image=base_image, name=name, registry=registry, tag=tag, platform=plat, python_version=python_version
376
+ )
377
+ return img
378
+
379
+ @classmethod
380
+ def auto(
381
+ cls,
382
+ python_version: Optional[Tuple[int, int]] = None,
383
+ union_version: Optional[str] = None,
384
+ registry: Optional[str] = None,
385
+ name: Optional[str] = None,
386
+ ) -> Image:
387
+ """
388
+ Use this method to start using the default base image, built from this library's base Dockerfile
389
+ Default images are multi-arch amd/arm64
390
+
391
+ :param python_version: If not specified, will use the current Python version
392
+ :param union_version: Union version to use
393
+ :param registry: Registry to use for the image
394
+ :param name: Name of the image if you want to override the default name
395
+
396
+ :return: Image
397
+ """
398
+ if python_version is None:
399
+ python_version = _detect_python_version()
400
+
401
+ base_image = cls._get_default_image_for(python_version=python_version, union_version=union_version)
402
+ if name is not None and registry is None:
403
+ raise ValueError("Both name and registry must be specified to override the default image name.")
404
+
405
+ if registry and name:
406
+ return base_image.clone(registry=registry, name=name)
407
+
408
+ # Set this to auto for all auto images because the meaning of "auto" can change (based on logic inside
409
+ # _get_default_image_for, acts differently in a running task container) so let's make sure it stays auto.
410
+ object.__setattr__(base_image, "_identifier_override", "auto")
411
+ return base_image
412
+
413
+ @classmethod
414
+ def from_prebuilt(cls, image_uri: str) -> Image:
415
+ """
416
+ Use this method to start with a pre-built base image. This image must already exist in the registry of course.
417
+
418
+ :param image_uri: The full URI of the image, in the format <registry>/<name>:<tag>
419
+ :return:
420
+ """
421
+ img = cls(base_image=image_uri)
422
+ return img
423
+
424
+ @classmethod
425
+ def from_uv_script(
426
+ cls,
427
+ script: Path | str,
428
+ *,
429
+ name: str,
430
+ registry: str | None = None,
431
+ python_version: Optional[Tuple[int, int]] = None,
432
+ arch: Union[Architecture, Tuple[Architecture, ...]] = "linux/amd64",
433
+ ) -> Image:
434
+ """
435
+ Use this method to create a new image with the specified uv script.
436
+ It uses the header of the script to determine the python version, dependencies to install.
437
+ The script must be a valid uv script, otherwise an error will be raised.
438
+
439
+ Usually the header of the script will look like this:
440
+ Example:
441
+ ```python
442
+ #!/usr/bin/env -S uv run --script
443
+ # /// script
444
+ # requires-python = ">=3.12"
445
+ # dependencies = ["httpx"]
446
+ # ///
447
+ ```
448
+
449
+ For more information on the uv script format, see the documentation:
450
+ <href="https://docs.astral.sh/uv/guides/scripts/#declaring-script-dependencies">
451
+ UV: Declaring script dependencies</href>
452
+
453
+ :param name: name of the image
454
+ :param registry: registry to use for the image
455
+ :param script: path to the uv script
456
+ :param arch: architecture to use for the image, default is linux/amd64, use tuple for multiple values
457
+
458
+ :return: Image
459
+ """
460
+ from ._utils import parse_uv_script_file
461
+
462
+ if isinstance(script, str):
463
+ script = Path(script)
464
+ if not script.exists():
465
+ raise FileNotFoundError(f"UV script {script} does not exist")
466
+ if not script.is_file():
467
+ raise ValueError(f"UV script {script} is not a file")
468
+ if not script.suffix == ".py":
469
+ raise ValueError(f"UV script {script} must have a .py extension")
470
+ header = parse_uv_script_file(script)
471
+ img = cls.from_uv_debian(registry=registry, name=name, arch=arch, python_version=python_version)
472
+ if header.dependencies:
473
+ return img.with_pip_packages(header.dependencies)
474
+ # todo: override the _identifier_override to be the script name or a hash of the script contents
475
+ # This is needed because inside the image, the identifier will be computed to be something different.
476
+ return img
477
+
478
+ def clone(
479
+ self, registry: Optional[str] = None, name: Optional[str] = None, addl_layer: Optional[Layer] = None
480
+ ) -> Image:
481
+ """
482
+ Use this method to clone the current image and change the registry and name
483
+
484
+ :param registry: Registry to use for the image
485
+ :param name: Name of the image
486
+
487
+ :return:
488
+ """
489
+ registry = registry if registry else self.registry
490
+ name = name if name else self.name
491
+ new_layers = (*self._layers, addl_layer) if addl_layer else self._layers
492
+ img = Image(
493
+ base_image=self.base_image,
494
+ dockerfile=self.dockerfile,
495
+ registry=registry,
496
+ name=name,
497
+ tag=self.tag,
498
+ platform=self.platform,
499
+ python_version=self.python_version,
500
+ is_final=self.is_final,
501
+ _layers=new_layers,
502
+ )
503
+
504
+ return img
505
+
506
+ @classmethod
507
+ def from_dockerfile(cls, file: Path, registry: str, name: str, tag: Optional[str] = None) -> Image:
508
+ """
509
+ Use this method to create a new image with the specified dockerfile
510
+
511
+ :param file: path to the dockerfile
512
+ :param name: name of the image
513
+ :param registry: registry to use for the image
514
+ :param tag: tag to use for the image
515
+
516
+ :return:
517
+ """
518
+ tag = tag or "latest"
519
+ img = cls(dockerfile=file, registry=registry, name=name, tag=tag)
520
+
521
+ return img
522
+
523
+ def _get_hash_digest(self) -> str:
524
+ """
525
+ Returns the hash digest of the image, which is a combination of all the layers and properties of the image
526
+ """
527
+ import hashlib
528
+
529
+ from ._utils import filehash_update
530
+
531
+ hasher = hashlib.md5()
532
+ if self.dockerfile:
533
+ # Note the location of the dockerfile shouldn't matter, only the contents
534
+ filehash_update(self.dockerfile, hasher)
535
+ if self._layers:
536
+ for layer in self._layers:
537
+ layer.update_hash(hasher)
538
+ return hasher.hexdigest()
539
+
540
+ @property
541
+ def _final_tag(self) -> str:
542
+ t = self.tag if self.tag else self._get_hash_digest()
543
+ return t or "latest"
544
+
545
+ @cached_property
546
+ def uri(self) -> str:
547
+ """
548
+ Returns the URI of the image in the format <registry>/<name>:<tag>
549
+ """
550
+ if self.registry and self.name:
551
+ tag = self._final_tag
552
+ return f"{self.registry}/{self.name}:{tag}"
553
+ elif self.name:
554
+ return f"{self.name}:{self._final_tag}"
555
+ elif self.base_image:
556
+ return self.base_image
557
+
558
+ raise ValueError("Image is not fully defined. Please set registry, name and tag.")
559
+
560
+ def with_workdir(self, workdir: str) -> Image:
561
+ """
562
+ Use this method to create a new image with the specified working directory
563
+ This will override any existing working directory
564
+
565
+ :param workdir: working directory to use
566
+ :return:
567
+ """
568
+ new_image = self.clone(addl_layer=WorkDir(workdir=workdir))
569
+ return new_image
570
+
571
+ def with_requirements(self, file: Path) -> Image:
572
+ """
573
+ Use this method to create a new image with the specified requirements file layered on top of the current image
574
+ Cannot be used in conjunction with conda
575
+
576
+ :param file: path to the requirements file, must be a .txt file
577
+ :return:
578
+ """
579
+ if not file.exists():
580
+ raise FileNotFoundError(f"Requirements file {file} does not exist")
581
+ if not file.is_file():
582
+ raise ValueError(f"Requirements file {file} is not a file")
583
+ if file.suffix != ".txt":
584
+ raise ValueError(f"Requirements file {file} must have a .txt extension")
585
+ new_image = self.clone(addl_layer=Requirements(file=file))
586
+ return new_image
587
+
588
+ def with_pip_packages(
589
+ self,
590
+ packages: Union[str, List[str], Tuple[str, ...]],
591
+ index_url: Optional[str] = None,
592
+ extra_index_urls: Union[str, List[str], Tuple[str, ...], None] = None,
593
+ pre: bool = False,
594
+ extra_args: Optional[str] = None,
595
+ ) -> Image:
596
+ """
597
+ Use this method to create a new image with the specified pip packages layered on top of the current image
598
+ Cannot be used in conjunction with conda
599
+
600
+ Example:
601
+ ```python
602
+ @union.task(image=(union.Image
603
+ .ubuntu_python()
604
+ .with_pip_packages(["requests", "numpy"])))
605
+ def my_task(x: int) -> int:
606
+ import numpy as np
607
+ return np.sum([x, 1])
608
+ ```
609
+
610
+ :param packages: list of pip packages to install, follows pip install syntax
611
+ :param index_url: index url to use for pip install, default is None
612
+ :param extra_index_urls: extra index urls to use for pip install, default is None
613
+ :param pre: whether to allow pre-release versions, default is False
614
+ :param extra_args: extra arguments to pass to pip install, default is None
615
+ # :param secret_mounts: todo
616
+ :param extra_args: extra arguments to pass to pip install, default is None
617
+ :return: Image
618
+ """
619
+
620
+ if packages:
621
+ packages = _ensure_tuple(packages)
622
+ if extra_index_urls:
623
+ extra_index_urls = _ensure_tuple(extra_index_urls)
624
+
625
+ ll = PipPackages(
626
+ packages=packages,
627
+ index_url=index_url,
628
+ extra_index_urls=extra_index_urls,
629
+ pre=pre,
630
+ extra_args=extra_args,
631
+ )
632
+ new_image = self.clone(addl_layer=ll)
633
+ return new_image
634
+
635
+ def with_env_vars(self, env_vars: Dict[str, str]) -> Image:
636
+ """
637
+ Use this method to create a new image with the specified environment variables layered on top of
638
+ the current image. Cannot be used in conjunction with conda
639
+
640
+ :param env_vars: dictionary of environment variables to set
641
+ :return: Image
642
+ """
643
+ new_image = self.clone(addl_layer=Env.from_dict(env_vars))
644
+ return new_image
645
+
646
+ def with_source_folder(self, context_source: Path, image_dest: Optional[str] = None) -> Image:
647
+ """
648
+ Use this method to create a new image with the specified local directory layered on top of the current image.
649
+ If dest is not specified, it will be copied to the working directory of the image
650
+
651
+ :param context_source: root folder of the source code from the build context to be copied
652
+ :param image_dest: destination folder in the image
653
+ :return: Image
654
+ """
655
+ image_dest = image_dest if image_dest else "."
656
+ new_image = self.clone(addl_layer=CopyConfig(path_type=1, context_source=context_source, image_dest=image_dest))
657
+ return new_image
658
+
659
+ def with_source_file(self, context_source: Path, image_dest: Optional[str] = None) -> Image:
660
+ """
661
+ Use this method to create a new image with the specified local file layered on top of the current image.
662
+ If dest is not specified, it will be copied to the working directory of the image
663
+
664
+ :param context_source: root folder of the source code from the build context to be copied
665
+ :param image_dest: destination folder in the image
666
+ :return: Image
667
+ """
668
+ image_dest = image_dest if image_dest else "."
669
+ new_image = self.clone(addl_layer=CopyConfig(path_type=0, context_source=context_source, image_dest=image_dest))
670
+ return new_image
671
+
672
+ def with_uv_project(self, pyproject_file: Path) -> Image:
673
+ """
674
+ Use this method to create a new image with the specified uv.lock file layered on top of the current image
675
+ Must have a corresponding pyproject.toml file in the same directory
676
+ Cannot be used in conjunction with conda
677
+ In the Union builders, using this will change the virtual env to /root/.venv
678
+
679
+ :param pyproject_file: path to the pyproject.toml file, needs to have a corresponding uv.lock file
680
+ :return:
681
+ """
682
+ if not pyproject_file.exists():
683
+ raise FileNotFoundError(f"UVLock file {pyproject_file} does not exist")
684
+ if not pyproject_file.is_file():
685
+ raise ValueError(f"UVLock file {pyproject_file} is not a file")
686
+ lock = pyproject_file.parent / "uv.lock"
687
+ if not lock.exists():
688
+ raise ValueError(f"UVLock file {lock} does not exist")
689
+ new_image = self.clone(addl_layer=UVProject(pyproject=pyproject_file, uvlock=lock))
690
+ return new_image
691
+
692
+ def with_apt_packages(self, packages: Union[str, List[str], Tuple[str, ...]]) -> Image:
693
+ """
694
+ Use this method to create a new image with the specified apt packages layered on top of the current image
695
+
696
+ :param packages: list of apt packages to install
697
+ :return: Image
698
+ """
699
+ pkgs = _ensure_tuple(packages)
700
+ new_image = self.clone(addl_layer=AptPackages(packages=pkgs))
701
+ return new_image
702
+
703
+ def with_commands(self, commands: List[str]) -> Image:
704
+ """
705
+ Use this method to create a new image with the specified commands layered on top of the current image
706
+ Be sure not to use RUN in your command.
707
+
708
+ :param commands: list of commands to run
709
+ :return: Image
710
+ """
711
+ commands = _ensure_tuple(commands)
712
+ new_image = self.clone(addl_layer=Commands(commands=commands))
713
+ return new_image
714
+
715
+ def with_local_v2(self) -> Image:
716
+ """
717
+ Use this method to create a new image with the local v2 builder
718
+ This will override any existing builder
719
+
720
+ :return: Image
721
+ """
722
+ dist_folder = Path(__file__).parent.parent.parent / "dist"
723
+ # Manually declare the CopyConfig instead of using with_source_folder so we can set the hashing
724
+ # used to compute the identifier. Can remove if we ever decide to expose the lambda in with_ commands
725
+ with_dist = self.clone(
726
+ addl_layer=CopyConfig(
727
+ path_type=1, context_source=dist_folder, image_dest=".", _compute_identifier=lambda x: "/dist"
728
+ )
729
+ )
730
+
731
+ return with_dist.with_commands(
732
+ [
733
+ "--mount=type=cache,sharing=locked,mode=0777,target=/root/.cache/uv,id=uv"
734
+ " --mount=from=uv,source=/uv,target=/usr/bin/uv"
735
+ " --mount=source=dist,target=/dist,type=bind"
736
+ " uv pip install --python $VIRTUALENV $(ls /dist/*whl)"
737
+ ]
738
+ )
739
+
740
+ def __img_str__(self) -> str:
741
+ """
742
+ For current image only, print all the details if they are not None
743
+ """
744
+ details = []
745
+ if self.base_image:
746
+ details.append(f"Base Image: {self.base_image}")
747
+ elif self.dockerfile:
748
+ details.append(f"Dockerfile: {self.dockerfile}")
749
+ if self.registry:
750
+ details.append(f"Registry: {self.registry.url}")
751
+ if self.name:
752
+ details.append(f"Name: {self.name}")
753
+ if self.platform:
754
+ details.append(f"Platform: {self.platform}")
755
+
756
+ if self.__getattribute__("_layers"):
757
+ for layer in self._layers:
758
+ details.append(f"Layer: {layer}")
759
+
760
+ return "\n".join(details)