@marimo-team/frontend 0.23.16-dev17 → 0.23.16-dev19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dist/assets/{CellStatus-CQrgRVnH.js → CellStatus-DwV4gbV3.js} +1 -1
  2. package/dist/assets/{JsonOutput-CQL-gLeb.js → JsonOutput-BoDVlAbV.js} +1 -1
  3. package/dist/assets/{MarimoErrorOutput-DhdBaOiL.js → MarimoErrorOutput-C2HrF0bD.js} +1 -1
  4. package/dist/assets/{RenderHTML-B2bcpQmX.js → RenderHTML-DoCFSir5.js} +1 -1
  5. package/dist/assets/{RunButton-q1vpVrOb.js → RunButton-COtmJuup.js} +1 -1
  6. package/dist/assets/{add-cell-with-ai-C6ss8QQB.js → add-cell-with-ai-96GHR2R7.js} +1 -1
  7. package/dist/assets/add-connection-dialog-wLF3on0N.js +170 -0
  8. package/dist/assets/{agent-panel-D3KhT1_E.js → agent-panel-xLPKpIwr.js} +1 -1
  9. package/dist/assets/{ai-model-dropdown-BJ-Fk1v-.js → ai-model-dropdown-CR8HQGYf.js} +1 -1
  10. package/dist/assets/{app-config-button-BNa_HLVP.js → app-config-button-Ch-fmU-u.js} +1 -1
  11. package/dist/assets/{cell-editor-CVvYDvr6.js → cell-editor-CxP3SFwW.js} +1 -1
  12. package/dist/assets/{cell-link-C8nxD_W9.js → cell-link-D1nZ5myN.js} +1 -1
  13. package/dist/assets/cells-D9tCNe6o.js +231 -0
  14. package/dist/assets/{chat-display-BdfTOyq7.js → chat-display-PstK5lnL.js} +1 -1
  15. package/dist/assets/{chat-panel-C59X38kZ.js → chat-panel-XuGXjT-8.js} +1 -1
  16. package/dist/assets/{chat-ui-B7hXwgdU.js → chat-ui-Cme86OAK.js} +1 -1
  17. package/dist/assets/{column-preview-Cw6-dEvS.js → column-preview-BYiduGzU.js} +1 -1
  18. package/dist/assets/{command-palette-BTMtMbGE.js → command-palette-C7NlQPUx.js} +1 -1
  19. package/dist/assets/{common-Dka2pErg.js → common-XBd1qRDk.js} +1 -1
  20. package/dist/assets/{components-wQcaVW9i.js → components-D-aPO6md.js} +1 -1
  21. package/dist/assets/{datasource-DO7_JroJ.js → datasource-Pl4KKOUa.js} +1 -1
  22. package/dist/assets/{dependency-graph-panel-C1uIQUFU.js → dependency-graph-panel-98TlJ5y7.js} +1 -1
  23. package/dist/assets/{documentation-panel-CBhI2U-B.js → documentation-panel-DSOMQtKU.js} +1 -1
  24. package/dist/assets/{download-C3_FQaAj.js → download-CnYLah74.js} +1 -1
  25. package/dist/assets/{edit-page-kYxv7oti.js → edit-page-CchyCkOl.js} +4 -4
  26. package/dist/assets/{error-entries-BT3bKydl.js → error-entries-CmfGHGq1.js} +1 -1
  27. package/dist/assets/{error-panel-DCWSomiz.js → error-panel-BKb_UksO.js} +1 -1
  28. package/dist/assets/{file-explorer-panel-ue-g7xZo.js → file-explorer-panel-8_ps5wdU.js} +1 -1
  29. package/dist/assets/{file-icons-BPxqyom6.js → file-icons-Czm7CWoc.js} +1 -1
  30. package/dist/assets/{file-name-input-DG3uY1OK.js → file-name-input-CjWG0FWT.js} +1 -1
  31. package/dist/assets/{floating-outline-BlWpUqQd.js → floating-outline-BWk7h_Uf.js} +1 -1
  32. package/dist/assets/{focus-CR010iV5.js → focus-DTmSq3hN.js} +1 -1
  33. package/dist/assets/{form-CSUFC7OJ.js → form-B5UJtZJr.js} +1 -1
  34. package/dist/assets/{home-page-Bg8xLK79.js → home-page-cBU6sDBU.js} +1 -1
  35. package/dist/assets/{html-to-image-BA1JM9Ro.js → html-to-image-1vflBYah.js} +1 -1
  36. package/dist/assets/{index-DKJE99Vg.js → index-B8eK-daS.js} +3 -3
  37. package/dist/assets/{layout-tzJGwYSv.js → layout-DkpUSblm.js} +3 -3
  38. package/dist/assets/{logs-panel-BaM4Hjq-.js → logs-panel-BojuPimp.js} +1 -1
  39. package/dist/assets/{markdown-renderer-DjR4GTXM.js → markdown-renderer-C9vdWclk.js} +1 -1
  40. package/dist/assets/{name-cell-input-FhUKpPxu.js → name-cell-input-BSFsnuTp.js} +1 -1
  41. package/dist/assets/node-sql-parser-Si4oZ2P-.js +68 -0
  42. package/dist/assets/{outline-panel-C8xAJGx2.js → outline-panel-B1f5a2yI.js} +1 -1
  43. package/dist/assets/{packages-panel-BMkLBR3q.js → packages-panel-BKuXx1gi.js} +1 -1
  44. package/dist/assets/{panels-DOs7OjCe.js → panels-Cvyb3kny.js} +1 -1
  45. package/dist/assets/{process-output-B65kKzWn.js → process-output-Csd6PmBH.js} +1 -1
  46. package/dist/assets/{radio-group-BXtGMMA7.js → radio-group-CdR34W0K.js} +1 -1
  47. package/dist/assets/{readonly-code-display-BfbZ0Zur.js → readonly-code-display-XBAHhCYR.js} +1 -1
  48. package/dist/assets/{readonly-python-code-BQWruwg8.js → readonly-python-code-BqcMp63O.js} +1 -1
  49. package/dist/assets/{reveal-component-A0eH29dm.js → reveal-component-BvsuzhVi.js} +1 -1
  50. package/dist/assets/{run-page-BJpLYAjW.js → run-page-B9jHpo8w.js} +1 -1
  51. package/dist/assets/{scratchpad-panel-CAdr_COJ.js → scratchpad-panel-D3slJkhR.js} +1 -1
  52. package/dist/assets/{session-panel-CjCLtBN8.js → session-panel-DO-4U6Ry.js} +1 -1
  53. package/dist/assets/{skeleton-BCI5dHU-.js → skeleton-C3fwwBky.js} +1 -1
  54. package/dist/assets/{snippets-panel-dur3irsV.js → snippets-panel-ACMhA8oL.js} +1 -1
  55. package/dist/assets/{state-A_CUgvqo.js → state-D2ccy8VQ.js} +1 -1
  56. package/dist/assets/{state-WCga518J.js → state-N0U-K9F6.js} +1 -1
  57. package/dist/assets/{textarea-DivigueA.js → textarea-BQE_pb7P.js} +1 -1
  58. package/dist/assets/{tracing-CJT85Cub.js → tracing-CuJfR83E.js} +1 -1
  59. package/dist/assets/{tracing-panel-KedELTC2.js → tracing-panel-CmMG0R-H.js} +2 -2
  60. package/dist/assets/{tree-actions-lcVncuGx.js → tree-actions-DJTGQWz0.js} +1 -1
  61. package/dist/assets/{useCellActionButton-C8fMhB_e.js → useCellActionButton-BhCYWOKS.js} +1 -1
  62. package/dist/assets/{useDeleteCell-D1oWqD7f.js → useDeleteCell-DsWH8wmn.js} +1 -1
  63. package/dist/assets/{useDependencyPanelTab-CNgecBne.js → useDependencyPanelTab-CAI77Oxj.js} +1 -1
  64. package/dist/assets/{useNotebookActions-C0JHYziN.js → useNotebookActions-9T9wvd8s.js} +1 -1
  65. package/dist/assets/{useRunCells-Cc95uCyI.js → useRunCells-BpMmDGqa.js} +1 -1
  66. package/dist/assets/{useSplitCell-DU6bZbia.js → useSplitCell-CapBPXO1.js} +1 -1
  67. package/dist/index.html +22 -22
  68. package/package.json +2 -2
  69. package/src/components/editor/connections/storage/__tests__/__snapshots__/as-code.test.ts.snap +50 -0
  70. package/src/components/editor/connections/storage/__tests__/as-code.test.ts +87 -8
  71. package/src/components/editor/connections/storage/as-code.ts +40 -21
  72. package/src/components/editor/connections/storage/schemas.ts +83 -42
  73. package/src/core/codemirror/language/__tests__/sql.test.ts +443 -61
  74. package/src/core/codemirror/language/languages/sql/completion-store.ts +5 -1
  75. package/src/core/codemirror/language/languages/sql/sql.ts +210 -3
  76. package/dist/assets/add-connection-dialog-BYUOT5oj.js +0 -170
  77. package/dist/assets/cells-BF-9DQVg.js +0 -229
  78. package/dist/assets/node-sql-parser-BWgUjcfV.js +0 -68
package/dist/index.html CHANGED
@@ -66,7 +66,7 @@
66
66
  <marimo-server-token data-token="{{ server_token }}" hidden></marimo-server-token>
67
67
  <!-- /TODO -->
68
68
  <title>{{ title }}</title>
69
- <script type="module" crossorigin src="./assets/index-DKJE99Vg.js"></script>
69
+ <script type="module" crossorigin src="./assets/index-B8eK-daS.js"></script>
70
70
  <link rel="modulepreload" crossorigin href="./assets/preload-helper-TXkS1QI3.js">
71
71
  <link rel="modulepreload" crossorigin href="./assets/objects-BlG0ZrO0.js">
72
72
  <link rel="modulepreload" crossorigin href="./assets/chunk-LvLJmgfZ.js">
@@ -134,7 +134,7 @@
134
134
  <link rel="modulepreload" crossorigin href="./assets/debounce-OiXznToA.js">
135
135
  <link rel="modulepreload" crossorigin href="./assets/database-zap-CKO8g4BU.js">
136
136
  <link rel="modulepreload" crossorigin href="./assets/main-BNL5rxQw.js">
137
- <link rel="modulepreload" crossorigin href="./assets/cells-BF-9DQVg.js">
137
+ <link rel="modulepreload" crossorigin href="./assets/cells-D9tCNe6o.js">
138
138
  <link rel="modulepreload" crossorigin href="./assets/kbd-C5HnBH5U.js">
139
139
  <link rel="modulepreload" crossorigin href="./assets/useInstallPackage-WiYBwhUO.js">
140
140
  <link rel="modulepreload" crossorigin href="./assets/alert-dialog-Bb8Lz8ko.js">
@@ -147,40 +147,40 @@
147
147
  <link rel="modulepreload" crossorigin href="./assets/usePress-5hBv4sjD.js">
148
148
  <link rel="modulepreload" crossorigin href="./assets/input-JxFwu-3G.js">
149
149
  <link rel="modulepreload" crossorigin href="./assets/ImperativeModal-fY-ZfT0b.js">
150
- <link rel="modulepreload" crossorigin href="./assets/cell-link-C8nxD_W9.js">
150
+ <link rel="modulepreload" crossorigin href="./assets/cell-link-D1nZ5myN.js">
151
151
  <link rel="modulepreload" crossorigin href="./assets/config-BJVx3eBW.js">
152
152
  <link rel="modulepreload" crossorigin href="./assets/alert-jlwhGxSb.js">
153
153
  <link rel="modulepreload" crossorigin href="./assets/chevron-right-BS_NcSch.js">
154
154
  <link rel="modulepreload" crossorigin href="./assets/dropdown-menu-dHmZR8bI.js">
155
155
  <link rel="modulepreload" crossorigin href="./assets/links-wcQA1Np1.js">
156
- <link rel="modulepreload" crossorigin href="./assets/useRunCells-Cc95uCyI.js">
156
+ <link rel="modulepreload" crossorigin href="./assets/useRunCells-BpMmDGqa.js">
157
157
  <link rel="modulepreload" crossorigin href="./assets/copy-Bxb1_Gtw.js">
158
158
  <link rel="modulepreload" crossorigin href="./assets/copy-3iHFdt22.js">
159
159
  <link rel="modulepreload" crossorigin href="./assets/copy-icon-neDQUo4Q.js">
160
- <link rel="modulepreload" crossorigin href="./assets/RenderHTML-B2bcpQmX.js">
161
- <link rel="modulepreload" crossorigin href="./assets/datasource-DO7_JroJ.js">
162
- <link rel="modulepreload" crossorigin href="./assets/state-WCga518J.js">
160
+ <link rel="modulepreload" crossorigin href="./assets/RenderHTML-DoCFSir5.js">
161
+ <link rel="modulepreload" crossorigin href="./assets/datasource-Pl4KKOUa.js">
162
+ <link rel="modulepreload" crossorigin href="./assets/state-N0U-K9F6.js">
163
163
  <link rel="modulepreload" crossorigin href="./assets/hat-glasses-BttHlyvs.js">
164
164
  <link rel="modulepreload" crossorigin href="./assets/package-Bxz_8e44.js">
165
165
  <link rel="modulepreload" crossorigin href="./assets/sparkles-DUCpRFlS.js">
166
- <link rel="modulepreload" crossorigin href="./assets/MarimoErrorOutput-DhdBaOiL.js">
166
+ <link rel="modulepreload" crossorigin href="./assets/MarimoErrorOutput-C2HrF0bD.js">
167
167
  <link rel="modulepreload" crossorigin href="./assets/ErrorBoundary-DzTD8LVq.js">
168
168
  <link rel="modulepreload" crossorigin href="./assets/eye-off-BOZA7gbn.js">
169
169
  <link rel="modulepreload" crossorigin href="./assets/refresh-cw-CYq4mK5a.js">
170
- <link rel="modulepreload" crossorigin href="./assets/tree-actions-lcVncuGx.js">
170
+ <link rel="modulepreload" crossorigin href="./assets/tree-actions-DJTGQWz0.js">
171
171
  <link rel="modulepreload" crossorigin href="./assets/spinner-D-V4psAa.js">
172
- <link rel="modulepreload" crossorigin href="./assets/html-to-image-BA1JM9Ro.js">
173
- <link rel="modulepreload" crossorigin href="./assets/focus-CR010iV5.js">
172
+ <link rel="modulepreload" crossorigin href="./assets/html-to-image-1vflBYah.js">
173
+ <link rel="modulepreload" crossorigin href="./assets/focus-DTmSq3hN.js">
174
174
  <link rel="modulepreload" crossorigin href="./assets/useAsyncData-Bg5iAViP.js">
175
175
  <link rel="modulepreload" crossorigin href="./assets/LazyAnyLanguageCodeMirror-B2JvSXP-.js">
176
176
  <link rel="modulepreload" crossorigin href="./assets/micromark-factory-space-Dx_STMJD.js">
177
177
  <link rel="modulepreload" crossorigin href="./assets/chunk-5FQGJX7Z-Cp0LZT-a.js">
178
- <link rel="modulepreload" crossorigin href="./assets/markdown-renderer-DjR4GTXM.js">
178
+ <link rel="modulepreload" crossorigin href="./assets/markdown-renderer-C9vdWclk.js">
179
179
  <link rel="modulepreload" crossorigin href="./assets/command-Dqxie4gq.js">
180
180
  <link rel="modulepreload" crossorigin href="./assets/field-BsxD35VE.js">
181
181
  <link rel="modulepreload" crossorigin href="./assets/popover-Bcz1Zikb.js">
182
182
  <link rel="modulepreload" crossorigin href="./assets/errors-PgHhDa-M.js">
183
- <link rel="modulepreload" crossorigin href="./assets/download-C3_FQaAj.js">
183
+ <link rel="modulepreload" crossorigin href="./assets/download-CnYLah74.js">
184
184
  <link rel="modulepreload" crossorigin href="./assets/table-CH2plyy9.js">
185
185
  <link rel="modulepreload" crossorigin href="./assets/useIframeCapabilities-j6fR_dBA.js">
186
186
  <link rel="modulepreload" crossorigin href="./assets/error-banner-BSxEOIn2.js">
@@ -201,33 +201,33 @@
201
201
  <link rel="modulepreload" crossorigin href="./assets/plus-AgXtozBz.js">
202
202
  <link rel="modulepreload" crossorigin href="./assets/trash-2-72W0TZ3L.js">
203
203
  <link rel="modulepreload" crossorigin href="./assets/react-resizable-panels.browser.esm-Z-MD3n3J.js">
204
- <link rel="modulepreload" crossorigin href="./assets/JsonOutput-CQL-gLeb.js">
204
+ <link rel="modulepreload" crossorigin href="./assets/JsonOutput-BoDVlAbV.js">
205
205
  <link rel="modulepreload" crossorigin href="./assets/chart-no-axes-column-iDRxid4h.js">
206
206
  <link rel="modulepreload" crossorigin href="./assets/square-function-DNNRTPQJ.js">
207
207
  <link rel="modulepreload" crossorigin href="./assets/spec-C7opZZRp.js">
208
- <link rel="modulepreload" crossorigin href="./assets/column-preview-Cw6-dEvS.js">
208
+ <link rel="modulepreload" crossorigin href="./assets/column-preview-BYiduGzU.js">
209
209
  <link rel="modulepreload" crossorigin href="./assets/icons-CIPE8AIY.js">
210
- <link rel="modulepreload" crossorigin href="./assets/radio-group-BXtGMMA7.js">
211
- <link rel="modulepreload" crossorigin href="./assets/floating-outline-BlWpUqQd.js">
210
+ <link rel="modulepreload" crossorigin href="./assets/radio-group-CdR34W0K.js">
211
+ <link rel="modulepreload" crossorigin href="./assets/floating-outline-BWk7h_Uf.js">
212
212
  <link rel="modulepreload" crossorigin href="./assets/switch-Drt3XC71.js">
213
213
  <link rel="modulepreload" crossorigin href="./assets/objectWithoutPropertiesLoose-CboCOq4o.js">
214
214
  <link rel="modulepreload" crossorigin href="./assets/esm-B30N1GS0.js">
215
- <link rel="modulepreload" crossorigin href="./assets/readonly-python-code-BQWruwg8.js">
215
+ <link rel="modulepreload" crossorigin href="./assets/readonly-python-code-BqcMp63O.js">
216
216
  <link rel="modulepreload" crossorigin href="./assets/file-headphone-DAu6VO6j.js">
217
217
  <link rel="modulepreload" crossorigin href="./assets/file-CJH9JNGH.js">
218
218
  <link rel="modulepreload" crossorigin href="./assets/image-5XI2VU-q.js">
219
- <link rel="modulepreload" crossorigin href="./assets/file-icons-BPxqyom6.js">
219
+ <link rel="modulepreload" crossorigin href="./assets/file-icons-Czm7CWoc.js">
220
220
  <link rel="modulepreload" crossorigin href="./assets/events-90X9nql5.js">
221
221
  <link rel="modulepreload" crossorigin href="./assets/share-852X_cqy.js">
222
222
  <link rel="modulepreload" crossorigin href="./assets/blob-C3EfaMOb.js">
223
223
  <link rel="modulepreload" crossorigin href="./assets/memoize-Tp7rARFe.js">
224
224
  <link rel="modulepreload" crossorigin href="./assets/get-C-qh_et5.js">
225
225
  <link rel="modulepreload" crossorigin href="./assets/_baseSet-CsW0tABf.js">
226
- <link rel="modulepreload" crossorigin href="./assets/state-A_CUgvqo.js">
226
+ <link rel="modulepreload" crossorigin href="./assets/state-D2ccy8VQ.js">
227
227
  <link rel="modulepreload" crossorigin href="./assets/label-CqjrpwRC.js">
228
- <link rel="modulepreload" crossorigin href="./assets/textarea-DivigueA.js">
228
+ <link rel="modulepreload" crossorigin href="./assets/textarea-BQE_pb7P.js">
229
229
  <link rel="modulepreload" crossorigin href="./assets/refresh-ccw-sLaKP2vj.js">
230
- <link rel="modulepreload" crossorigin href="./assets/form-CSUFC7OJ.js">
230
+ <link rel="modulepreload" crossorigin href="./assets/form-B5UJtZJr.js">
231
231
  <link rel="modulepreload" crossorigin href="./assets/renderShortcut-Bl8_FVn8.js">
232
232
  <link rel="modulepreload" crossorigin href="./assets/useBoolean-CFj86iac.js">
233
233
  <link rel="modulepreload" crossorigin href="./assets/useDeepCompareMemoize-CSMoa-ga.js">
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@marimo-team/frontend",
3
- "version": "0.23.16-dev17",
3
+ "version": "0.23.16-dev19",
4
4
  "main": "dist/main.js",
5
5
  "types": "dist/index.d.ts",
6
6
  "type": "module",
@@ -57,7 +57,7 @@
57
57
  "@marimo-team/codemirror-ai": "^0.3.7",
58
58
  "@marimo-team/codemirror-languageserver": "^1.16.12",
59
59
  "@marimo-team/codemirror-mcp": "^0.1.7",
60
- "@marimo-team/codemirror-sql": "^0.2.8",
60
+ "@marimo-team/codemirror-sql": "^0.3.0",
61
61
  "@marimo-team/llm-info": "workspace:*",
62
62
  "@marimo-team/marimo-api": "workspace:*",
63
63
  "@marimo-team/react-slotz": "^0.2.0",
@@ -51,6 +51,21 @@ store = S3Store("operator-bucket",
51
51
  )"
52
52
  `;
53
53
 
54
+ exports[`generateStorageCode > CoreWeave > with container credentials 1`] = `
55
+ "from obstore.store import S3Store
56
+ import os
57
+
58
+ _container_credentials_full_uri = os.environ.get("AWS_CONTAINER_CREDENTIALS_FULL_URI")
59
+ _container_authorization_token_file = os.environ.get("AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE")
60
+ store = S3Store("operator-bucket",
61
+ region="US-EAST-04A",
62
+ container_credentials_full_uri=_container_credentials_full_uri,
63
+ container_authorization_token_file=_container_authorization_token_file,
64
+ endpoint="https://operator-bucket.cwobject.com",
65
+ virtual_hosted_style_request=True,
66
+ )"
67
+ `;
68
+
54
69
  exports[`generateStorageCode > CoreWeave > with secrets 1`] = `
55
70
  "from obstore.store import S3Store
56
71
  import os
@@ -119,6 +134,29 @@ exports[`generateStorageCode > S3 > minimal connection (bucket only) 1`] = `
119
134
  store = S3Store("my-bucket",)"
120
135
  `;
121
136
 
137
+ exports[`generateStorageCode > S3 > with container credentials 1`] = `
138
+ "from obstore.store import S3Store
139
+
140
+ store = S3Store("my-bucket",
141
+ region="us-east-1",
142
+ container_credentials_full_uri="http://169.254.170.23/v1/credentials",
143
+ container_authorization_token_file="/var/run/secrets/token",
144
+ )"
145
+ `;
146
+
147
+ exports[`generateStorageCode > S3 > with container credentials from secrets 1`] = `
148
+ "from obstore.store import S3Store
149
+ import os
150
+
151
+ _container_credentials_full_uri = os.environ.get("AWS_CONTAINER_CREDENTIALS_FULL_URI")
152
+ _container_authorization_token_file = os.environ.get("AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE")
153
+ store = S3Store("my-bucket",
154
+ region="us-east-1",
155
+ container_credentials_full_uri=_container_credentials_full_uri,
156
+ container_authorization_token_file=_container_authorization_token_file,
157
+ )"
158
+ `;
159
+
122
160
  exports[`generateStorageCode > S3 > with custom endpoint 1`] = `
123
161
  "from obstore.store import S3Store
124
162
 
@@ -130,6 +168,18 @@ store = S3Store("my-bucket",
130
168
  )"
131
169
  `;
132
170
 
171
+ exports[`generateStorageCode > S3 > with plain-http endpoint 1`] = `
172
+ "from obstore.store import S3Store
173
+
174
+ store = S3Store("my-bucket",
175
+ region="us-east-1",
176
+ access_key_id="AKIAIOSFODNN7EXAMPLE",
177
+ secret_access_key="wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
178
+ endpoint_url="http://cwlota.com",
179
+ allow_http=True,
180
+ )"
181
+ `;
182
+
133
183
  exports[`generateStorageCode > S3 > with secrets 1`] = `
134
184
  "from obstore.store import S3Store
135
185
  import os
@@ -9,9 +9,13 @@ describe("generateStorageCode", () => {
9
9
  type: "s3",
10
10
  bucket: "my-bucket",
11
11
  region: "us-east-1",
12
- access_key_id: "AKIAIOSFODNN7EXAMPLE",
13
- secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
14
12
  endpoint_url: undefined,
13
+ allow_http: false,
14
+ auth: {
15
+ type: "Access keys",
16
+ access_key_id: "AKIAIOSFODNN7EXAMPLE",
17
+ secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
18
+ },
15
19
  };
16
20
 
17
21
  const baseGCS: StorageConnection = {
@@ -31,8 +35,11 @@ describe("generateStorageCode", () => {
31
35
  type: "coreweave",
32
36
  bucket: "operator-bucket",
33
37
  region: "US-EAST-04A",
34
- access_key_id: "AKIAIOSFODNN7EXAMPLE",
35
- secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
38
+ auth: {
39
+ type: "Access keys",
40
+ access_key_id: "AKIAIOSFODNN7EXAMPLE",
41
+ secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
42
+ },
36
43
  };
37
44
 
38
45
  const baseGDrive: StorageConnection = {
@@ -52,6 +59,8 @@ describe("generateStorageCode", () => {
52
59
  const conn: StorageConnection = {
53
60
  type: "s3",
54
61
  bucket: "my-bucket",
62
+ allow_http: false,
63
+ auth: { type: "Access keys" },
55
64
  };
56
65
  expect(
57
66
  generateStorageCode(conn, { library: "obstore" }),
@@ -68,13 +77,61 @@ describe("generateStorageCode", () => {
68
77
  ).toMatchSnapshot();
69
78
  });
70
79
 
80
+ it("with plain-http endpoint", () => {
81
+ const conn: StorageConnection = {
82
+ ...baseS3,
83
+ endpoint_url: "http://cwlota.com",
84
+ allow_http: true,
85
+ };
86
+ expect(
87
+ generateStorageCode(conn, { library: "obstore" }),
88
+ ).toMatchSnapshot();
89
+ });
90
+
91
+ it("with container credentials", () => {
92
+ const conn: StorageConnection = {
93
+ ...baseS3,
94
+ auth: {
95
+ type: "Container credentials",
96
+ container_credentials_full_uri:
97
+ "http://169.254.170.23/v1/credentials",
98
+ container_authorization_token_file: "/var/run/secrets/token",
99
+ },
100
+ };
101
+ expect(
102
+ generateStorageCode(conn, { library: "obstore" }),
103
+ ).toMatchSnapshot();
104
+ });
105
+
106
+ it("with container credentials from secrets", () => {
107
+ const conn: StorageConnection = {
108
+ ...baseS3,
109
+ auth: {
110
+ type: "Container credentials",
111
+ container_credentials_full_uri: prefixSecret(
112
+ "AWS_CONTAINER_CREDENTIALS_FULL_URI",
113
+ ),
114
+ container_authorization_token_file: prefixSecret(
115
+ "AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE",
116
+ ),
117
+ },
118
+ };
119
+ expect(
120
+ generateStorageCode(conn, { library: "obstore" }),
121
+ ).toMatchSnapshot();
122
+ });
123
+
71
124
  it("with secrets", () => {
72
125
  const conn: StorageConnection = {
73
126
  type: "s3",
74
127
  bucket: "my-bucket",
75
128
  region: "us-east-1",
76
- access_key_id: prefixSecret("AWS_ACCESS_KEY_ID"),
77
- secret_access_key: prefixSecret("AWS_SECRET_ACCESS_KEY"),
129
+ allow_http: false,
130
+ auth: {
131
+ type: "Access keys",
132
+ access_key_id: prefixSecret("AWS_ACCESS_KEY_ID"),
133
+ secret_access_key: prefixSecret("AWS_SECRET_ACCESS_KEY"),
134
+ },
78
135
  };
79
136
  expect(
80
137
  generateStorageCode(conn, { library: "obstore" }),
@@ -143,6 +200,25 @@ describe("generateStorageCode", () => {
143
200
  type: "coreweave",
144
201
  bucket: "operator-bucket",
145
202
  region: "US-EAST-04A",
203
+ auth: { type: "Access keys" },
204
+ };
205
+ expect(
206
+ generateStorageCode(conn, { library: "obstore" }),
207
+ ).toMatchSnapshot();
208
+ });
209
+
210
+ it("with container credentials", () => {
211
+ const conn: StorageConnection = {
212
+ ...baseCoreWeave,
213
+ auth: {
214
+ type: "Container credentials",
215
+ container_credentials_full_uri: prefixSecret(
216
+ "AWS_CONTAINER_CREDENTIALS_FULL_URI",
217
+ ),
218
+ container_authorization_token_file: prefixSecret(
219
+ "AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE",
220
+ ),
221
+ },
146
222
  };
147
223
  expect(
148
224
  generateStorageCode(conn, { library: "obstore" }),
@@ -154,8 +230,11 @@ describe("generateStorageCode", () => {
154
230
  type: "coreweave",
155
231
  bucket: "operator-bucket",
156
232
  region: "US-EAST-04A",
157
- access_key_id: prefixSecret("COREWEAVE_OBJECT_STORAGE_KEY"),
158
- secret_access_key: prefixSecret("COREWEAVE_OBJECT_STORAGE_SECRET"),
233
+ auth: {
234
+ type: "Access keys",
235
+ access_key_id: prefixSecret("COREWEAVE_OBJECT_STORAGE_KEY"),
236
+ secret_access_key: prefixSecret("COREWEAVE_OBJECT_STORAGE_SECRET"),
237
+ },
159
238
  };
160
239
  expect(
161
240
  generateStorageCode(conn, { library: "obstore" }),
@@ -3,7 +3,11 @@
3
3
  import dedent from "string-dedent";
4
4
  import { assertNever } from "@/utils/assertNever";
5
5
  import { isSecret, unprefixSecret } from "../secrets";
6
- import { type StorageConnection, StorageConnectionSchema } from "./schemas";
6
+ import {
7
+ type S3Auth,
8
+ type StorageConnection,
9
+ StorageConnectionSchema,
10
+ } from "./schemas";
7
11
 
8
12
  export type StorageLibrary = "obstore" | "fsspec";
9
13
 
@@ -50,6 +54,36 @@ class SecretContainer {
50
54
  }
51
55
  }
52
56
 
57
+ /**
58
+ * Credential kwargs shared by every S3-compatible store.
59
+ */
60
+ function s3AuthParams(
61
+ auth: S3Auth | undefined,
62
+ secrets: SecretContainer,
63
+ ): string[] {
64
+ // obstore polls the credential endpoint with the token read from the file,
65
+ // refreshing credentials for the lifetime of the store.
66
+ if (auth?.type === "Container credentials") {
67
+ return [
68
+ ` container_credentials_full_uri=${secrets.print("container_credentials_full_uri", auth.container_credentials_full_uri)},`,
69
+ ` container_authorization_token_file=${secrets.print("container_authorization_token_file", auth.container_authorization_token_file)},`,
70
+ ];
71
+ }
72
+
73
+ const params: string[] = [];
74
+ if (auth?.access_key_id) {
75
+ params.push(
76
+ ` access_key_id=${secrets.print("access_key_id", auth.access_key_id)},`,
77
+ );
78
+ }
79
+ if (auth?.secret_access_key) {
80
+ params.push(
81
+ ` secret_access_key=${secrets.print("secret_access_key", auth.secret_access_key)},`,
82
+ );
83
+ }
84
+ return params;
85
+ }
86
+
53
87
  function generateS3Code(
54
88
  connection: Extract<StorageConnection, { type: "s3" }>,
55
89
  secrets: SecretContainer,
@@ -61,21 +95,15 @@ function generateS3Code(
61
95
  if (connection.region) {
62
96
  params.push(` region=${secrets.print("region", connection.region)},`);
63
97
  }
64
- if (connection.access_key_id) {
65
- params.push(
66
- ` access_key_id=${secrets.print("access_key_id", connection.access_key_id)},`,
67
- );
68
- }
69
- if (connection.secret_access_key) {
70
- params.push(
71
- ` secret_access_key=${secrets.print("secret_access_key", connection.secret_access_key)},`,
72
- );
73
- }
98
+ params.push(...s3AuthParams(connection.auth, secrets));
74
99
  if (connection.endpoint_url) {
75
100
  params.push(
76
101
  ` endpoint_url=${secrets.print("endpoint_url", connection.endpoint_url)},`,
77
102
  );
78
103
  }
104
+ if (connection.allow_http) {
105
+ params.push(" allow_http=True,");
106
+ }
79
107
 
80
108
  const paramsStr = params.length > 0 ? `\n${params.join("\n")}\n` : "";
81
109
 
@@ -140,16 +168,7 @@ function generateCoreWeaveCode(
140
168
  ` region=${secrets.print("region", connection.region)},`,
141
169
  ];
142
170
 
143
- if (connection.access_key_id) {
144
- params.push(
145
- ` access_key_id=${secrets.print("access_key_id", connection.access_key_id)},`,
146
- );
147
- }
148
- if (connection.secret_access_key) {
149
- params.push(
150
- ` secret_access_key=${secrets.print("secret_access_key", connection.secret_access_key)},`,
151
- );
152
- }
171
+ params.push(...s3AuthParams(connection.auth, secrets));
153
172
 
154
173
  params.push(
155
174
  ` endpoint="https://${connection.bucket}.cwobject.com",`,
@@ -2,6 +2,83 @@
2
2
  import { z } from "zod";
3
3
  import { FieldOptions } from "@/components/forms/options";
4
4
 
5
+ /**
6
+ * Credentials shared by every S3-compatible store (Amazon S3, CoreWeave, ...).
7
+ *
8
+ * Rendered as tabs: either long-lived access keys, or a credential-vending
9
+ * endpoint (ECS/EKS task roles, CoreWeave sandboxes, ...) that obstore polls
10
+ * with a bearer token read from disk.
11
+ */
12
+ const s3AuthField = () =>
13
+ z
14
+ .discriminatedUnion("type", [
15
+ z.object({
16
+ type: z.literal("Access keys"),
17
+ access_key_id: z
18
+ .string()
19
+ .optional()
20
+ .describe(
21
+ FieldOptions.of({
22
+ label: "Access Key ID",
23
+ description: "Leave empty to use the default credential chain",
24
+ inputType: "password",
25
+ optionRegex:
26
+ "(access.?key.?id|object.?storage.?key|aws.?access.?key)",
27
+ }),
28
+ ),
29
+ secret_access_key: z
30
+ .string()
31
+ .optional()
32
+ .describe(
33
+ FieldOptions.of({
34
+ label: "Secret Access Key",
35
+ inputType: "password",
36
+ optionRegex:
37
+ "(secret.?access.?key|object.?storage.?secret|aws.?secret)",
38
+ }),
39
+ ),
40
+ }),
41
+ z.object({
42
+ type: z.literal("Container credentials"),
43
+ container_credentials_full_uri: z
44
+ .string()
45
+ .nonempty()
46
+ .describe(
47
+ FieldOptions.of({
48
+ label: "Credentials URI",
49
+ description: "Endpoint that vends credentials to the container",
50
+ placeholder: "http://169.254.170.23/v1/credentials",
51
+ optionRegex: "container.?credentials",
52
+ }),
53
+ ),
54
+ container_authorization_token_file: z
55
+ .string()
56
+ .nonempty()
57
+ .describe(
58
+ FieldOptions.of({
59
+ label: "Authorization Token File",
60
+ description: "File holding the token sent to the credentials URI",
61
+ placeholder: "/var/run/secrets/token",
62
+ optionRegex:
63
+ "(container.?authorization.?token.?file|container.?auth.?token)",
64
+ }),
65
+ ),
66
+ }),
67
+ ])
68
+ .default({ type: "Access keys" })
69
+ .describe(FieldOptions.of({ label: "Credentials", special: "tabs" }));
70
+
71
+ const allowHttpField = () =>
72
+ z
73
+ .boolean()
74
+ .default(false)
75
+ .describe(
76
+ FieldOptions.of({
77
+ label: "Allow HTTP",
78
+ description: "Required for plain-http (non-TLS) endpoints",
79
+ }),
80
+ );
81
+
5
82
  export const S3StorageSchema = z
6
83
  .object({
7
84
  type: z.literal("s3"),
@@ -25,36 +102,20 @@ export const S3StorageSchema = z
25
102
  optionRegex: "(region|aws.?region)",
26
103
  }),
27
104
  ),
28
- access_key_id: z
29
- .string()
30
- .optional()
31
- .describe(
32
- FieldOptions.of({
33
- label: "Access Key ID",
34
- inputType: "password",
35
- optionRegex: "(access.?key.?id|aws.?access.?key)",
36
- }),
37
- ),
38
- secret_access_key: z
39
- .string()
40
- .optional()
41
- .describe(
42
- FieldOptions.of({
43
- label: "Secret Access Key",
44
- inputType: "password",
45
- optionRegex: "(secret.?access.?key|aws.?secret)",
46
- }),
47
- ),
48
105
  endpoint_url: z
49
106
  .string()
50
107
  .optional()
51
108
  .describe(
52
109
  FieldOptions.of({
53
110
  label: "Endpoint URL",
111
+ description:
112
+ "Ignored if the AWS_ENDPOINT_URL_S3 environment variable is set",
54
113
  placeholder: "https://s3.amazonaws.com",
55
114
  optionRegex: "(endpoint|s3.?url|s3.?endpoint)",
56
115
  }),
57
116
  ),
117
+ allow_http: allowHttpField(),
118
+ auth: s3AuthField(),
58
119
  })
59
120
  .describe(FieldOptions.of({ direction: "two-columns" }));
60
121
 
@@ -139,28 +200,7 @@ export const CoreWeaveStorageSchema = z
139
200
  placeholder: "US-EAST-04A",
140
201
  }),
141
202
  ),
142
- access_key_id: z
143
- .string()
144
- .optional()
145
- .describe(
146
- FieldOptions.of({
147
- label: "Access Key ID",
148
- inputType: "password",
149
- optionRegex:
150
- "(access.?key.?id|object.?storage.?key|aws.?access.?key)",
151
- }),
152
- ),
153
- secret_access_key: z
154
- .string()
155
- .optional()
156
- .describe(
157
- FieldOptions.of({
158
- label: "Secret Access Key",
159
- inputType: "password",
160
- optionRegex:
161
- "(secret.?access.?key|object.?storage.?secret|aws.?secret)",
162
- }),
163
- ),
203
+ auth: s3AuthField(),
164
204
  })
165
205
  .describe(FieldOptions.of({ direction: "two-columns" }));
166
206
 
@@ -189,3 +229,4 @@ export const StorageConnectionSchema = z.discriminatedUnion("type", [
189
229
  ]);
190
230
 
191
231
  export type StorageConnection = z.infer<typeof StorageConnectionSchema>;
232
+ export type S3Auth = Extract<StorageConnection, { type: "s3" }>["auth"];