@marimo-team/frontend 0.23.16-dev17 → 0.23.16-dev19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/{CellStatus-CQrgRVnH.js → CellStatus-DwV4gbV3.js} +1 -1
- package/dist/assets/{JsonOutput-CQL-gLeb.js → JsonOutput-BoDVlAbV.js} +1 -1
- package/dist/assets/{MarimoErrorOutput-DhdBaOiL.js → MarimoErrorOutput-C2HrF0bD.js} +1 -1
- package/dist/assets/{RenderHTML-B2bcpQmX.js → RenderHTML-DoCFSir5.js} +1 -1
- package/dist/assets/{RunButton-q1vpVrOb.js → RunButton-COtmJuup.js} +1 -1
- package/dist/assets/{add-cell-with-ai-C6ss8QQB.js → add-cell-with-ai-96GHR2R7.js} +1 -1
- package/dist/assets/add-connection-dialog-wLF3on0N.js +170 -0
- package/dist/assets/{agent-panel-D3KhT1_E.js → agent-panel-xLPKpIwr.js} +1 -1
- package/dist/assets/{ai-model-dropdown-BJ-Fk1v-.js → ai-model-dropdown-CR8HQGYf.js} +1 -1
- package/dist/assets/{app-config-button-BNa_HLVP.js → app-config-button-Ch-fmU-u.js} +1 -1
- package/dist/assets/{cell-editor-CVvYDvr6.js → cell-editor-CxP3SFwW.js} +1 -1
- package/dist/assets/{cell-link-C8nxD_W9.js → cell-link-D1nZ5myN.js} +1 -1
- package/dist/assets/cells-D9tCNe6o.js +231 -0
- package/dist/assets/{chat-display-BdfTOyq7.js → chat-display-PstK5lnL.js} +1 -1
- package/dist/assets/{chat-panel-C59X38kZ.js → chat-panel-XuGXjT-8.js} +1 -1
- package/dist/assets/{chat-ui-B7hXwgdU.js → chat-ui-Cme86OAK.js} +1 -1
- package/dist/assets/{column-preview-Cw6-dEvS.js → column-preview-BYiduGzU.js} +1 -1
- package/dist/assets/{command-palette-BTMtMbGE.js → command-palette-C7NlQPUx.js} +1 -1
- package/dist/assets/{common-Dka2pErg.js → common-XBd1qRDk.js} +1 -1
- package/dist/assets/{components-wQcaVW9i.js → components-D-aPO6md.js} +1 -1
- package/dist/assets/{datasource-DO7_JroJ.js → datasource-Pl4KKOUa.js} +1 -1
- package/dist/assets/{dependency-graph-panel-C1uIQUFU.js → dependency-graph-panel-98TlJ5y7.js} +1 -1
- package/dist/assets/{documentation-panel-CBhI2U-B.js → documentation-panel-DSOMQtKU.js} +1 -1
- package/dist/assets/{download-C3_FQaAj.js → download-CnYLah74.js} +1 -1
- package/dist/assets/{edit-page-kYxv7oti.js → edit-page-CchyCkOl.js} +4 -4
- package/dist/assets/{error-entries-BT3bKydl.js → error-entries-CmfGHGq1.js} +1 -1
- package/dist/assets/{error-panel-DCWSomiz.js → error-panel-BKb_UksO.js} +1 -1
- package/dist/assets/{file-explorer-panel-ue-g7xZo.js → file-explorer-panel-8_ps5wdU.js} +1 -1
- package/dist/assets/{file-icons-BPxqyom6.js → file-icons-Czm7CWoc.js} +1 -1
- package/dist/assets/{file-name-input-DG3uY1OK.js → file-name-input-CjWG0FWT.js} +1 -1
- package/dist/assets/{floating-outline-BlWpUqQd.js → floating-outline-BWk7h_Uf.js} +1 -1
- package/dist/assets/{focus-CR010iV5.js → focus-DTmSq3hN.js} +1 -1
- package/dist/assets/{form-CSUFC7OJ.js → form-B5UJtZJr.js} +1 -1
- package/dist/assets/{home-page-Bg8xLK79.js → home-page-cBU6sDBU.js} +1 -1
- package/dist/assets/{html-to-image-BA1JM9Ro.js → html-to-image-1vflBYah.js} +1 -1
- package/dist/assets/{index-DKJE99Vg.js → index-B8eK-daS.js} +3 -3
- package/dist/assets/{layout-tzJGwYSv.js → layout-DkpUSblm.js} +3 -3
- package/dist/assets/{logs-panel-BaM4Hjq-.js → logs-panel-BojuPimp.js} +1 -1
- package/dist/assets/{markdown-renderer-DjR4GTXM.js → markdown-renderer-C9vdWclk.js} +1 -1
- package/dist/assets/{name-cell-input-FhUKpPxu.js → name-cell-input-BSFsnuTp.js} +1 -1
- package/dist/assets/node-sql-parser-Si4oZ2P-.js +68 -0
- package/dist/assets/{outline-panel-C8xAJGx2.js → outline-panel-B1f5a2yI.js} +1 -1
- package/dist/assets/{packages-panel-BMkLBR3q.js → packages-panel-BKuXx1gi.js} +1 -1
- package/dist/assets/{panels-DOs7OjCe.js → panels-Cvyb3kny.js} +1 -1
- package/dist/assets/{process-output-B65kKzWn.js → process-output-Csd6PmBH.js} +1 -1
- package/dist/assets/{radio-group-BXtGMMA7.js → radio-group-CdR34W0K.js} +1 -1
- package/dist/assets/{readonly-code-display-BfbZ0Zur.js → readonly-code-display-XBAHhCYR.js} +1 -1
- package/dist/assets/{readonly-python-code-BQWruwg8.js → readonly-python-code-BqcMp63O.js} +1 -1
- package/dist/assets/{reveal-component-A0eH29dm.js → reveal-component-BvsuzhVi.js} +1 -1
- package/dist/assets/{run-page-BJpLYAjW.js → run-page-B9jHpo8w.js} +1 -1
- package/dist/assets/{scratchpad-panel-CAdr_COJ.js → scratchpad-panel-D3slJkhR.js} +1 -1
- package/dist/assets/{session-panel-CjCLtBN8.js → session-panel-DO-4U6Ry.js} +1 -1
- package/dist/assets/{skeleton-BCI5dHU-.js → skeleton-C3fwwBky.js} +1 -1
- package/dist/assets/{snippets-panel-dur3irsV.js → snippets-panel-ACMhA8oL.js} +1 -1
- package/dist/assets/{state-A_CUgvqo.js → state-D2ccy8VQ.js} +1 -1
- package/dist/assets/{state-WCga518J.js → state-N0U-K9F6.js} +1 -1
- package/dist/assets/{textarea-DivigueA.js → textarea-BQE_pb7P.js} +1 -1
- package/dist/assets/{tracing-CJT85Cub.js → tracing-CuJfR83E.js} +1 -1
- package/dist/assets/{tracing-panel-KedELTC2.js → tracing-panel-CmMG0R-H.js} +2 -2
- package/dist/assets/{tree-actions-lcVncuGx.js → tree-actions-DJTGQWz0.js} +1 -1
- package/dist/assets/{useCellActionButton-C8fMhB_e.js → useCellActionButton-BhCYWOKS.js} +1 -1
- package/dist/assets/{useDeleteCell-D1oWqD7f.js → useDeleteCell-DsWH8wmn.js} +1 -1
- package/dist/assets/{useDependencyPanelTab-CNgecBne.js → useDependencyPanelTab-CAI77Oxj.js} +1 -1
- package/dist/assets/{useNotebookActions-C0JHYziN.js → useNotebookActions-9T9wvd8s.js} +1 -1
- package/dist/assets/{useRunCells-Cc95uCyI.js → useRunCells-BpMmDGqa.js} +1 -1
- package/dist/assets/{useSplitCell-DU6bZbia.js → useSplitCell-CapBPXO1.js} +1 -1
- package/dist/index.html +22 -22
- package/package.json +2 -2
- package/src/components/editor/connections/storage/__tests__/__snapshots__/as-code.test.ts.snap +50 -0
- package/src/components/editor/connections/storage/__tests__/as-code.test.ts +87 -8
- package/src/components/editor/connections/storage/as-code.ts +40 -21
- package/src/components/editor/connections/storage/schemas.ts +83 -42
- package/src/core/codemirror/language/__tests__/sql.test.ts +443 -61
- package/src/core/codemirror/language/languages/sql/completion-store.ts +5 -1
- package/src/core/codemirror/language/languages/sql/sql.ts +210 -3
- package/dist/assets/add-connection-dialog-BYUOT5oj.js +0 -170
- package/dist/assets/cells-BF-9DQVg.js +0 -229
- package/dist/assets/node-sql-parser-BWgUjcfV.js +0 -68
package/dist/index.html
CHANGED
|
@@ -66,7 +66,7 @@
|
|
|
66
66
|
<marimo-server-token data-token="{{ server_token }}" hidden></marimo-server-token>
|
|
67
67
|
<!-- /TODO -->
|
|
68
68
|
<title>{{ title }}</title>
|
|
69
|
-
<script type="module" crossorigin src="./assets/index-
|
|
69
|
+
<script type="module" crossorigin src="./assets/index-B8eK-daS.js"></script>
|
|
70
70
|
<link rel="modulepreload" crossorigin href="./assets/preload-helper-TXkS1QI3.js">
|
|
71
71
|
<link rel="modulepreload" crossorigin href="./assets/objects-BlG0ZrO0.js">
|
|
72
72
|
<link rel="modulepreload" crossorigin href="./assets/chunk-LvLJmgfZ.js">
|
|
@@ -134,7 +134,7 @@
|
|
|
134
134
|
<link rel="modulepreload" crossorigin href="./assets/debounce-OiXznToA.js">
|
|
135
135
|
<link rel="modulepreload" crossorigin href="./assets/database-zap-CKO8g4BU.js">
|
|
136
136
|
<link rel="modulepreload" crossorigin href="./assets/main-BNL5rxQw.js">
|
|
137
|
-
<link rel="modulepreload" crossorigin href="./assets/cells-
|
|
137
|
+
<link rel="modulepreload" crossorigin href="./assets/cells-D9tCNe6o.js">
|
|
138
138
|
<link rel="modulepreload" crossorigin href="./assets/kbd-C5HnBH5U.js">
|
|
139
139
|
<link rel="modulepreload" crossorigin href="./assets/useInstallPackage-WiYBwhUO.js">
|
|
140
140
|
<link rel="modulepreload" crossorigin href="./assets/alert-dialog-Bb8Lz8ko.js">
|
|
@@ -147,40 +147,40 @@
|
|
|
147
147
|
<link rel="modulepreload" crossorigin href="./assets/usePress-5hBv4sjD.js">
|
|
148
148
|
<link rel="modulepreload" crossorigin href="./assets/input-JxFwu-3G.js">
|
|
149
149
|
<link rel="modulepreload" crossorigin href="./assets/ImperativeModal-fY-ZfT0b.js">
|
|
150
|
-
<link rel="modulepreload" crossorigin href="./assets/cell-link-
|
|
150
|
+
<link rel="modulepreload" crossorigin href="./assets/cell-link-D1nZ5myN.js">
|
|
151
151
|
<link rel="modulepreload" crossorigin href="./assets/config-BJVx3eBW.js">
|
|
152
152
|
<link rel="modulepreload" crossorigin href="./assets/alert-jlwhGxSb.js">
|
|
153
153
|
<link rel="modulepreload" crossorigin href="./assets/chevron-right-BS_NcSch.js">
|
|
154
154
|
<link rel="modulepreload" crossorigin href="./assets/dropdown-menu-dHmZR8bI.js">
|
|
155
155
|
<link rel="modulepreload" crossorigin href="./assets/links-wcQA1Np1.js">
|
|
156
|
-
<link rel="modulepreload" crossorigin href="./assets/useRunCells-
|
|
156
|
+
<link rel="modulepreload" crossorigin href="./assets/useRunCells-BpMmDGqa.js">
|
|
157
157
|
<link rel="modulepreload" crossorigin href="./assets/copy-Bxb1_Gtw.js">
|
|
158
158
|
<link rel="modulepreload" crossorigin href="./assets/copy-3iHFdt22.js">
|
|
159
159
|
<link rel="modulepreload" crossorigin href="./assets/copy-icon-neDQUo4Q.js">
|
|
160
|
-
<link rel="modulepreload" crossorigin href="./assets/RenderHTML-
|
|
161
|
-
<link rel="modulepreload" crossorigin href="./assets/datasource-
|
|
162
|
-
<link rel="modulepreload" crossorigin href="./assets/state-
|
|
160
|
+
<link rel="modulepreload" crossorigin href="./assets/RenderHTML-DoCFSir5.js">
|
|
161
|
+
<link rel="modulepreload" crossorigin href="./assets/datasource-Pl4KKOUa.js">
|
|
162
|
+
<link rel="modulepreload" crossorigin href="./assets/state-N0U-K9F6.js">
|
|
163
163
|
<link rel="modulepreload" crossorigin href="./assets/hat-glasses-BttHlyvs.js">
|
|
164
164
|
<link rel="modulepreload" crossorigin href="./assets/package-Bxz_8e44.js">
|
|
165
165
|
<link rel="modulepreload" crossorigin href="./assets/sparkles-DUCpRFlS.js">
|
|
166
|
-
<link rel="modulepreload" crossorigin href="./assets/MarimoErrorOutput-
|
|
166
|
+
<link rel="modulepreload" crossorigin href="./assets/MarimoErrorOutput-C2HrF0bD.js">
|
|
167
167
|
<link rel="modulepreload" crossorigin href="./assets/ErrorBoundary-DzTD8LVq.js">
|
|
168
168
|
<link rel="modulepreload" crossorigin href="./assets/eye-off-BOZA7gbn.js">
|
|
169
169
|
<link rel="modulepreload" crossorigin href="./assets/refresh-cw-CYq4mK5a.js">
|
|
170
|
-
<link rel="modulepreload" crossorigin href="./assets/tree-actions-
|
|
170
|
+
<link rel="modulepreload" crossorigin href="./assets/tree-actions-DJTGQWz0.js">
|
|
171
171
|
<link rel="modulepreload" crossorigin href="./assets/spinner-D-V4psAa.js">
|
|
172
|
-
<link rel="modulepreload" crossorigin href="./assets/html-to-image-
|
|
173
|
-
<link rel="modulepreload" crossorigin href="./assets/focus-
|
|
172
|
+
<link rel="modulepreload" crossorigin href="./assets/html-to-image-1vflBYah.js">
|
|
173
|
+
<link rel="modulepreload" crossorigin href="./assets/focus-DTmSq3hN.js">
|
|
174
174
|
<link rel="modulepreload" crossorigin href="./assets/useAsyncData-Bg5iAViP.js">
|
|
175
175
|
<link rel="modulepreload" crossorigin href="./assets/LazyAnyLanguageCodeMirror-B2JvSXP-.js">
|
|
176
176
|
<link rel="modulepreload" crossorigin href="./assets/micromark-factory-space-Dx_STMJD.js">
|
|
177
177
|
<link rel="modulepreload" crossorigin href="./assets/chunk-5FQGJX7Z-Cp0LZT-a.js">
|
|
178
|
-
<link rel="modulepreload" crossorigin href="./assets/markdown-renderer-
|
|
178
|
+
<link rel="modulepreload" crossorigin href="./assets/markdown-renderer-C9vdWclk.js">
|
|
179
179
|
<link rel="modulepreload" crossorigin href="./assets/command-Dqxie4gq.js">
|
|
180
180
|
<link rel="modulepreload" crossorigin href="./assets/field-BsxD35VE.js">
|
|
181
181
|
<link rel="modulepreload" crossorigin href="./assets/popover-Bcz1Zikb.js">
|
|
182
182
|
<link rel="modulepreload" crossorigin href="./assets/errors-PgHhDa-M.js">
|
|
183
|
-
<link rel="modulepreload" crossorigin href="./assets/download-
|
|
183
|
+
<link rel="modulepreload" crossorigin href="./assets/download-CnYLah74.js">
|
|
184
184
|
<link rel="modulepreload" crossorigin href="./assets/table-CH2plyy9.js">
|
|
185
185
|
<link rel="modulepreload" crossorigin href="./assets/useIframeCapabilities-j6fR_dBA.js">
|
|
186
186
|
<link rel="modulepreload" crossorigin href="./assets/error-banner-BSxEOIn2.js">
|
|
@@ -201,33 +201,33 @@
|
|
|
201
201
|
<link rel="modulepreload" crossorigin href="./assets/plus-AgXtozBz.js">
|
|
202
202
|
<link rel="modulepreload" crossorigin href="./assets/trash-2-72W0TZ3L.js">
|
|
203
203
|
<link rel="modulepreload" crossorigin href="./assets/react-resizable-panels.browser.esm-Z-MD3n3J.js">
|
|
204
|
-
<link rel="modulepreload" crossorigin href="./assets/JsonOutput-
|
|
204
|
+
<link rel="modulepreload" crossorigin href="./assets/JsonOutput-BoDVlAbV.js">
|
|
205
205
|
<link rel="modulepreload" crossorigin href="./assets/chart-no-axes-column-iDRxid4h.js">
|
|
206
206
|
<link rel="modulepreload" crossorigin href="./assets/square-function-DNNRTPQJ.js">
|
|
207
207
|
<link rel="modulepreload" crossorigin href="./assets/spec-C7opZZRp.js">
|
|
208
|
-
<link rel="modulepreload" crossorigin href="./assets/column-preview-
|
|
208
|
+
<link rel="modulepreload" crossorigin href="./assets/column-preview-BYiduGzU.js">
|
|
209
209
|
<link rel="modulepreload" crossorigin href="./assets/icons-CIPE8AIY.js">
|
|
210
|
-
<link rel="modulepreload" crossorigin href="./assets/radio-group-
|
|
211
|
-
<link rel="modulepreload" crossorigin href="./assets/floating-outline-
|
|
210
|
+
<link rel="modulepreload" crossorigin href="./assets/radio-group-CdR34W0K.js">
|
|
211
|
+
<link rel="modulepreload" crossorigin href="./assets/floating-outline-BWk7h_Uf.js">
|
|
212
212
|
<link rel="modulepreload" crossorigin href="./assets/switch-Drt3XC71.js">
|
|
213
213
|
<link rel="modulepreload" crossorigin href="./assets/objectWithoutPropertiesLoose-CboCOq4o.js">
|
|
214
214
|
<link rel="modulepreload" crossorigin href="./assets/esm-B30N1GS0.js">
|
|
215
|
-
<link rel="modulepreload" crossorigin href="./assets/readonly-python-code-
|
|
215
|
+
<link rel="modulepreload" crossorigin href="./assets/readonly-python-code-BqcMp63O.js">
|
|
216
216
|
<link rel="modulepreload" crossorigin href="./assets/file-headphone-DAu6VO6j.js">
|
|
217
217
|
<link rel="modulepreload" crossorigin href="./assets/file-CJH9JNGH.js">
|
|
218
218
|
<link rel="modulepreload" crossorigin href="./assets/image-5XI2VU-q.js">
|
|
219
|
-
<link rel="modulepreload" crossorigin href="./assets/file-icons-
|
|
219
|
+
<link rel="modulepreload" crossorigin href="./assets/file-icons-Czm7CWoc.js">
|
|
220
220
|
<link rel="modulepreload" crossorigin href="./assets/events-90X9nql5.js">
|
|
221
221
|
<link rel="modulepreload" crossorigin href="./assets/share-852X_cqy.js">
|
|
222
222
|
<link rel="modulepreload" crossorigin href="./assets/blob-C3EfaMOb.js">
|
|
223
223
|
<link rel="modulepreload" crossorigin href="./assets/memoize-Tp7rARFe.js">
|
|
224
224
|
<link rel="modulepreload" crossorigin href="./assets/get-C-qh_et5.js">
|
|
225
225
|
<link rel="modulepreload" crossorigin href="./assets/_baseSet-CsW0tABf.js">
|
|
226
|
-
<link rel="modulepreload" crossorigin href="./assets/state-
|
|
226
|
+
<link rel="modulepreload" crossorigin href="./assets/state-D2ccy8VQ.js">
|
|
227
227
|
<link rel="modulepreload" crossorigin href="./assets/label-CqjrpwRC.js">
|
|
228
|
-
<link rel="modulepreload" crossorigin href="./assets/textarea-
|
|
228
|
+
<link rel="modulepreload" crossorigin href="./assets/textarea-BQE_pb7P.js">
|
|
229
229
|
<link rel="modulepreload" crossorigin href="./assets/refresh-ccw-sLaKP2vj.js">
|
|
230
|
-
<link rel="modulepreload" crossorigin href="./assets/form-
|
|
230
|
+
<link rel="modulepreload" crossorigin href="./assets/form-B5UJtZJr.js">
|
|
231
231
|
<link rel="modulepreload" crossorigin href="./assets/renderShortcut-Bl8_FVn8.js">
|
|
232
232
|
<link rel="modulepreload" crossorigin href="./assets/useBoolean-CFj86iac.js">
|
|
233
233
|
<link rel="modulepreload" crossorigin href="./assets/useDeepCompareMemoize-CSMoa-ga.js">
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@marimo-team/frontend",
|
|
3
|
-
"version": "0.23.16-
|
|
3
|
+
"version": "0.23.16-dev19",
|
|
4
4
|
"main": "dist/main.js",
|
|
5
5
|
"types": "dist/index.d.ts",
|
|
6
6
|
"type": "module",
|
|
@@ -57,7 +57,7 @@
|
|
|
57
57
|
"@marimo-team/codemirror-ai": "^0.3.7",
|
|
58
58
|
"@marimo-team/codemirror-languageserver": "^1.16.12",
|
|
59
59
|
"@marimo-team/codemirror-mcp": "^0.1.7",
|
|
60
|
-
"@marimo-team/codemirror-sql": "^0.
|
|
60
|
+
"@marimo-team/codemirror-sql": "^0.3.0",
|
|
61
61
|
"@marimo-team/llm-info": "workspace:*",
|
|
62
62
|
"@marimo-team/marimo-api": "workspace:*",
|
|
63
63
|
"@marimo-team/react-slotz": "^0.2.0",
|
package/src/components/editor/connections/storage/__tests__/__snapshots__/as-code.test.ts.snap
CHANGED
|
@@ -51,6 +51,21 @@ store = S3Store("operator-bucket",
|
|
|
51
51
|
)"
|
|
52
52
|
`;
|
|
53
53
|
|
|
54
|
+
exports[`generateStorageCode > CoreWeave > with container credentials 1`] = `
|
|
55
|
+
"from obstore.store import S3Store
|
|
56
|
+
import os
|
|
57
|
+
|
|
58
|
+
_container_credentials_full_uri = os.environ.get("AWS_CONTAINER_CREDENTIALS_FULL_URI")
|
|
59
|
+
_container_authorization_token_file = os.environ.get("AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE")
|
|
60
|
+
store = S3Store("operator-bucket",
|
|
61
|
+
region="US-EAST-04A",
|
|
62
|
+
container_credentials_full_uri=_container_credentials_full_uri,
|
|
63
|
+
container_authorization_token_file=_container_authorization_token_file,
|
|
64
|
+
endpoint="https://operator-bucket.cwobject.com",
|
|
65
|
+
virtual_hosted_style_request=True,
|
|
66
|
+
)"
|
|
67
|
+
`;
|
|
68
|
+
|
|
54
69
|
exports[`generateStorageCode > CoreWeave > with secrets 1`] = `
|
|
55
70
|
"from obstore.store import S3Store
|
|
56
71
|
import os
|
|
@@ -119,6 +134,29 @@ exports[`generateStorageCode > S3 > minimal connection (bucket only) 1`] = `
|
|
|
119
134
|
store = S3Store("my-bucket",)"
|
|
120
135
|
`;
|
|
121
136
|
|
|
137
|
+
exports[`generateStorageCode > S3 > with container credentials 1`] = `
|
|
138
|
+
"from obstore.store import S3Store
|
|
139
|
+
|
|
140
|
+
store = S3Store("my-bucket",
|
|
141
|
+
region="us-east-1",
|
|
142
|
+
container_credentials_full_uri="http://169.254.170.23/v1/credentials",
|
|
143
|
+
container_authorization_token_file="/var/run/secrets/token",
|
|
144
|
+
)"
|
|
145
|
+
`;
|
|
146
|
+
|
|
147
|
+
exports[`generateStorageCode > S3 > with container credentials from secrets 1`] = `
|
|
148
|
+
"from obstore.store import S3Store
|
|
149
|
+
import os
|
|
150
|
+
|
|
151
|
+
_container_credentials_full_uri = os.environ.get("AWS_CONTAINER_CREDENTIALS_FULL_URI")
|
|
152
|
+
_container_authorization_token_file = os.environ.get("AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE")
|
|
153
|
+
store = S3Store("my-bucket",
|
|
154
|
+
region="us-east-1",
|
|
155
|
+
container_credentials_full_uri=_container_credentials_full_uri,
|
|
156
|
+
container_authorization_token_file=_container_authorization_token_file,
|
|
157
|
+
)"
|
|
158
|
+
`;
|
|
159
|
+
|
|
122
160
|
exports[`generateStorageCode > S3 > with custom endpoint 1`] = `
|
|
123
161
|
"from obstore.store import S3Store
|
|
124
162
|
|
|
@@ -130,6 +168,18 @@ store = S3Store("my-bucket",
|
|
|
130
168
|
)"
|
|
131
169
|
`;
|
|
132
170
|
|
|
171
|
+
exports[`generateStorageCode > S3 > with plain-http endpoint 1`] = `
|
|
172
|
+
"from obstore.store import S3Store
|
|
173
|
+
|
|
174
|
+
store = S3Store("my-bucket",
|
|
175
|
+
region="us-east-1",
|
|
176
|
+
access_key_id="AKIAIOSFODNN7EXAMPLE",
|
|
177
|
+
secret_access_key="wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
|
|
178
|
+
endpoint_url="http://cwlota.com",
|
|
179
|
+
allow_http=True,
|
|
180
|
+
)"
|
|
181
|
+
`;
|
|
182
|
+
|
|
133
183
|
exports[`generateStorageCode > S3 > with secrets 1`] = `
|
|
134
184
|
"from obstore.store import S3Store
|
|
135
185
|
import os
|
|
@@ -9,9 +9,13 @@ describe("generateStorageCode", () => {
|
|
|
9
9
|
type: "s3",
|
|
10
10
|
bucket: "my-bucket",
|
|
11
11
|
region: "us-east-1",
|
|
12
|
-
access_key_id: "AKIAIOSFODNN7EXAMPLE",
|
|
13
|
-
secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
|
|
14
12
|
endpoint_url: undefined,
|
|
13
|
+
allow_http: false,
|
|
14
|
+
auth: {
|
|
15
|
+
type: "Access keys",
|
|
16
|
+
access_key_id: "AKIAIOSFODNN7EXAMPLE",
|
|
17
|
+
secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
|
|
18
|
+
},
|
|
15
19
|
};
|
|
16
20
|
|
|
17
21
|
const baseGCS: StorageConnection = {
|
|
@@ -31,8 +35,11 @@ describe("generateStorageCode", () => {
|
|
|
31
35
|
type: "coreweave",
|
|
32
36
|
bucket: "operator-bucket",
|
|
33
37
|
region: "US-EAST-04A",
|
|
34
|
-
|
|
35
|
-
|
|
38
|
+
auth: {
|
|
39
|
+
type: "Access keys",
|
|
40
|
+
access_key_id: "AKIAIOSFODNN7EXAMPLE",
|
|
41
|
+
secret_access_key: "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
|
|
42
|
+
},
|
|
36
43
|
};
|
|
37
44
|
|
|
38
45
|
const baseGDrive: StorageConnection = {
|
|
@@ -52,6 +59,8 @@ describe("generateStorageCode", () => {
|
|
|
52
59
|
const conn: StorageConnection = {
|
|
53
60
|
type: "s3",
|
|
54
61
|
bucket: "my-bucket",
|
|
62
|
+
allow_http: false,
|
|
63
|
+
auth: { type: "Access keys" },
|
|
55
64
|
};
|
|
56
65
|
expect(
|
|
57
66
|
generateStorageCode(conn, { library: "obstore" }),
|
|
@@ -68,13 +77,61 @@ describe("generateStorageCode", () => {
|
|
|
68
77
|
).toMatchSnapshot();
|
|
69
78
|
});
|
|
70
79
|
|
|
80
|
+
it("with plain-http endpoint", () => {
|
|
81
|
+
const conn: StorageConnection = {
|
|
82
|
+
...baseS3,
|
|
83
|
+
endpoint_url: "http://cwlota.com",
|
|
84
|
+
allow_http: true,
|
|
85
|
+
};
|
|
86
|
+
expect(
|
|
87
|
+
generateStorageCode(conn, { library: "obstore" }),
|
|
88
|
+
).toMatchSnapshot();
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
it("with container credentials", () => {
|
|
92
|
+
const conn: StorageConnection = {
|
|
93
|
+
...baseS3,
|
|
94
|
+
auth: {
|
|
95
|
+
type: "Container credentials",
|
|
96
|
+
container_credentials_full_uri:
|
|
97
|
+
"http://169.254.170.23/v1/credentials",
|
|
98
|
+
container_authorization_token_file: "/var/run/secrets/token",
|
|
99
|
+
},
|
|
100
|
+
};
|
|
101
|
+
expect(
|
|
102
|
+
generateStorageCode(conn, { library: "obstore" }),
|
|
103
|
+
).toMatchSnapshot();
|
|
104
|
+
});
|
|
105
|
+
|
|
106
|
+
it("with container credentials from secrets", () => {
|
|
107
|
+
const conn: StorageConnection = {
|
|
108
|
+
...baseS3,
|
|
109
|
+
auth: {
|
|
110
|
+
type: "Container credentials",
|
|
111
|
+
container_credentials_full_uri: prefixSecret(
|
|
112
|
+
"AWS_CONTAINER_CREDENTIALS_FULL_URI",
|
|
113
|
+
),
|
|
114
|
+
container_authorization_token_file: prefixSecret(
|
|
115
|
+
"AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE",
|
|
116
|
+
),
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
expect(
|
|
120
|
+
generateStorageCode(conn, { library: "obstore" }),
|
|
121
|
+
).toMatchSnapshot();
|
|
122
|
+
});
|
|
123
|
+
|
|
71
124
|
it("with secrets", () => {
|
|
72
125
|
const conn: StorageConnection = {
|
|
73
126
|
type: "s3",
|
|
74
127
|
bucket: "my-bucket",
|
|
75
128
|
region: "us-east-1",
|
|
76
|
-
|
|
77
|
-
|
|
129
|
+
allow_http: false,
|
|
130
|
+
auth: {
|
|
131
|
+
type: "Access keys",
|
|
132
|
+
access_key_id: prefixSecret("AWS_ACCESS_KEY_ID"),
|
|
133
|
+
secret_access_key: prefixSecret("AWS_SECRET_ACCESS_KEY"),
|
|
134
|
+
},
|
|
78
135
|
};
|
|
79
136
|
expect(
|
|
80
137
|
generateStorageCode(conn, { library: "obstore" }),
|
|
@@ -143,6 +200,25 @@ describe("generateStorageCode", () => {
|
|
|
143
200
|
type: "coreweave",
|
|
144
201
|
bucket: "operator-bucket",
|
|
145
202
|
region: "US-EAST-04A",
|
|
203
|
+
auth: { type: "Access keys" },
|
|
204
|
+
};
|
|
205
|
+
expect(
|
|
206
|
+
generateStorageCode(conn, { library: "obstore" }),
|
|
207
|
+
).toMatchSnapshot();
|
|
208
|
+
});
|
|
209
|
+
|
|
210
|
+
it("with container credentials", () => {
|
|
211
|
+
const conn: StorageConnection = {
|
|
212
|
+
...baseCoreWeave,
|
|
213
|
+
auth: {
|
|
214
|
+
type: "Container credentials",
|
|
215
|
+
container_credentials_full_uri: prefixSecret(
|
|
216
|
+
"AWS_CONTAINER_CREDENTIALS_FULL_URI",
|
|
217
|
+
),
|
|
218
|
+
container_authorization_token_file: prefixSecret(
|
|
219
|
+
"AWS_CONTAINER_AUTHORIZATION_TOKEN_FILE",
|
|
220
|
+
),
|
|
221
|
+
},
|
|
146
222
|
};
|
|
147
223
|
expect(
|
|
148
224
|
generateStorageCode(conn, { library: "obstore" }),
|
|
@@ -154,8 +230,11 @@ describe("generateStorageCode", () => {
|
|
|
154
230
|
type: "coreweave",
|
|
155
231
|
bucket: "operator-bucket",
|
|
156
232
|
region: "US-EAST-04A",
|
|
157
|
-
|
|
158
|
-
|
|
233
|
+
auth: {
|
|
234
|
+
type: "Access keys",
|
|
235
|
+
access_key_id: prefixSecret("COREWEAVE_OBJECT_STORAGE_KEY"),
|
|
236
|
+
secret_access_key: prefixSecret("COREWEAVE_OBJECT_STORAGE_SECRET"),
|
|
237
|
+
},
|
|
159
238
|
};
|
|
160
239
|
expect(
|
|
161
240
|
generateStorageCode(conn, { library: "obstore" }),
|
|
@@ -3,7 +3,11 @@
|
|
|
3
3
|
import dedent from "string-dedent";
|
|
4
4
|
import { assertNever } from "@/utils/assertNever";
|
|
5
5
|
import { isSecret, unprefixSecret } from "../secrets";
|
|
6
|
-
import {
|
|
6
|
+
import {
|
|
7
|
+
type S3Auth,
|
|
8
|
+
type StorageConnection,
|
|
9
|
+
StorageConnectionSchema,
|
|
10
|
+
} from "./schemas";
|
|
7
11
|
|
|
8
12
|
export type StorageLibrary = "obstore" | "fsspec";
|
|
9
13
|
|
|
@@ -50,6 +54,36 @@ class SecretContainer {
|
|
|
50
54
|
}
|
|
51
55
|
}
|
|
52
56
|
|
|
57
|
+
/**
|
|
58
|
+
* Credential kwargs shared by every S3-compatible store.
|
|
59
|
+
*/
|
|
60
|
+
function s3AuthParams(
|
|
61
|
+
auth: S3Auth | undefined,
|
|
62
|
+
secrets: SecretContainer,
|
|
63
|
+
): string[] {
|
|
64
|
+
// obstore polls the credential endpoint with the token read from the file,
|
|
65
|
+
// refreshing credentials for the lifetime of the store.
|
|
66
|
+
if (auth?.type === "Container credentials") {
|
|
67
|
+
return [
|
|
68
|
+
` container_credentials_full_uri=${secrets.print("container_credentials_full_uri", auth.container_credentials_full_uri)},`,
|
|
69
|
+
` container_authorization_token_file=${secrets.print("container_authorization_token_file", auth.container_authorization_token_file)},`,
|
|
70
|
+
];
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
const params: string[] = [];
|
|
74
|
+
if (auth?.access_key_id) {
|
|
75
|
+
params.push(
|
|
76
|
+
` access_key_id=${secrets.print("access_key_id", auth.access_key_id)},`,
|
|
77
|
+
);
|
|
78
|
+
}
|
|
79
|
+
if (auth?.secret_access_key) {
|
|
80
|
+
params.push(
|
|
81
|
+
` secret_access_key=${secrets.print("secret_access_key", auth.secret_access_key)},`,
|
|
82
|
+
);
|
|
83
|
+
}
|
|
84
|
+
return params;
|
|
85
|
+
}
|
|
86
|
+
|
|
53
87
|
function generateS3Code(
|
|
54
88
|
connection: Extract<StorageConnection, { type: "s3" }>,
|
|
55
89
|
secrets: SecretContainer,
|
|
@@ -61,21 +95,15 @@ function generateS3Code(
|
|
|
61
95
|
if (connection.region) {
|
|
62
96
|
params.push(` region=${secrets.print("region", connection.region)},`);
|
|
63
97
|
}
|
|
64
|
-
|
|
65
|
-
params.push(
|
|
66
|
-
` access_key_id=${secrets.print("access_key_id", connection.access_key_id)},`,
|
|
67
|
-
);
|
|
68
|
-
}
|
|
69
|
-
if (connection.secret_access_key) {
|
|
70
|
-
params.push(
|
|
71
|
-
` secret_access_key=${secrets.print("secret_access_key", connection.secret_access_key)},`,
|
|
72
|
-
);
|
|
73
|
-
}
|
|
98
|
+
params.push(...s3AuthParams(connection.auth, secrets));
|
|
74
99
|
if (connection.endpoint_url) {
|
|
75
100
|
params.push(
|
|
76
101
|
` endpoint_url=${secrets.print("endpoint_url", connection.endpoint_url)},`,
|
|
77
102
|
);
|
|
78
103
|
}
|
|
104
|
+
if (connection.allow_http) {
|
|
105
|
+
params.push(" allow_http=True,");
|
|
106
|
+
}
|
|
79
107
|
|
|
80
108
|
const paramsStr = params.length > 0 ? `\n${params.join("\n")}\n` : "";
|
|
81
109
|
|
|
@@ -140,16 +168,7 @@ function generateCoreWeaveCode(
|
|
|
140
168
|
` region=${secrets.print("region", connection.region)},`,
|
|
141
169
|
];
|
|
142
170
|
|
|
143
|
-
|
|
144
|
-
params.push(
|
|
145
|
-
` access_key_id=${secrets.print("access_key_id", connection.access_key_id)},`,
|
|
146
|
-
);
|
|
147
|
-
}
|
|
148
|
-
if (connection.secret_access_key) {
|
|
149
|
-
params.push(
|
|
150
|
-
` secret_access_key=${secrets.print("secret_access_key", connection.secret_access_key)},`,
|
|
151
|
-
);
|
|
152
|
-
}
|
|
171
|
+
params.push(...s3AuthParams(connection.auth, secrets));
|
|
153
172
|
|
|
154
173
|
params.push(
|
|
155
174
|
` endpoint="https://${connection.bucket}.cwobject.com",`,
|
|
@@ -2,6 +2,83 @@
|
|
|
2
2
|
import { z } from "zod";
|
|
3
3
|
import { FieldOptions } from "@/components/forms/options";
|
|
4
4
|
|
|
5
|
+
/**
|
|
6
|
+
* Credentials shared by every S3-compatible store (Amazon S3, CoreWeave, ...).
|
|
7
|
+
*
|
|
8
|
+
* Rendered as tabs: either long-lived access keys, or a credential-vending
|
|
9
|
+
* endpoint (ECS/EKS task roles, CoreWeave sandboxes, ...) that obstore polls
|
|
10
|
+
* with a bearer token read from disk.
|
|
11
|
+
*/
|
|
12
|
+
const s3AuthField = () =>
|
|
13
|
+
z
|
|
14
|
+
.discriminatedUnion("type", [
|
|
15
|
+
z.object({
|
|
16
|
+
type: z.literal("Access keys"),
|
|
17
|
+
access_key_id: z
|
|
18
|
+
.string()
|
|
19
|
+
.optional()
|
|
20
|
+
.describe(
|
|
21
|
+
FieldOptions.of({
|
|
22
|
+
label: "Access Key ID",
|
|
23
|
+
description: "Leave empty to use the default credential chain",
|
|
24
|
+
inputType: "password",
|
|
25
|
+
optionRegex:
|
|
26
|
+
"(access.?key.?id|object.?storage.?key|aws.?access.?key)",
|
|
27
|
+
}),
|
|
28
|
+
),
|
|
29
|
+
secret_access_key: z
|
|
30
|
+
.string()
|
|
31
|
+
.optional()
|
|
32
|
+
.describe(
|
|
33
|
+
FieldOptions.of({
|
|
34
|
+
label: "Secret Access Key",
|
|
35
|
+
inputType: "password",
|
|
36
|
+
optionRegex:
|
|
37
|
+
"(secret.?access.?key|object.?storage.?secret|aws.?secret)",
|
|
38
|
+
}),
|
|
39
|
+
),
|
|
40
|
+
}),
|
|
41
|
+
z.object({
|
|
42
|
+
type: z.literal("Container credentials"),
|
|
43
|
+
container_credentials_full_uri: z
|
|
44
|
+
.string()
|
|
45
|
+
.nonempty()
|
|
46
|
+
.describe(
|
|
47
|
+
FieldOptions.of({
|
|
48
|
+
label: "Credentials URI",
|
|
49
|
+
description: "Endpoint that vends credentials to the container",
|
|
50
|
+
placeholder: "http://169.254.170.23/v1/credentials",
|
|
51
|
+
optionRegex: "container.?credentials",
|
|
52
|
+
}),
|
|
53
|
+
),
|
|
54
|
+
container_authorization_token_file: z
|
|
55
|
+
.string()
|
|
56
|
+
.nonempty()
|
|
57
|
+
.describe(
|
|
58
|
+
FieldOptions.of({
|
|
59
|
+
label: "Authorization Token File",
|
|
60
|
+
description: "File holding the token sent to the credentials URI",
|
|
61
|
+
placeholder: "/var/run/secrets/token",
|
|
62
|
+
optionRegex:
|
|
63
|
+
"(container.?authorization.?token.?file|container.?auth.?token)",
|
|
64
|
+
}),
|
|
65
|
+
),
|
|
66
|
+
}),
|
|
67
|
+
])
|
|
68
|
+
.default({ type: "Access keys" })
|
|
69
|
+
.describe(FieldOptions.of({ label: "Credentials", special: "tabs" }));
|
|
70
|
+
|
|
71
|
+
const allowHttpField = () =>
|
|
72
|
+
z
|
|
73
|
+
.boolean()
|
|
74
|
+
.default(false)
|
|
75
|
+
.describe(
|
|
76
|
+
FieldOptions.of({
|
|
77
|
+
label: "Allow HTTP",
|
|
78
|
+
description: "Required for plain-http (non-TLS) endpoints",
|
|
79
|
+
}),
|
|
80
|
+
);
|
|
81
|
+
|
|
5
82
|
export const S3StorageSchema = z
|
|
6
83
|
.object({
|
|
7
84
|
type: z.literal("s3"),
|
|
@@ -25,36 +102,20 @@ export const S3StorageSchema = z
|
|
|
25
102
|
optionRegex: "(region|aws.?region)",
|
|
26
103
|
}),
|
|
27
104
|
),
|
|
28
|
-
access_key_id: z
|
|
29
|
-
.string()
|
|
30
|
-
.optional()
|
|
31
|
-
.describe(
|
|
32
|
-
FieldOptions.of({
|
|
33
|
-
label: "Access Key ID",
|
|
34
|
-
inputType: "password",
|
|
35
|
-
optionRegex: "(access.?key.?id|aws.?access.?key)",
|
|
36
|
-
}),
|
|
37
|
-
),
|
|
38
|
-
secret_access_key: z
|
|
39
|
-
.string()
|
|
40
|
-
.optional()
|
|
41
|
-
.describe(
|
|
42
|
-
FieldOptions.of({
|
|
43
|
-
label: "Secret Access Key",
|
|
44
|
-
inputType: "password",
|
|
45
|
-
optionRegex: "(secret.?access.?key|aws.?secret)",
|
|
46
|
-
}),
|
|
47
|
-
),
|
|
48
105
|
endpoint_url: z
|
|
49
106
|
.string()
|
|
50
107
|
.optional()
|
|
51
108
|
.describe(
|
|
52
109
|
FieldOptions.of({
|
|
53
110
|
label: "Endpoint URL",
|
|
111
|
+
description:
|
|
112
|
+
"Ignored if the AWS_ENDPOINT_URL_S3 environment variable is set",
|
|
54
113
|
placeholder: "https://s3.amazonaws.com",
|
|
55
114
|
optionRegex: "(endpoint|s3.?url|s3.?endpoint)",
|
|
56
115
|
}),
|
|
57
116
|
),
|
|
117
|
+
allow_http: allowHttpField(),
|
|
118
|
+
auth: s3AuthField(),
|
|
58
119
|
})
|
|
59
120
|
.describe(FieldOptions.of({ direction: "two-columns" }));
|
|
60
121
|
|
|
@@ -139,28 +200,7 @@ export const CoreWeaveStorageSchema = z
|
|
|
139
200
|
placeholder: "US-EAST-04A",
|
|
140
201
|
}),
|
|
141
202
|
),
|
|
142
|
-
|
|
143
|
-
.string()
|
|
144
|
-
.optional()
|
|
145
|
-
.describe(
|
|
146
|
-
FieldOptions.of({
|
|
147
|
-
label: "Access Key ID",
|
|
148
|
-
inputType: "password",
|
|
149
|
-
optionRegex:
|
|
150
|
-
"(access.?key.?id|object.?storage.?key|aws.?access.?key)",
|
|
151
|
-
}),
|
|
152
|
-
),
|
|
153
|
-
secret_access_key: z
|
|
154
|
-
.string()
|
|
155
|
-
.optional()
|
|
156
|
-
.describe(
|
|
157
|
-
FieldOptions.of({
|
|
158
|
-
label: "Secret Access Key",
|
|
159
|
-
inputType: "password",
|
|
160
|
-
optionRegex:
|
|
161
|
-
"(secret.?access.?key|object.?storage.?secret|aws.?secret)",
|
|
162
|
-
}),
|
|
163
|
-
),
|
|
203
|
+
auth: s3AuthField(),
|
|
164
204
|
})
|
|
165
205
|
.describe(FieldOptions.of({ direction: "two-columns" }));
|
|
166
206
|
|
|
@@ -189,3 +229,4 @@ export const StorageConnectionSchema = z.discriminatedUnion("type", [
|
|
|
189
229
|
]);
|
|
190
230
|
|
|
191
231
|
export type StorageConnection = z.infer<typeof StorageConnectionSchema>;
|
|
232
|
+
export type S3Auth = Extract<StorageConnection, { type: "s3" }>["auth"];
|