ciocore 7.0.2b4__py2.py3-none-any.whl → 8.0.0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ciocore might be problematic. Click here for more details.

Files changed (112) hide show
  1. ciocore/VERSION +1 -1
  2. ciocore/__init__.py +23 -1
  3. ciocore/api_client.py +422 -156
  4. ciocore/cli.py +503 -0
  5. ciocore/common.py +10 -1
  6. ciocore/config.py +86 -54
  7. ciocore/data.py +23 -70
  8. ciocore/docsite/404.html +723 -0
  9. ciocore/docsite/apidoc/api_client/index.html +3203 -0
  10. ciocore/docsite/apidoc/apidoc/index.html +868 -0
  11. ciocore/docsite/apidoc/config/index.html +1591 -0
  12. ciocore/docsite/apidoc/data/index.html +1480 -0
  13. ciocore/docsite/apidoc/hardware_set/index.html +2367 -0
  14. ciocore/docsite/apidoc/package_environment/index.html +1450 -0
  15. ciocore/docsite/apidoc/package_tree/index.html +2310 -0
  16. ciocore/docsite/assets/_mkdocstrings.css +16 -0
  17. ciocore/docsite/assets/images/favicon.png +0 -0
  18. ciocore/docsite/assets/javascripts/bundle.4e31edb1.min.js +29 -0
  19. ciocore/docsite/assets/javascripts/bundle.4e31edb1.min.js.map +8 -0
  20. ciocore/docsite/assets/javascripts/lunr/min/lunr.ar.min.js +1 -0
  21. ciocore/docsite/assets/javascripts/lunr/min/lunr.da.min.js +18 -0
  22. ciocore/docsite/assets/javascripts/lunr/min/lunr.de.min.js +18 -0
  23. ciocore/docsite/assets/javascripts/lunr/min/lunr.du.min.js +18 -0
  24. ciocore/docsite/assets/javascripts/lunr/min/lunr.es.min.js +18 -0
  25. ciocore/docsite/assets/javascripts/lunr/min/lunr.fi.min.js +18 -0
  26. ciocore/docsite/assets/javascripts/lunr/min/lunr.fr.min.js +18 -0
  27. ciocore/docsite/assets/javascripts/lunr/min/lunr.hi.min.js +1 -0
  28. ciocore/docsite/assets/javascripts/lunr/min/lunr.hu.min.js +18 -0
  29. ciocore/docsite/assets/javascripts/lunr/min/lunr.hy.min.js +1 -0
  30. ciocore/docsite/assets/javascripts/lunr/min/lunr.it.min.js +18 -0
  31. ciocore/docsite/assets/javascripts/lunr/min/lunr.ja.min.js +1 -0
  32. ciocore/docsite/assets/javascripts/lunr/min/lunr.jp.min.js +1 -0
  33. ciocore/docsite/assets/javascripts/lunr/min/lunr.kn.min.js +1 -0
  34. ciocore/docsite/assets/javascripts/lunr/min/lunr.ko.min.js +1 -0
  35. ciocore/docsite/assets/javascripts/lunr/min/lunr.multi.min.js +1 -0
  36. ciocore/docsite/assets/javascripts/lunr/min/lunr.nl.min.js +18 -0
  37. ciocore/docsite/assets/javascripts/lunr/min/lunr.no.min.js +18 -0
  38. ciocore/docsite/assets/javascripts/lunr/min/lunr.pt.min.js +18 -0
  39. ciocore/docsite/assets/javascripts/lunr/min/lunr.ro.min.js +18 -0
  40. ciocore/docsite/assets/javascripts/lunr/min/lunr.ru.min.js +18 -0
  41. ciocore/docsite/assets/javascripts/lunr/min/lunr.sa.min.js +1 -0
  42. ciocore/docsite/assets/javascripts/lunr/min/lunr.stemmer.support.min.js +1 -0
  43. ciocore/docsite/assets/javascripts/lunr/min/lunr.sv.min.js +18 -0
  44. ciocore/docsite/assets/javascripts/lunr/min/lunr.ta.min.js +1 -0
  45. ciocore/docsite/assets/javascripts/lunr/min/lunr.te.min.js +1 -0
  46. ciocore/docsite/assets/javascripts/lunr/min/lunr.th.min.js +1 -0
  47. ciocore/docsite/assets/javascripts/lunr/min/lunr.tr.min.js +18 -0
  48. ciocore/docsite/assets/javascripts/lunr/min/lunr.vi.min.js +1 -0
  49. ciocore/docsite/assets/javascripts/lunr/min/lunr.zh.min.js +1 -0
  50. ciocore/docsite/assets/javascripts/lunr/tinyseg.js +206 -0
  51. ciocore/docsite/assets/javascripts/lunr/wordcut.js +6708 -0
  52. ciocore/docsite/assets/javascripts/workers/search.dfff1995.min.js +42 -0
  53. ciocore/docsite/assets/javascripts/workers/search.dfff1995.min.js.map +8 -0
  54. ciocore/docsite/assets/stylesheets/main.83068744.min.css +1 -0
  55. ciocore/docsite/assets/stylesheets/main.83068744.min.css.map +1 -0
  56. ciocore/docsite/assets/stylesheets/palette.ecc896b0.min.css +1 -0
  57. ciocore/docsite/assets/stylesheets/palette.ecc896b0.min.css.map +1 -0
  58. ciocore/docsite/cmdline/docs/index.html +834 -0
  59. ciocore/docsite/cmdline/downloader/index.html +897 -0
  60. ciocore/docsite/cmdline/packages/index.html +841 -0
  61. ciocore/docsite/cmdline/uploader/index.html +950 -0
  62. ciocore/docsite/how-to-guides/index.html +831 -0
  63. ciocore/docsite/index.html +853 -0
  64. ciocore/docsite/logo.png +0 -0
  65. ciocore/docsite/objects.inv +0 -0
  66. ciocore/docsite/search/search_index.json +1 -0
  67. ciocore/docsite/sitemap.xml +3 -0
  68. ciocore/docsite/sitemap.xml.gz +0 -0
  69. ciocore/docsite/stylesheets/extra.css +26 -0
  70. ciocore/docsite/stylesheets/tables.css +167 -0
  71. ciocore/downloader/__init__.py +0 -0
  72. ciocore/downloader/base_downloader.py +644 -0
  73. ciocore/downloader/download_runner_base.py +47 -0
  74. ciocore/downloader/job_downloader.py +119 -0
  75. ciocore/{downloader.py → downloader/legacy_downloader.py} +0 -1
  76. ciocore/downloader/log.py +73 -0
  77. ciocore/downloader/logging_download_runner.py +87 -0
  78. ciocore/downloader/perpetual_downloader.py +63 -0
  79. ciocore/downloader/registry.py +97 -0
  80. ciocore/downloader/reporter.py +135 -0
  81. ciocore/file_utils.py +3 -3
  82. ciocore/hardware_set.py +0 -4
  83. ciocore/package_environment.py +67 -75
  84. ciocore/package_query.py +171 -0
  85. ciocore/package_tree.py +300 -377
  86. ciocore/retry.py +0 -0
  87. ciocore/uploader/_uploader.py +205 -152
  88. {ciocore-7.0.2b4.dist-info → ciocore-8.0.0.dist-info}/METADATA +33 -12
  89. ciocore-8.0.0.dist-info/RECORD +127 -0
  90. {ciocore-7.0.2b4.dist-info → ciocore-8.0.0.dist-info}/WHEEL +1 -1
  91. ciocore-8.0.0.dist-info/entry_points.txt +2 -0
  92. tests/extra_env_fixtures.py +57 -0
  93. tests/instance_type_fixtures.py +42 -8
  94. tests/project_fixtures.py +8 -0
  95. tests/test_api_client.py +125 -4
  96. tests/test_base_downloader.py +104 -0
  97. tests/test_cli.py +163 -0
  98. tests/test_common.py +8 -8
  99. tests/test_config.py +23 -9
  100. tests/test_data.py +148 -160
  101. tests/test_downloader.py +118 -0
  102. tests/test_hardware_set.py +70 -20
  103. tests/test_job_downloader.py +213 -0
  104. tests/test_submit.py +9 -2
  105. ciocore/__about__.py +0 -10
  106. ciocore/cli/__init__.py +0 -3
  107. ciocore/cli/conductor.py +0 -210
  108. ciocore-7.0.2b4.data/scripts/conductor +0 -19
  109. ciocore-7.0.2b4.data/scripts/conductor.bat +0 -13
  110. ciocore-7.0.2b4.dist-info/RECORD +0 -51
  111. tests/mocks/api_client_mock.py +0 -31
  112. {ciocore-7.0.2b4.dist-info → ciocore-8.0.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,950 @@
1
+
2
+ <!doctype html>
3
+ <html lang="en" class="no-js">
4
+ <head>
5
+
6
+ <meta charset="utf-8">
7
+ <meta name="viewport" content="width=device-width,initial-scale=1">
8
+
9
+
10
+ <meta name="author" content="Conductor Developers">
11
+
12
+
13
+
14
+ <link rel="prev" href="../..">
15
+
16
+
17
+ <link rel="next" href="../downloader/">
18
+
19
+
20
+ <link rel="icon" href="../../assets/images/favicon.png">
21
+ <meta name="generator" content="mkdocs-1.5.3, mkdocs-material-9.2.0-b2">
22
+
23
+
24
+
25
+ <title>Uploader - Conductor Core</title>
26
+
27
+
28
+
29
+ <link rel="stylesheet" href="../../assets/stylesheets/main.83068744.min.css">
30
+
31
+
32
+ <link rel="stylesheet" href="../../assets/stylesheets/palette.ecc896b0.min.css">
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+ <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
46
+ <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Raleway:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
47
+ <style>:root{--md-text-font:"Raleway";--md-code-font:"Roboto Mono"}</style>
48
+
49
+
50
+
51
+ <link rel="stylesheet" href="../../assets/_mkdocstrings.css">
52
+
53
+ <link rel="stylesheet" href="../../stylesheets/extra.css">
54
+
55
+ <link rel="stylesheet" href="../../stylesheets/tables.css">
56
+
57
+ <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
58
+
59
+
60
+
61
+
62
+
63
+
64
+ </head>
65
+
66
+
67
+
68
+
69
+
70
+
71
+
72
+
73
+
74
+ <body dir="ltr" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom">
75
+
76
+
77
+
78
+ <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
79
+
80
+ <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
81
+ <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
82
+ <label class="md-overlay" for="__drawer"></label>
83
+ <div data-md-component="skip">
84
+
85
+
86
+ <a href="#usage" class="md-skip">
87
+ Skip to content
88
+ </a>
89
+
90
+ </div>
91
+ <div data-md-component="announce">
92
+
93
+ </div>
94
+
95
+
96
+
97
+
98
+
99
+
100
+ <header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
101
+ <nav class="md-header__inner md-grid" aria-label="Header">
102
+ <a href="https://www.conductortech.com" title="Conductor Core" class="md-header__button md-logo" aria-label="Conductor Core" data-md-component="logo">
103
+
104
+ <img src="../../logo.png" alt="logo">
105
+
106
+ </a>
107
+ <label class="md-header__button md-icon" for="__drawer">
108
+
109
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
110
+ </label>
111
+ <div class="md-header__title" data-md-component="header-title">
112
+ <div class="md-header__ellipsis">
113
+ <div class="md-header__topic">
114
+ <span class="md-ellipsis">
115
+ Conductor Core
116
+ </span>
117
+ </div>
118
+ <div class="md-header__topic" data-md-component="header-topic">
119
+ <span class="md-ellipsis">
120
+
121
+ Uploader
122
+
123
+ </span>
124
+ </div>
125
+ </div>
126
+ </div>
127
+
128
+
129
+ <form class="md-header__option" data-md-component="palette">
130
+
131
+
132
+
133
+
134
+ <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1">
135
+
136
+ <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_2" hidden>
137
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>
138
+ </label>
139
+
140
+
141
+
142
+
143
+
144
+ <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_2">
145
+
146
+ <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden>
147
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>
148
+ </label>
149
+
150
+
151
+ </form>
152
+
153
+
154
+
155
+
156
+ <label class="md-header__button md-icon" for="__search">
157
+
158
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
159
+ </label>
160
+ <div class="md-search" data-md-component="search" role="dialog">
161
+ <label class="md-search__overlay" for="__search"></label>
162
+ <div class="md-search__inner" role="search">
163
+ <form class="md-search__form" name="search">
164
+ <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
165
+ <label class="md-search__icon md-icon" for="__search">
166
+
167
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
168
+
169
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
170
+ </label>
171
+ <nav class="md-search__options" aria-label="Search">
172
+
173
+ <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
174
+
175
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
176
+ </button>
177
+ </nav>
178
+
179
+ </form>
180
+ <div class="md-search__output">
181
+ <div class="md-search__scrollwrap" data-md-scrollfix>
182
+ <div class="md-search-result" data-md-component="search-result">
183
+ <div class="md-search-result__meta">
184
+ Initializing search
185
+ </div>
186
+ <ol class="md-search-result__list" role="presentation"></ol>
187
+ </div>
188
+ </div>
189
+ </div>
190
+ </div>
191
+ </div>
192
+
193
+
194
+ </nav>
195
+
196
+
197
+
198
+ <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
199
+ <div class="md-grid">
200
+ <ul class="md-tabs__list">
201
+
202
+
203
+
204
+
205
+
206
+ <li class="md-tabs__item">
207
+ <a href="../.." class="md-tabs__link">
208
+
209
+
210
+
211
+
212
+ Overview
213
+
214
+ </a>
215
+ </li>
216
+
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+ <li class="md-tabs__item md-tabs__item--active">
228
+ <a href="./" class="md-tabs__link">
229
+
230
+
231
+ CLI
232
+
233
+ </a>
234
+ </li>
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+ <li class="md-tabs__item">
246
+ <a href="../../apidoc/apidoc/" class="md-tabs__link">
247
+
248
+
249
+ API
250
+
251
+ </a>
252
+ </li>
253
+
254
+
255
+
256
+
257
+
258
+
259
+
260
+
261
+ <li class="md-tabs__item">
262
+ <a href="../../how-to-guides/" class="md-tabs__link">
263
+
264
+
265
+
266
+
267
+ How to
268
+
269
+ </a>
270
+ </li>
271
+
272
+
273
+
274
+ </ul>
275
+ </div>
276
+ </nav>
277
+
278
+
279
+ </header>
280
+
281
+ <div class="md-container" data-md-component="container">
282
+
283
+
284
+
285
+
286
+ <main class="md-main" data-md-component="main">
287
+ <div class="md-main__inner md-grid">
288
+
289
+
290
+
291
+ <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
292
+ <div class="md-sidebar__scrollwrap">
293
+ <div class="md-sidebar__inner">
294
+
295
+
296
+
297
+
298
+
299
+
300
+ <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
301
+ <label class="md-nav__title" for="__drawer">
302
+ <a href="https://www.conductortech.com" title="Conductor Core" class="md-nav__button md-logo" aria-label="Conductor Core" data-md-component="logo">
303
+
304
+ <img src="../../logo.png" alt="logo">
305
+
306
+ </a>
307
+ Conductor Core
308
+ </label>
309
+
310
+ <ul class="md-nav__list" data-md-scrollfix>
311
+
312
+
313
+
314
+
315
+
316
+
317
+ <li class="md-nav__item">
318
+ <a href="../.." class="md-nav__link">
319
+
320
+
321
+ <span class="md-ellipsis">
322
+ Overview
323
+ </span>
324
+
325
+
326
+ </a>
327
+ </li>
328
+
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+ <li class="md-nav__item md-nav__item--active md-nav__item--nested">
342
+
343
+
344
+
345
+
346
+
347
+ <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" checked>
348
+
349
+ <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
350
+
351
+
352
+ <span class="md-ellipsis">
353
+ CLI
354
+ </span>
355
+
356
+
357
+ <span class="md-nav__icon md-icon"></span>
358
+ </label>
359
+
360
+ <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="true">
361
+ <label class="md-nav__title" for="__nav_2">
362
+ <span class="md-nav__icon md-icon"></span>
363
+ CLI
364
+ </label>
365
+ <ul class="md-nav__list" data-md-scrollfix>
366
+
367
+
368
+
369
+
370
+
371
+
372
+
373
+
374
+ <li class="md-nav__item md-nav__item--active">
375
+
376
+ <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
377
+
378
+
379
+
380
+ <label class="md-nav__link md-nav__link--active" for="__toc">
381
+
382
+
383
+ <span class="md-ellipsis">
384
+ Uploader
385
+ </span>
386
+
387
+
388
+ <span class="md-nav__icon md-icon"></span>
389
+ </label>
390
+
391
+ <a href="./" class="md-nav__link md-nav__link--active">
392
+
393
+
394
+ <span class="md-ellipsis">
395
+ Uploader
396
+ </span>
397
+
398
+
399
+ </a>
400
+
401
+
402
+
403
+ <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
404
+
405
+
406
+
407
+
408
+ <label class="md-nav__title" for="__toc">
409
+ <span class="md-nav__icon md-icon"></span>
410
+ Table of contents
411
+ </label>
412
+ <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
413
+
414
+ <li class="md-nav__item">
415
+ <a href="#usage" class="md-nav__link">
416
+ Usage
417
+ </a>
418
+
419
+ </li>
420
+
421
+ <li class="md-nav__item">
422
+ <a href="#options" class="md-nav__link">
423
+ Options
424
+ </a>
425
+
426
+ </li>
427
+
428
+ <li class="md-nav__item">
429
+ <a href="#conclusion" class="md-nav__link">
430
+ Conclusion
431
+ </a>
432
+
433
+ </li>
434
+
435
+ </ul>
436
+
437
+ </nav>
438
+
439
+ </li>
440
+
441
+
442
+
443
+
444
+
445
+
446
+
447
+
448
+
449
+ <li class="md-nav__item">
450
+ <a href="../downloader/" class="md-nav__link">
451
+
452
+
453
+ <span class="md-ellipsis">
454
+ Downloader
455
+ </span>
456
+
457
+
458
+ </a>
459
+ </li>
460
+
461
+
462
+
463
+
464
+
465
+
466
+
467
+
468
+
469
+ <li class="md-nav__item">
470
+ <a href="../packages/" class="md-nav__link">
471
+
472
+
473
+ <span class="md-ellipsis">
474
+ Packages
475
+ </span>
476
+
477
+
478
+ </a>
479
+ </li>
480
+
481
+
482
+
483
+
484
+
485
+
486
+
487
+
488
+
489
+ <li class="md-nav__item">
490
+ <a href="../docs/" class="md-nav__link">
491
+
492
+
493
+ <span class="md-ellipsis">
494
+ Docs
495
+ </span>
496
+
497
+
498
+ </a>
499
+ </li>
500
+
501
+
502
+
503
+
504
+ </ul>
505
+ </nav>
506
+
507
+ </li>
508
+
509
+
510
+
511
+
512
+
513
+
514
+
515
+
516
+
517
+
518
+
519
+ <li class="md-nav__item md-nav__item--nested">
520
+
521
+
522
+
523
+
524
+
525
+
526
+
527
+ <input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
528
+
529
+ <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
530
+
531
+
532
+ <span class="md-ellipsis">
533
+ API
534
+ </span>
535
+
536
+
537
+ <span class="md-nav__icon md-icon"></span>
538
+ </label>
539
+
540
+ <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
541
+ <label class="md-nav__title" for="__nav_3">
542
+ <span class="md-nav__icon md-icon"></span>
543
+ API
544
+ </label>
545
+ <ul class="md-nav__list" data-md-scrollfix>
546
+
547
+
548
+
549
+
550
+
551
+
552
+ <li class="md-nav__item">
553
+ <a href="../../apidoc/apidoc/" class="md-nav__link">
554
+
555
+
556
+ <span class="md-ellipsis">
557
+ Api Overview
558
+ </span>
559
+
560
+
561
+ </a>
562
+ </li>
563
+
564
+
565
+
566
+
567
+
568
+
569
+
570
+
571
+
572
+ <li class="md-nav__item">
573
+ <a href="../../apidoc/api_client/" class="md-nav__link">
574
+
575
+
576
+ <span class="md-ellipsis">
577
+ ciocore.api_client
578
+ </span>
579
+
580
+
581
+ </a>
582
+ </li>
583
+
584
+
585
+
586
+
587
+
588
+
589
+
590
+
591
+
592
+ <li class="md-nav__item">
593
+ <a href="../../apidoc/config/" class="md-nav__link">
594
+
595
+
596
+ <span class="md-ellipsis">
597
+ ciocore.config
598
+ </span>
599
+
600
+
601
+ </a>
602
+ </li>
603
+
604
+
605
+
606
+
607
+
608
+
609
+
610
+
611
+
612
+ <li class="md-nav__item">
613
+ <a href="../../apidoc/data/" class="md-nav__link">
614
+
615
+
616
+ <span class="md-ellipsis">
617
+ ciocore.data
618
+ </span>
619
+
620
+
621
+ </a>
622
+ </li>
623
+
624
+
625
+
626
+
627
+
628
+
629
+
630
+
631
+
632
+ <li class="md-nav__item">
633
+ <a href="../../apidoc/hardware_set/" class="md-nav__link">
634
+
635
+
636
+ <span class="md-ellipsis">
637
+ ciocore.hardware_set
638
+ </span>
639
+
640
+
641
+ </a>
642
+ </li>
643
+
644
+
645
+
646
+
647
+
648
+
649
+
650
+
651
+
652
+ <li class="md-nav__item">
653
+ <a href="../../apidoc/package_tree/" class="md-nav__link">
654
+
655
+
656
+ <span class="md-ellipsis">
657
+ ciocore.package_tree
658
+ </span>
659
+
660
+
661
+ </a>
662
+ </li>
663
+
664
+
665
+
666
+
667
+
668
+
669
+
670
+
671
+
672
+ <li class="md-nav__item">
673
+ <a href="../../apidoc/package_environment/" class="md-nav__link">
674
+
675
+
676
+ <span class="md-ellipsis">
677
+ ciocore.package_environment
678
+ </span>
679
+
680
+
681
+ </a>
682
+ </li>
683
+
684
+
685
+
686
+
687
+ </ul>
688
+ </nav>
689
+
690
+ </li>
691
+
692
+
693
+
694
+
695
+
696
+
697
+
698
+
699
+ <li class="md-nav__item">
700
+ <a href="../../how-to-guides/" class="md-nav__link">
701
+
702
+
703
+ <span class="md-ellipsis">
704
+ How to
705
+ </span>
706
+
707
+
708
+ </a>
709
+ </li>
710
+
711
+
712
+
713
+ </ul>
714
+ </nav>
715
+ </div>
716
+ </div>
717
+ </div>
718
+
719
+
720
+
721
+ <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
722
+ <div class="md-sidebar__scrollwrap">
723
+ <div class="md-sidebar__inner">
724
+
725
+
726
+ <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
727
+
728
+
729
+
730
+
731
+ <label class="md-nav__title" for="__toc">
732
+ <span class="md-nav__icon md-icon"></span>
733
+ Table of contents
734
+ </label>
735
+ <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
736
+
737
+ <li class="md-nav__item">
738
+ <a href="#usage" class="md-nav__link">
739
+ Usage
740
+ </a>
741
+
742
+ </li>
743
+
744
+ <li class="md-nav__item">
745
+ <a href="#options" class="md-nav__link">
746
+ Options
747
+ </a>
748
+
749
+ </li>
750
+
751
+ <li class="md-nav__item">
752
+ <a href="#conclusion" class="md-nav__link">
753
+ Conclusion
754
+ </a>
755
+
756
+ </li>
757
+
758
+ </ul>
759
+
760
+ </nav>
761
+ </div>
762
+ </div>
763
+ </div>
764
+
765
+
766
+
767
+ <div class="md-content" data-md-component="content">
768
+ <article class="md-content__inner md-typeset">
769
+
770
+
771
+
772
+
773
+ <h1>Uploader</h1>
774
+
775
+ <p>The Conductor Upload tool allows you to upload files to Conductor. It provides multiple options for customization and
776
+ flexibility.</p>
777
+ <h2 id="usage">Usage</h2>
778
+ <p>To use the Conductor Upload tool, you need to run the following command:</p>
779
+ <div class="highlight"><pre><span></span><code>conductor upload [OPTIONS] [PATHS]...
780
+ </code></pre></div>
781
+ <p>By default, without any arguments, the uploader runs in daemon mode. In this mode, it continuously watches for files to
782
+ upload for submitted jobs. If you want to manually specify a list of paths to upload, you can provide them as arguments
783
+ after the command.</p>
784
+ <p>For example, to upload multiple files named file1, file2, and file3, you can run:</p>
785
+ <div class="highlight"><pre><span></span><code>conductor upload file1 file2 file3
786
+ </code></pre></div>
787
+ <h2 id="options">Options</h2>
788
+ <p>The Conductor Upload tool provides several options to customize its behavior. Here are the available options:</p>
789
+ <div class="opts">
790
+ <div class="opts-header opts-row">
791
+ <div class="opts-name opts-cell">Option</div>
792
+ <div class="opts-type opts-cell">Type</div>
793
+ <div class="opts-default opts-cell">Default</div>
794
+ </div>
795
+ <div class="opts-block">
796
+ <div class="opts-body opts-row">
797
+ <div class="opts-name opts-cell">-db, --database_filepath</div>
798
+ <div class="opts-type opts-cell">TEXT</div>
799
+ <div class="opts-properties opts-cell">
800
+ <span class="opts-prop-query"></span>
801
+ </div>
802
+ </div>
803
+ <div class="opts-desc">
804
+ <p>This option allows you to specify a filepath to the local md5 caching database. The md5 caching feature
805
+ improves uploading times by skipping md5 generation for previously uploaded files that haven't been
806
+ modified since the last upload.</p>
807
+ </div>
808
+ </div>
809
+ <div class="opts-block">
810
+ <div class="opts-body opts-row">
811
+ <div class="opts-name opts-cell">-md5, --md5_caching</div>
812
+ <div class="opts-type opts-cell">BOOLEAN</div>
813
+ <div class="opts-properties opts-cell">
814
+ <span class="opts-prop-query"></span>
815
+ </div>
816
+ </div>
817
+ <div class="opts-desc">
818
+ <p>When set to true (default), the tool uses cached md5s to skip md5 checking for subsequent uploads of the
819
+ same files. This dramatically improves uploading times. However, if there is concern that files may not
820
+ be getting re-uploaded properly, you can set this flag to false.</p>
821
+ </div>
822
+ </div>
823
+ <div class="opts-block">
824
+ <div class="opts-body opts-row">
825
+ <div class="opts-name opts-cell">-lv, --log_level</div>
826
+ <div class="opts-type opts-cell">ENUM</div>
827
+ <div class="opts-properties opts-cell">
828
+ <span class="opts-prop-query"></span>
829
+ </div>
830
+ </div>
831
+ <div class="opts-desc">
832
+ <p>This option allows you to set the logging level to display. You can choose from the following levels:
833
+ CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET. By default, the log level is set to INFO.</p>
834
+ <p>Options are: CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET</p>
835
+ </div>
836
+ </div>
837
+ <div class="opts-block">
838
+ <div class="opts-body opts-row">
839
+ <div class="opts-name opts-cell">-ld, --log_dir</div>
840
+ <div class="opts-type opts-cell">TEXT</div>
841
+ <div class="opts-properties opts-cell">
842
+ <span class="opts-prop-query"></span>
843
+ </div>
844
+ </div>
845
+ <div class="opts-desc">
846
+ <p>If you want to write a log file, you can specify the directory using this option. The log file rotates,
847
+ creating a new log file every day and storing logs for the last 7 days. The log file is named
848
+ conductor_ul.log.</p>
849
+ </div>
850
+ </div>
851
+ <div class="opts-block">
852
+ <div class="opts-body opts-row">
853
+ <div class="opts-name opts-cell">-tc, --thread_count</div>
854
+ <div class="opts-type opts-cell">INTEGER</div>
855
+ <div class="opts-properties opts-cell">
856
+ <span class="opts-prop-query"></span>
857
+ </div>
858
+ </div>
859
+ <div class="opts-desc">
860
+ <p>This option sets the number of threads that should download simultaneously. Increasing the thread count
861
+ may improve upload performance, but it can also consume more system resources.</p>
862
+ </div>
863
+ </div>
864
+ <div class="opts-block">
865
+ <div class="opts-body opts-row">
866
+ <div class="opts-name opts-cell">-lc, --location</div>
867
+ <div class="opts-type opts-cell">TEXT</div>
868
+ <div class="opts-properties opts-cell">
869
+ <span class="opts-prop-query"></span>
870
+ </div>
871
+ </div>
872
+ <div class="opts-desc">
873
+ <p>If you want to associate uploads, downloads, and submissions with a specific location tag, you can use
874
+ this option. A location tag allows you to limit the scope of your uploads and downloads to jobs sharing
875
+ the same location tag. This is particularly useful when using the uploader or downloader in daemon mode.
876
+ </p>
877
+ </div>
878
+ </div>
879
+ <div class="opts-block">
880
+ <div class="opts-body opts-row">
881
+ <div class="opts-name opts-cell"> --help</div>
882
+ <div class="opts-type opts-cell"></div>
883
+ <div class="opts-properties opts-cell">
884
+ <span class="opts-prop-query"></span>
885
+ </div>
886
+ </div>
887
+ <div class="opts-desc">
888
+ <p>Print help.
889
+ </p>
890
+ </div>
891
+ </div>
892
+ </div>
893
+
894
+ <h2 id="conclusion">Conclusion</h2>
895
+ <p>The Conductor Upload tool provides a convenient way to upload files to Conductor. With its options and flexibility you can customize its behavior to suit your needs.</p>
896
+
897
+
898
+
899
+
900
+
901
+
902
+ </article>
903
+ </div>
904
+
905
+
906
+ </div>
907
+
908
+ <button type="button" class="md-top md-icon" data-md-component="top" hidden>
909
+
910
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12Z"/></svg>
911
+ Back to top
912
+ </button>
913
+
914
+ </main>
915
+
916
+ <footer class="md-footer">
917
+
918
+ <div class="md-footer-meta md-typeset">
919
+ <div class="md-footer-meta__inner md-grid">
920
+ <div class="md-copyright">
921
+
922
+ <div class="md-copyright__highlight">
923
+ Copyright &copy; 2023, CoreWeave.
924
+ </div>
925
+
926
+
927
+ Made with
928
+ <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
929
+ Material for MkDocs
930
+ </a>
931
+
932
+ </div>
933
+
934
+ </div>
935
+ </div>
936
+ </footer>
937
+
938
+ </div>
939
+ <div class="md-dialog" data-md-component="dialog">
940
+ <div class="md-dialog__inner md-typeset"></div>
941
+ </div>
942
+
943
+ <script id="__config" type="application/json">{"base": "../..", "features": ["navigation.expand", "navigation.instant", "navigation.tabs", "navigation.tabs.sticky", "navigation.tracking", "navigation.top"], "search": "../../assets/javascripts/workers/search.dfff1995.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script>
944
+
945
+
946
+ <script src="../../assets/javascripts/bundle.4e31edb1.min.js"></script>
947
+
948
+
949
+ </body>
950
+ </html>