ciocore 5.1.1__py2.py3-none-any.whl → 10.0.0b3__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. ciocore/VERSION +1 -1
  2. ciocore/__init__.py +23 -1
  3. ciocore/api_client.py +655 -160
  4. ciocore/auth/__init__.py +5 -3
  5. ciocore/cli.py +501 -0
  6. ciocore/common.py +15 -13
  7. ciocore/conductor_submit.py +77 -60
  8. ciocore/config.py +127 -13
  9. ciocore/data.py +162 -77
  10. ciocore/docsite/404.html +746 -0
  11. ciocore/docsite/apidoc/api_client/index.html +3605 -0
  12. ciocore/docsite/apidoc/apidoc/index.html +909 -0
  13. ciocore/docsite/apidoc/config/index.html +1652 -0
  14. ciocore/docsite/apidoc/data/index.html +1553 -0
  15. ciocore/docsite/apidoc/hardware_set/index.html +2460 -0
  16. ciocore/docsite/apidoc/package_environment/index.html +1507 -0
  17. ciocore/docsite/apidoc/package_tree/index.html +2386 -0
  18. ciocore/docsite/assets/_mkdocstrings.css +16 -0
  19. ciocore/docsite/assets/images/favicon.png +0 -0
  20. ciocore/docsite/assets/javascripts/bundle.471ce7a9.min.js +29 -0
  21. ciocore/docsite/assets/javascripts/bundle.471ce7a9.min.js.map +7 -0
  22. ciocore/docsite/assets/javascripts/lunr/min/lunr.ar.min.js +1 -0
  23. ciocore/docsite/assets/javascripts/lunr/min/lunr.da.min.js +18 -0
  24. ciocore/docsite/assets/javascripts/lunr/min/lunr.de.min.js +18 -0
  25. ciocore/docsite/assets/javascripts/lunr/min/lunr.du.min.js +18 -0
  26. ciocore/docsite/assets/javascripts/lunr/min/lunr.el.min.js +1 -0
  27. ciocore/docsite/assets/javascripts/lunr/min/lunr.es.min.js +18 -0
  28. ciocore/docsite/assets/javascripts/lunr/min/lunr.fi.min.js +18 -0
  29. ciocore/docsite/assets/javascripts/lunr/min/lunr.fr.min.js +18 -0
  30. ciocore/docsite/assets/javascripts/lunr/min/lunr.he.min.js +1 -0
  31. ciocore/docsite/assets/javascripts/lunr/min/lunr.hi.min.js +1 -0
  32. ciocore/docsite/assets/javascripts/lunr/min/lunr.hu.min.js +18 -0
  33. ciocore/docsite/assets/javascripts/lunr/min/lunr.hy.min.js +1 -0
  34. ciocore/docsite/assets/javascripts/lunr/min/lunr.it.min.js +18 -0
  35. ciocore/docsite/assets/javascripts/lunr/min/lunr.ja.min.js +1 -0
  36. ciocore/docsite/assets/javascripts/lunr/min/lunr.jp.min.js +1 -0
  37. ciocore/docsite/assets/javascripts/lunr/min/lunr.kn.min.js +1 -0
  38. ciocore/docsite/assets/javascripts/lunr/min/lunr.ko.min.js +1 -0
  39. ciocore/docsite/assets/javascripts/lunr/min/lunr.multi.min.js +1 -0
  40. ciocore/docsite/assets/javascripts/lunr/min/lunr.nl.min.js +18 -0
  41. ciocore/docsite/assets/javascripts/lunr/min/lunr.no.min.js +18 -0
  42. ciocore/docsite/assets/javascripts/lunr/min/lunr.pt.min.js +18 -0
  43. ciocore/docsite/assets/javascripts/lunr/min/lunr.ro.min.js +18 -0
  44. ciocore/docsite/assets/javascripts/lunr/min/lunr.ru.min.js +18 -0
  45. ciocore/docsite/assets/javascripts/lunr/min/lunr.sa.min.js +1 -0
  46. ciocore/docsite/assets/javascripts/lunr/min/lunr.stemmer.support.min.js +1 -0
  47. ciocore/docsite/assets/javascripts/lunr/min/lunr.sv.min.js +18 -0
  48. ciocore/docsite/assets/javascripts/lunr/min/lunr.ta.min.js +1 -0
  49. ciocore/docsite/assets/javascripts/lunr/min/lunr.te.min.js +1 -0
  50. ciocore/docsite/assets/javascripts/lunr/min/lunr.th.min.js +1 -0
  51. ciocore/docsite/assets/javascripts/lunr/min/lunr.tr.min.js +18 -0
  52. ciocore/docsite/assets/javascripts/lunr/min/lunr.vi.min.js +1 -0
  53. ciocore/docsite/assets/javascripts/lunr/min/lunr.zh.min.js +1 -0
  54. ciocore/docsite/assets/javascripts/lunr/tinyseg.js +206 -0
  55. ciocore/docsite/assets/javascripts/lunr/wordcut.js +6708 -0
  56. ciocore/docsite/assets/javascripts/workers/search.b8dbb3d2.min.js +42 -0
  57. ciocore/docsite/assets/javascripts/workers/search.b8dbb3d2.min.js.map +7 -0
  58. ciocore/docsite/assets/stylesheets/main.3cba04c6.min.css +1 -0
  59. ciocore/docsite/assets/stylesheets/main.3cba04c6.min.css.map +1 -0
  60. ciocore/docsite/assets/stylesheets/palette.06af60db.min.css +1 -0
  61. ciocore/docsite/assets/stylesheets/palette.06af60db.min.css.map +1 -0
  62. ciocore/docsite/cmdline/docs/index.html +871 -0
  63. ciocore/docsite/cmdline/downloader/index.html +934 -0
  64. ciocore/docsite/cmdline/packages/index.html +878 -0
  65. ciocore/docsite/cmdline/uploader/index.html +995 -0
  66. ciocore/docsite/how-to-guides/index.html +869 -0
  67. ciocore/docsite/index.html +895 -0
  68. ciocore/docsite/logo.png +0 -0
  69. ciocore/docsite/objects.inv +0 -0
  70. ciocore/docsite/search/search_index.json +1 -0
  71. ciocore/docsite/sitemap.xml +3 -0
  72. ciocore/docsite/sitemap.xml.gz +0 -0
  73. ciocore/docsite/stylesheets/extra.css +26 -0
  74. ciocore/docsite/stylesheets/tables.css +167 -0
  75. ciocore/downloader/base_downloader.py +644 -0
  76. ciocore/downloader/download_runner_base.py +47 -0
  77. ciocore/downloader/job_downloader.py +119 -0
  78. ciocore/{downloader.py → downloader/legacy_downloader.py} +12 -9
  79. ciocore/downloader/log.py +73 -0
  80. ciocore/downloader/logging_download_runner.py +87 -0
  81. ciocore/downloader/perpetual_downloader.py +63 -0
  82. ciocore/downloader/registry.py +97 -0
  83. ciocore/downloader/reporter.py +135 -0
  84. ciocore/exceptions.py +8 -2
  85. ciocore/file_utils.py +51 -50
  86. ciocore/hardware_set.py +449 -0
  87. ciocore/loggeria.py +89 -20
  88. ciocore/package_environment.py +110 -48
  89. ciocore/package_query.py +182 -0
  90. ciocore/package_tree.py +319 -258
  91. ciocore/retry.py +0 -0
  92. ciocore/uploader/_uploader.py +547 -364
  93. ciocore/uploader/thread_queue_job.py +176 -0
  94. ciocore/uploader/upload_stats/__init__.py +3 -4
  95. ciocore/uploader/upload_stats/stats_formats.py +10 -4
  96. ciocore/validator.py +34 -2
  97. ciocore/worker.py +174 -151
  98. ciocore-10.0.0b3.dist-info/METADATA +928 -0
  99. ciocore-10.0.0b3.dist-info/RECORD +128 -0
  100. {ciocore-5.1.1.dist-info → ciocore-10.0.0b3.dist-info}/WHEEL +1 -1
  101. ciocore-10.0.0b3.dist-info/entry_points.txt +2 -0
  102. tests/instance_type_fixtures.py +175 -0
  103. tests/package_fixtures.py +205 -0
  104. tests/test_api_client.py +297 -12
  105. tests/test_base_downloader.py +104 -0
  106. tests/test_cli.py +149 -0
  107. tests/test_common.py +1 -7
  108. tests/test_config.py +40 -18
  109. tests/test_data.py +162 -173
  110. tests/test_downloader.py +118 -0
  111. tests/test_hardware_set.py +139 -0
  112. tests/test_job_downloader.py +213 -0
  113. tests/test_package_query.py +38 -0
  114. tests/test_package_tree.py +91 -291
  115. tests/test_submit.py +44 -18
  116. tests/test_uploader.py +1 -4
  117. ciocore/__about__.py +0 -10
  118. ciocore/cli/conductor.py +0 -191
  119. ciocore/compat.py +0 -15
  120. ciocore-5.1.1.data/scripts/conductor +0 -19
  121. ciocore-5.1.1.data/scripts/conductor.bat +0 -13
  122. ciocore-5.1.1.dist-info/METADATA +0 -408
  123. ciocore-5.1.1.dist-info/RECORD +0 -47
  124. tests/mocks/api_client_mock.py +0 -51
  125. /ciocore/{cli → downloader}/__init__.py +0 -0
  126. {ciocore-5.1.1.dist-info → ciocore-10.0.0b3.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,995 @@
1
+
2
+ <!doctype html>
3
+ <html lang="en" class="no-js">
4
+ <head>
5
+
6
+ <meta charset="utf-8">
7
+ <meta name="viewport" content="width=device-width,initial-scale=1">
8
+
9
+
10
+ <meta name="author" content="Conductor Developers">
11
+
12
+
13
+
14
+ <link rel="prev" href="../..">
15
+
16
+
17
+ <link rel="next" href="../downloader/">
18
+
19
+
20
+ <link rel="icon" href="../../assets/images/favicon.png">
21
+ <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.32">
22
+
23
+
24
+
25
+ <title>Uploader - Conductor Core</title>
26
+
27
+
28
+
29
+ <link rel="stylesheet" href="../../assets/stylesheets/main.3cba04c6.min.css">
30
+
31
+
32
+ <link rel="stylesheet" href="../../assets/stylesheets/palette.06af60db.min.css">
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+ <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
46
+ <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Raleway:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
47
+ <style>:root{--md-text-font:"Raleway";--md-code-font:"Roboto Mono"}</style>
48
+
49
+
50
+
51
+ <link rel="stylesheet" href="../../assets/_mkdocstrings.css">
52
+
53
+ <link rel="stylesheet" href="../../stylesheets/extra.css">
54
+
55
+ <link rel="stylesheet" href="../../stylesheets/tables.css">
56
+
57
+ <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
58
+
59
+
60
+
61
+
62
+
63
+
64
+ </head>
65
+
66
+
67
+
68
+
69
+
70
+
71
+
72
+
73
+
74
+ <body dir="ltr" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom">
75
+
76
+
77
+ <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
78
+ <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
79
+ <label class="md-overlay" for="__drawer"></label>
80
+ <div data-md-component="skip">
81
+
82
+
83
+ <a href="#usage" class="md-skip">
84
+ Skip to content
85
+ </a>
86
+
87
+ </div>
88
+ <div data-md-component="announce">
89
+
90
+ </div>
91
+
92
+
93
+
94
+
95
+
96
+
97
+ <header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
98
+ <nav class="md-header__inner md-grid" aria-label="Header">
99
+ <a href="https://www.conductortech.com" title="Conductor Core" class="md-header__button md-logo" aria-label="Conductor Core" data-md-component="logo">
100
+
101
+ <img src="../../logo.png" alt="logo">
102
+
103
+ </a>
104
+ <label class="md-header__button md-icon" for="__drawer">
105
+
106
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
107
+ </label>
108
+ <div class="md-header__title" data-md-component="header-title">
109
+ <div class="md-header__ellipsis">
110
+ <div class="md-header__topic">
111
+ <span class="md-ellipsis">
112
+ Conductor Core
113
+ </span>
114
+ </div>
115
+ <div class="md-header__topic" data-md-component="header-topic">
116
+ <span class="md-ellipsis">
117
+
118
+ Uploader
119
+
120
+ </span>
121
+ </div>
122
+ </div>
123
+ </div>
124
+
125
+
126
+ <form class="md-header__option" data-md-component="palette">
127
+
128
+
129
+
130
+
131
+ <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0">
132
+
133
+ <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
134
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>
135
+ </label>
136
+
137
+
138
+
139
+
140
+
141
+ <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
142
+
143
+ <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_0" hidden>
144
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>
145
+ </label>
146
+
147
+
148
+ </form>
149
+
150
+
151
+
152
+ <script>var media,input,key,value,palette=__md_get("__palette");if(palette&&palette.color){"(prefers-color-scheme)"===palette.color.media&&(media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']"),palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent"));for([key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
153
+
154
+
155
+
156
+ <label class="md-header__button md-icon" for="__search">
157
+
158
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
159
+ </label>
160
+ <div class="md-search" data-md-component="search" role="dialog">
161
+ <label class="md-search__overlay" for="__search"></label>
162
+ <div class="md-search__inner" role="search">
163
+ <form class="md-search__form" name="search">
164
+ <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
165
+ <label class="md-search__icon md-icon" for="__search">
166
+
167
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
168
+
169
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
170
+ </label>
171
+ <nav class="md-search__options" aria-label="Search">
172
+
173
+ <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
174
+
175
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
176
+ </button>
177
+ </nav>
178
+
179
+ </form>
180
+ <div class="md-search__output">
181
+ <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
182
+ <div class="md-search-result" data-md-component="search-result">
183
+ <div class="md-search-result__meta">
184
+ Initializing search
185
+ </div>
186
+ <ol class="md-search-result__list" role="presentation"></ol>
187
+ </div>
188
+ </div>
189
+ </div>
190
+ </div>
191
+ </div>
192
+
193
+
194
+ </nav>
195
+
196
+
197
+
198
+ <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
199
+ <div class="md-grid">
200
+ <ul class="md-tabs__list">
201
+
202
+
203
+
204
+
205
+
206
+ <li class="md-tabs__item">
207
+ <a href="../.." class="md-tabs__link">
208
+
209
+
210
+
211
+
212
+ Overview
213
+
214
+ </a>
215
+ </li>
216
+
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+ <li class="md-tabs__item md-tabs__item--active">
228
+ <a href="./" class="md-tabs__link">
229
+
230
+
231
+ CLI
232
+
233
+ </a>
234
+ </li>
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+ <li class="md-tabs__item">
246
+ <a href="../../apidoc/apidoc/" class="md-tabs__link">
247
+
248
+
249
+ API
250
+
251
+ </a>
252
+ </li>
253
+
254
+
255
+
256
+
257
+
258
+
259
+
260
+
261
+ <li class="md-tabs__item">
262
+ <a href="../../how-to-guides/" class="md-tabs__link">
263
+
264
+
265
+
266
+
267
+ How to
268
+
269
+ </a>
270
+ </li>
271
+
272
+
273
+
274
+ </ul>
275
+ </div>
276
+ </nav>
277
+
278
+
279
+ </header>
280
+
281
+ <div class="md-container" data-md-component="container">
282
+
283
+
284
+
285
+
286
+ <main class="md-main" data-md-component="main">
287
+ <div class="md-main__inner md-grid">
288
+
289
+
290
+
291
+ <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
292
+ <div class="md-sidebar__scrollwrap">
293
+ <div class="md-sidebar__inner">
294
+
295
+
296
+
297
+
298
+
299
+
300
+ <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
301
+ <label class="md-nav__title" for="__drawer">
302
+ <a href="https://www.conductortech.com" title="Conductor Core" class="md-nav__button md-logo" aria-label="Conductor Core" data-md-component="logo">
303
+
304
+ <img src="../../logo.png" alt="logo">
305
+
306
+ </a>
307
+ Conductor Core
308
+ </label>
309
+
310
+ <ul class="md-nav__list" data-md-scrollfix>
311
+
312
+
313
+
314
+
315
+
316
+
317
+
318
+ <li class="md-nav__item">
319
+ <a href="../.." class="md-nav__link">
320
+
321
+
322
+ <span class="md-ellipsis">
323
+ Overview
324
+ </span>
325
+
326
+
327
+ </a>
328
+ </li>
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+
342
+
343
+
344
+
345
+
346
+
347
+
348
+
349
+
350
+ <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
351
+
352
+
353
+
354
+ <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" checked>
355
+
356
+
357
+ <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="">
358
+
359
+
360
+ <span class="md-ellipsis">
361
+ CLI
362
+ </span>
363
+
364
+
365
+ <span class="md-nav__icon md-icon"></span>
366
+ </label>
367
+
368
+ <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="true">
369
+ <label class="md-nav__title" for="__nav_2">
370
+ <span class="md-nav__icon md-icon"></span>
371
+ CLI
372
+ </label>
373
+ <ul class="md-nav__list" data-md-scrollfix>
374
+
375
+
376
+
377
+
378
+
379
+
380
+
381
+
382
+
383
+ <li class="md-nav__item md-nav__item--active">
384
+
385
+ <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
386
+
387
+
388
+
389
+ <label class="md-nav__link md-nav__link--active" for="__toc">
390
+
391
+
392
+ <span class="md-ellipsis">
393
+ Uploader
394
+ </span>
395
+
396
+
397
+ <span class="md-nav__icon md-icon"></span>
398
+ </label>
399
+
400
+ <a href="./" class="md-nav__link md-nav__link--active">
401
+
402
+
403
+ <span class="md-ellipsis">
404
+ Uploader
405
+ </span>
406
+
407
+
408
+ </a>
409
+
410
+
411
+
412
+ <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
413
+
414
+
415
+
416
+
417
+ <label class="md-nav__title" for="__toc">
418
+ <span class="md-nav__icon md-icon"></span>
419
+ Table of contents
420
+ </label>
421
+ <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
422
+
423
+ <li class="md-nav__item">
424
+ <a href="#usage" class="md-nav__link">
425
+ <span class="md-ellipsis">
426
+ Usage
427
+ </span>
428
+ </a>
429
+
430
+ </li>
431
+
432
+ <li class="md-nav__item">
433
+ <a href="#options" class="md-nav__link">
434
+ <span class="md-ellipsis">
435
+ Options
436
+ </span>
437
+ </a>
438
+
439
+ </li>
440
+
441
+ <li class="md-nav__item">
442
+ <a href="#conclusion" class="md-nav__link">
443
+ <span class="md-ellipsis">
444
+ Conclusion
445
+ </span>
446
+ </a>
447
+
448
+ </li>
449
+
450
+ </ul>
451
+
452
+ </nav>
453
+
454
+ </li>
455
+
456
+
457
+
458
+
459
+
460
+
461
+
462
+
463
+
464
+
465
+ <li class="md-nav__item">
466
+ <a href="../downloader/" class="md-nav__link">
467
+
468
+
469
+ <span class="md-ellipsis">
470
+ Downloader
471
+ </span>
472
+
473
+
474
+ </a>
475
+ </li>
476
+
477
+
478
+
479
+
480
+
481
+
482
+
483
+
484
+
485
+
486
+ <li class="md-nav__item">
487
+ <a href="../packages/" class="md-nav__link">
488
+
489
+
490
+ <span class="md-ellipsis">
491
+ Packages
492
+ </span>
493
+
494
+
495
+ </a>
496
+ </li>
497
+
498
+
499
+
500
+
501
+
502
+
503
+
504
+
505
+
506
+
507
+ <li class="md-nav__item">
508
+ <a href="../docs/" class="md-nav__link">
509
+
510
+
511
+ <span class="md-ellipsis">
512
+ Docs
513
+ </span>
514
+
515
+
516
+ </a>
517
+ </li>
518
+
519
+
520
+
521
+
522
+ </ul>
523
+ </nav>
524
+
525
+ </li>
526
+
527
+
528
+
529
+
530
+
531
+
532
+
533
+
534
+
535
+
536
+
537
+
538
+
539
+
540
+
541
+
542
+ <li class="md-nav__item md-nav__item--nested">
543
+
544
+
545
+
546
+
547
+
548
+ <input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
549
+
550
+
551
+ <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
552
+
553
+
554
+ <span class="md-ellipsis">
555
+ API
556
+ </span>
557
+
558
+
559
+ <span class="md-nav__icon md-icon"></span>
560
+ </label>
561
+
562
+ <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
563
+ <label class="md-nav__title" for="__nav_3">
564
+ <span class="md-nav__icon md-icon"></span>
565
+ API
566
+ </label>
567
+ <ul class="md-nav__list" data-md-scrollfix>
568
+
569
+
570
+
571
+
572
+
573
+
574
+
575
+ <li class="md-nav__item">
576
+ <a href="../../apidoc/apidoc/" class="md-nav__link">
577
+
578
+
579
+ <span class="md-ellipsis">
580
+ Api Overview
581
+ </span>
582
+
583
+
584
+ </a>
585
+ </li>
586
+
587
+
588
+
589
+
590
+
591
+
592
+
593
+
594
+
595
+
596
+ <li class="md-nav__item">
597
+ <a href="../../apidoc/api_client/" class="md-nav__link">
598
+
599
+
600
+ <span class="md-ellipsis">
601
+ ciocore.api_client
602
+ </span>
603
+
604
+
605
+ </a>
606
+ </li>
607
+
608
+
609
+
610
+
611
+
612
+
613
+
614
+
615
+
616
+
617
+ <li class="md-nav__item">
618
+ <a href="../../apidoc/config/" class="md-nav__link">
619
+
620
+
621
+ <span class="md-ellipsis">
622
+ ciocore.config
623
+ </span>
624
+
625
+
626
+ </a>
627
+ </li>
628
+
629
+
630
+
631
+
632
+
633
+
634
+
635
+
636
+
637
+
638
+ <li class="md-nav__item">
639
+ <a href="../../apidoc/data/" class="md-nav__link">
640
+
641
+
642
+ <span class="md-ellipsis">
643
+ ciocore.data
644
+ </span>
645
+
646
+
647
+ </a>
648
+ </li>
649
+
650
+
651
+
652
+
653
+
654
+
655
+
656
+
657
+
658
+
659
+ <li class="md-nav__item">
660
+ <a href="../../apidoc/hardware_set/" class="md-nav__link">
661
+
662
+
663
+ <span class="md-ellipsis">
664
+ ciocore.hardware_set
665
+ </span>
666
+
667
+
668
+ </a>
669
+ </li>
670
+
671
+
672
+
673
+
674
+
675
+
676
+
677
+
678
+
679
+
680
+ <li class="md-nav__item">
681
+ <a href="../../apidoc/package_tree/" class="md-nav__link">
682
+
683
+
684
+ <span class="md-ellipsis">
685
+ ciocore.package_tree
686
+ </span>
687
+
688
+
689
+ </a>
690
+ </li>
691
+
692
+
693
+
694
+
695
+
696
+
697
+
698
+
699
+
700
+
701
+ <li class="md-nav__item">
702
+ <a href="../../apidoc/package_environment/" class="md-nav__link">
703
+
704
+
705
+ <span class="md-ellipsis">
706
+ ciocore.package_environment
707
+ </span>
708
+
709
+
710
+ </a>
711
+ </li>
712
+
713
+
714
+
715
+
716
+ </ul>
717
+ </nav>
718
+
719
+ </li>
720
+
721
+
722
+
723
+
724
+
725
+
726
+
727
+
728
+
729
+ <li class="md-nav__item">
730
+ <a href="../../how-to-guides/" class="md-nav__link">
731
+
732
+
733
+ <span class="md-ellipsis">
734
+ How to
735
+ </span>
736
+
737
+
738
+ </a>
739
+ </li>
740
+
741
+
742
+
743
+ </ul>
744
+ </nav>
745
+ </div>
746
+ </div>
747
+ </div>
748
+
749
+
750
+
751
+ <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
752
+ <div class="md-sidebar__scrollwrap">
753
+ <div class="md-sidebar__inner">
754
+
755
+
756
+ <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
757
+
758
+
759
+
760
+
761
+ <label class="md-nav__title" for="__toc">
762
+ <span class="md-nav__icon md-icon"></span>
763
+ Table of contents
764
+ </label>
765
+ <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
766
+
767
+ <li class="md-nav__item">
768
+ <a href="#usage" class="md-nav__link">
769
+ <span class="md-ellipsis">
770
+ Usage
771
+ </span>
772
+ </a>
773
+
774
+ </li>
775
+
776
+ <li class="md-nav__item">
777
+ <a href="#options" class="md-nav__link">
778
+ <span class="md-ellipsis">
779
+ Options
780
+ </span>
781
+ </a>
782
+
783
+ </li>
784
+
785
+ <li class="md-nav__item">
786
+ <a href="#conclusion" class="md-nav__link">
787
+ <span class="md-ellipsis">
788
+ Conclusion
789
+ </span>
790
+ </a>
791
+
792
+ </li>
793
+
794
+ </ul>
795
+
796
+ </nav>
797
+ </div>
798
+ </div>
799
+ </div>
800
+
801
+
802
+
803
+ <div class="md-content" data-md-component="content">
804
+ <article class="md-content__inner md-typeset">
805
+
806
+
807
+
808
+
809
+ <h1>Uploader</h1>
810
+
811
+ <p>The Conductor Upload tool allows you to upload files to Conductor. It provides multiple options for customization and
812
+ flexibility.</p>
813
+ <h2 id="usage">Usage</h2>
814
+ <p>To use the Conductor Upload tool, you need to run the following command:</p>
815
+ <div class="highlight"><pre><span></span><code>conductor upload [OPTIONS] [PATHS]...
816
+ </code></pre></div>
817
+ <p>By default, without any arguments, the uploader runs in daemon mode. In this mode, it continuously watches for files to
818
+ upload for submitted jobs. If you want to manually specify a list of paths to upload, you can provide them as arguments
819
+ after the command.</p>
820
+ <p>For example, to upload multiple files named file1, file2, and file3, you can run:</p>
821
+ <div class="highlight"><pre><span></span><code>conductor upload file1 file2 file3
822
+ </code></pre></div>
823
+ <h2 id="options">Options</h2>
824
+ <p>The Conductor Upload tool provides several options to customize its behavior. Here are the available options:</p>
825
+ <div class="opts">
826
+ <div class="opts-header opts-row">
827
+ <div class="opts-name opts-cell">Option</div>
828
+ <div class="opts-type opts-cell">Type</div>
829
+ <div class="opts-default opts-cell">Default</div>
830
+ </div>
831
+ <div class="opts-block">
832
+ <div class="opts-body opts-row">
833
+ <div class="opts-name opts-cell">-db, --database_filepath</div>
834
+ <div class="opts-type opts-cell">TEXT</div>
835
+ <div class="opts-properties opts-cell">
836
+ <span class="opts-prop-query"></span>
837
+ </div>
838
+ </div>
839
+ <div class="opts-desc">
840
+ <p>This option allows you to specify a filepath to the local md5 caching database. The md5 caching feature
841
+ improves uploading times by skipping md5 generation for previously uploaded files that haven't been
842
+ modified since the last upload.</p>
843
+ </div>
844
+ </div>
845
+ <div class="opts-block">
846
+ <div class="opts-body opts-row">
847
+ <div class="opts-name opts-cell">-md5, --md5_caching</div>
848
+ <div class="opts-type opts-cell">BOOLEAN</div>
849
+ <div class="opts-properties opts-cell">
850
+ <span class="opts-prop-query"></span>
851
+ </div>
852
+ </div>
853
+ <div class="opts-desc">
854
+ <p>When set to true (default), the tool uses cached md5s to skip md5 checking for subsequent uploads of the
855
+ same files. This dramatically improves uploading times. However, if there is concern that files may not
856
+ be getting re-uploaded properly, you can set this flag to false.</p>
857
+ </div>
858
+ </div>
859
+ <div class="opts-block">
860
+ <div class="opts-body opts-row">
861
+ <div class="opts-name opts-cell">-lv, --log_level</div>
862
+ <div class="opts-type opts-cell">ENUM</div>
863
+ <div class="opts-properties opts-cell">
864
+ <span class="opts-prop-query"></span>
865
+ </div>
866
+ </div>
867
+ <div class="opts-desc">
868
+ <p>This option allows you to set the logging level to display. You can choose from the following levels:
869
+ CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET. By default, the log level is set to INFO.</p>
870
+ <p>Options are: CRITICAL, ERROR, WARNING, INFO, DEBUG, NOTSET</p>
871
+ </div>
872
+ </div>
873
+ <div class="opts-block">
874
+ <div class="opts-body opts-row">
875
+ <div class="opts-name opts-cell">-ld, --log_dir</div>
876
+ <div class="opts-type opts-cell">TEXT</div>
877
+ <div class="opts-properties opts-cell">
878
+ <span class="opts-prop-query"></span>
879
+ </div>
880
+ </div>
881
+ <div class="opts-desc">
882
+ <p>If you want to write a log file, you can specify the directory using this option. The log file rotates,
883
+ creating a new log file every day and storing logs for the last 7 days. The log file is named
884
+ conductor_ul.log.</p>
885
+ </div>
886
+ </div>
887
+ <div class="opts-block">
888
+ <div class="opts-body opts-row">
889
+ <div class="opts-name opts-cell">-tc, --thread_count</div>
890
+ <div class="opts-type opts-cell">INTEGER</div>
891
+ <div class="opts-properties opts-cell">
892
+ <span class="opts-prop-query"></span>
893
+ </div>
894
+ </div>
895
+ <div class="opts-desc">
896
+ <p>This option sets the number of threads that should download simultaneously. Increasing the thread count
897
+ may improve upload performance, but it can also consume more system resources.</p>
898
+ </div>
899
+ </div>
900
+ <div class="opts-block">
901
+ <div class="opts-body opts-row">
902
+ <div class="opts-name opts-cell">-lc, --location</div>
903
+ <div class="opts-type opts-cell">TEXT</div>
904
+ <div class="opts-properties opts-cell">
905
+ <span class="opts-prop-query"></span>
906
+ </div>
907
+ </div>
908
+ <div class="opts-desc">
909
+ <p>If you want to associate uploads, downloads, and submissions with a specific location tag, you can use
910
+ this option. A location tag allows you to limit the scope of your uploads and downloads to jobs sharing
911
+ the same location tag. This is particularly useful when using the uploader or downloader in daemon mode.
912
+ </p>
913
+ </div>
914
+ </div>
915
+ <div class="opts-block">
916
+ <div class="opts-body opts-row">
917
+ <div class="opts-name opts-cell"> --help</div>
918
+ <div class="opts-type opts-cell"></div>
919
+ <div class="opts-properties opts-cell">
920
+ <span class="opts-prop-query"></span>
921
+ </div>
922
+ </div>
923
+ <div class="opts-desc">
924
+ <p>Print help.
925
+ </p>
926
+ </div>
927
+ </div>
928
+ </div>
929
+
930
+ <h2 id="conclusion">Conclusion</h2>
931
+ <p>The Conductor Upload tool provides a convenient way to upload files to Conductor. With its options and flexibility you can customize its behavior to suit your needs.</p>
932
+
933
+
934
+
935
+
936
+
937
+
938
+
939
+
940
+
941
+
942
+
943
+
944
+
945
+ </article>
946
+ </div>
947
+
948
+
949
+ <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
950
+ </div>
951
+
952
+ <button type="button" class="md-top md-icon" data-md-component="top" hidden>
953
+
954
+ <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12Z"/></svg>
955
+ Back to top
956
+ </button>
957
+
958
+ </main>
959
+
960
+ <footer class="md-footer">
961
+
962
+ <div class="md-footer-meta md-typeset">
963
+ <div class="md-footer-meta__inner md-grid">
964
+ <div class="md-copyright">
965
+
966
+ <div class="md-copyright__highlight">
967
+ Copyright &copy; 2023, CoreWeave.
968
+ </div>
969
+
970
+
971
+ Made with
972
+ <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
973
+ Material for MkDocs
974
+ </a>
975
+
976
+ </div>
977
+
978
+ </div>
979
+ </div>
980
+ </footer>
981
+
982
+ </div>
983
+ <div class="md-dialog" data-md-component="dialog">
984
+ <div class="md-dialog__inner md-typeset"></div>
985
+ </div>
986
+
987
+
988
+ <script id="__config" type="application/json">{"base": "../..", "features": ["navigation.expand", "navigation.instant", "navigation.tabs", "navigation.tabs.sticky", "navigation.tracking", "navigation.top"], "search": "../../assets/javascripts/workers/search.b8dbb3d2.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script>
989
+
990
+
991
+ <script src="../../assets/javascripts/bundle.471ce7a9.min.js"></script>
992
+
993
+
994
+ </body>
995
+ </html>