@leverege/build-tools 2.103.0 → 2.105.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/.github/dependabot.yml +7 -0
  2. package/README.md +20 -8
  3. package/eslint.config.mjs +13 -0
  4. package/package.json +14 -14
  5. package/src/Docker.mjs +3 -3
  6. package/src/Utils.mjs +33 -4
  7. package/src/bash-funcs +1 -1
  8. package/src/build-cnpg-image.mjs +1 -1
  9. package/src/chart-compass.mjs +3 -3
  10. package/src/chart-to-registry.mjs +1 -1
  11. package/src/custom-images/bitnami-audits/bitnami-audit.mjs +1 -1
  12. package/src/dashboard/DashboardManager.mjs +6 -0
  13. package/src/dashboard/json/deprecated/pitcrew/triton-server.json +1611 -0
  14. package/src/dashboard/json/deprecated/pitcrew/vms-server.json +2949 -0
  15. package/src/dashboard/json/pitcrew/triton-interface.json +1201 -0
  16. package/src/dashboard/json/pitcrew/vms-server.json +1636 -0
  17. package/src/firebaseDeploy.mjs +0 -1
  18. package/src/firebaseServe.mjs +0 -1
  19. package/src/helm-charts/prom-operator/helmup.plugin +1 -1
  20. package/src/helm-charts/prom-operator/prometheus-stack.yaml.ovh +24 -2
  21. package/src/helm-charts/prom-operator/rules/cnpg-rules.yaml +2 -1
  22. package/src/helm-charts/prom-operator/test-alert.yaml +1 -1
  23. package/src/overwhelm.mjs +6 -28
  24. package/src/refresh-npm-token.mjs +116 -197
  25. package/src/repo-panopticon.mjs +1 -1
  26. package/src/service-man/config/CommandLine.mjs +6 -3
  27. package/src/service-man/config/Config.mjs +1 -1
  28. package/src/service-man/gcloud-k8s/RolesManager.mjs +1 -1
  29. package/src/service-man/gcloud-k8s/SecretsManager.mjs +3 -3
  30. package/src/service-man/gcloud-k8s/ServiceAccountManager.mjs +4 -4
  31. package/src/unleash.mjs +1 -1
package/src/dashboard/json/pitcrew/triton-interface.json ADDED
@@ -0,0 +1,1201 @@
1
+ {
2
+ "annotations": {
3
+ "list": [
4
+ {
5
+ "builtIn": 1,
6
+ "datasource": {
7
+ "type": "datasource",
8
+ "uid": "grafana"
9
+ },
10
+ "enable": true,
11
+ "hide": true,
12
+ "iconColor": "rgba(0, 211, 255, 1)",
13
+ "name": "Annotations & Alerts",
14
+ "type": "dashboard"
15
+ }
16
+ ]
17
+ },
18
+ "description": "Visualize metrics from the Triton server.",
19
+ "editable": false,
20
+ "fiscalYearStartMonth": 0,
21
+ "graphTooltip": 1,
22
+ "id": null,
23
+ "links": [],
24
+ "panels": [
25
+ {
26
+ "datasource": {
27
+ "type": "prometheus",
28
+ "uid": "${datasource}"
29
+ },
30
+ "fieldConfig": {
31
+ "defaults": {
32
+ "unit": "reqps",
33
+ "thresholds": {
34
+ "mode": "absolute",
35
+ "steps": [
36
+ {
37
+ "value": 0,
38
+ "color": "green"
39
+ },
40
+ {
41
+ "value": 80,
42
+ "color": "red"
43
+ }
44
+ ]
45
+ },
46
+ "color": {
47
+ "mode": "palette-classic"
48
+ },
49
+ "custom": {
50
+ "axisBorderShow": false,
51
+ "axisCenteredZero": false,
52
+ "axisColorMode": "text",
53
+ "axisLabel": "",
54
+ "axisPlacement": "auto",
55
+ "barAlignment": 0,
56
+ "barWidthFactor": 0.6,
57
+ "drawStyle": "line",
58
+ "fillOpacity": 10,
59
+ "gradientMode": "none",
60
+ "hideFrom": {
61
+ "legend": false,
62
+ "tooltip": false,
63
+ "viz": false
64
+ },
65
+ "insertNulls": false,
66
+ "lineInterpolation": "linear",
67
+ "lineWidth": 1,
68
+ "pointSize": 5,
69
+ "scaleDistribution": {
70
+ "type": "linear"
71
+ },
72
+ "showPoints": "never",
73
+ "showValues": false,
74
+ "spanNulls": false,
75
+ "stacking": {
76
+ "group": "A",
77
+ "mode": "none"
78
+ },
79
+ "thresholdsStyle": {
80
+ "mode": "off"
81
+ }
82
+ }
83
+ },
84
+ "overrides": [
85
+ {
86
+ "matcher": {
87
+ "id": "byName",
88
+ "options": "deepmet-1"
89
+ },
90
+ "properties": [
91
+ {
92
+ "id": "color",
93
+ "value": {
94
+ "fixedColor": "#7EB26D",
95
+ "mode": "fixed"
96
+ }
97
+ }
98
+ ]
99
+ },
100
+ {
101
+ "matcher": {
102
+ "id": "byName",
103
+ "options": "{}"
104
+ },
105
+ "properties": [
106
+ {
107
+ "id": "unit",
108
+ "value": "percentunit"
109
+ },
110
+ {
111
+ "id": "custom.axisPlacement",
112
+ "value": "right"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "matcher": {
118
+ "id": "byName",
119
+ "options": "nv_gpu_utilization{gpu_uuid=\"GPU-1254a0cf-7bb0-6470-29fa-fd843f57a29b\", instance=\"203.145.219.187:56014\", job=\"g4\"}"
120
+ },
121
+ "properties": [
122
+ {
123
+ "id": "unit",
124
+ "value": "percentunit"
125
+ },
126
+ {
127
+ "id": "custom.axisPlacement",
128
+ "value": "right"
129
+ }
130
+ ]
131
+ }
132
+ ]
133
+ },
134
+ "gridPos": {
135
+ "h": 9,
136
+ "w": 12,
137
+ "x": 0,
138
+ "y": 0
139
+ },
140
+ "id": 4,
141
+ "options": {
142
+ "legend": {
143
+ "calcs": [],
144
+ "displayMode": "list",
145
+ "placement": "bottom",
146
+ "showLegend": true
147
+ },
148
+ "tooltip": {
149
+ "hideZeros": false,
150
+ "mode": "multi",
151
+ "sort": "none"
152
+ }
153
+ },
154
+ "targets": [
155
+ {
156
+ "datasource": {
157
+ "type": "prometheus",
158
+ "uid": "${datasource}"
159
+ },
160
+ "editorMode": "code",
161
+ "expr": "sum by (model,version) (rate(nv_inference_request_success{job=\"$job\"}[60s]))",
162
+ "legendFormat": "{{model}}-{{version}}",
163
+ "refId": "A",
164
+ "exemplar": true,
165
+ "instant": false
166
+ }
167
+ ],
168
+ "title": "Request success / sec",
169
+ "type": "timeseries"
170
+ },
171
+ {
172
+ "datasource": {
173
+ "type": "prometheus",
174
+ "uid": "${datasource}"
175
+ },
176
+ "fieldConfig": {
177
+ "defaults": {
178
+ "unit": "\u00b5s",
179
+ "thresholds": {
180
+ "mode": "absolute",
181
+ "steps": [
182
+ {
183
+ "value": 0,
184
+ "color": "green"
185
+ },
186
+ {
187
+ "value": 80,
188
+ "color": "red"
189
+ }
190
+ ]
191
+ },
192
+ "color": {
193
+ "mode": "palette-classic"
194
+ },
195
+ "custom": {
196
+ "axisBorderShow": false,
197
+ "axisCenteredZero": false,
198
+ "axisColorMode": "text",
199
+ "axisLabel": "",
200
+ "axisPlacement": "auto",
201
+ "barAlignment": 0,
202
+ "barWidthFactor": 0.6,
203
+ "drawStyle": "line",
204
+ "fillOpacity": 10,
205
+ "gradientMode": "none",
206
+ "hideFrom": {
207
+ "legend": false,
208
+ "tooltip": false,
209
+ "viz": false
210
+ },
211
+ "insertNulls": false,
212
+ "lineInterpolation": "linear",
213
+ "lineWidth": 1,
214
+ "pointSize": 5,
215
+ "scaleDistribution": {
216
+ "type": "linear"
217
+ },
218
+ "showPoints": "never",
219
+ "showValues": false,
220
+ "spanNulls": false,
221
+ "stacking": {
222
+ "group": "A",
223
+ "mode": "none"
224
+ },
225
+ "thresholdsStyle": {
226
+ "mode": "off"
227
+ }
228
+ }
229
+ },
230
+ "overrides": []
231
+ },
232
+ "gridPos": {
233
+ "h": 9,
234
+ "w": 12,
235
+ "x": 12,
236
+ "y": 0
237
+ },
238
+ "id": 15,
239
+ "options": {
240
+ "legend": {
241
+ "calcs": [],
242
+ "displayMode": "list",
243
+ "placement": "bottom",
244
+ "showLegend": true
245
+ },
246
+ "tooltip": {
247
+ "hideZeros": false,
248
+ "mode": "multi",
249
+ "sort": "none"
250
+ }
251
+ },
252
+ "targets": [
253
+ {
254
+ "datasource": {
255
+ "type": "prometheus",
256
+ "uid": "${datasource}"
257
+ },
258
+ "editorMode": "code",
259
+ "expr": "irate(nv_inference_compute_infer_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
260
+ "legendFormat": "{{model}}-{{version}}",
261
+ "refId": "A",
262
+ "exemplar": true,
263
+ "range": true
264
+ }
265
+ ],
266
+ "title": "Inference time / req",
267
+ "type": "timeseries"
268
+ },
269
+ {
270
+ "datasource": {
271
+ "type": "prometheus",
272
+ "uid": "${datasource}"
273
+ },
274
+ "fieldConfig": {
275
+ "defaults": {
276
+ "unit": "reqps",
277
+ "thresholds": {
278
+ "mode": "absolute",
279
+ "steps": [
280
+ {
281
+ "value": 0,
282
+ "color": "green"
283
+ },
284
+ {
285
+ "value": 80,
286
+ "color": "red"
287
+ }
288
+ ]
289
+ },
290
+ "color": {
291
+ "mode": "palette-classic"
292
+ },
293
+ "custom": {
294
+ "axisBorderShow": false,
295
+ "axisCenteredZero": false,
296
+ "axisColorMode": "text",
297
+ "axisLabel": "",
298
+ "axisPlacement": "auto",
299
+ "barAlignment": 0,
300
+ "barWidthFactor": 0.6,
301
+ "drawStyle": "line",
302
+ "fillOpacity": 10,
303
+ "gradientMode": "none",
304
+ "hideFrom": {
305
+ "legend": false,
306
+ "tooltip": false,
307
+ "viz": false
308
+ },
309
+ "insertNulls": false,
310
+ "lineInterpolation": "linear",
311
+ "lineWidth": 1,
312
+ "pointSize": 5,
313
+ "scaleDistribution": {
314
+ "type": "linear"
315
+ },
316
+ "showPoints": "never",
317
+ "showValues": false,
318
+ "spanNulls": false,
319
+ "stacking": {
320
+ "group": "A",
321
+ "mode": "none"
322
+ },
323
+ "thresholdsStyle": {
324
+ "mode": "off"
325
+ }
326
+ }
327
+ },
328
+ "overrides": []
329
+ },
330
+ "gridPos": {
331
+ "h": 9,
332
+ "w": 12,
333
+ "x": 0,
334
+ "y": 9
335
+ },
336
+ "id": 16,
337
+ "options": {
338
+ "legend": {
339
+ "calcs": [],
340
+ "displayMode": "list",
341
+ "placement": "bottom",
342
+ "showLegend": true
343
+ },
344
+ "tooltip": {
345
+ "hideZeros": false,
346
+ "mode": "multi",
347
+ "sort": "none"
348
+ }
349
+ },
350
+ "targets": [
351
+ {
352
+ "datasource": {
353
+ "type": "prometheus",
354
+ "uid": "${datasource}"
355
+ },
356
+ "editorMode": "code",
357
+ "expr": "sum by (model,version) (rate(nv_inference_request_failure{job=\"$job\"}[5m]) )",
358
+ "legendFormat": "{{model}}",
359
+ "refId": "A",
360
+ "exemplar": true
361
+ }
362
+ ],
363
+ "title": "Request fail / sec",
364
+ "type": "timeseries"
365
+ },
366
+ {
367
+ "datasource": {
368
+ "type": "prometheus",
369
+ "uid": "${datasource}"
370
+ },
371
+ "fieldConfig": {
372
+ "defaults": {
373
+ "unit": "\u00b5s",
374
+ "thresholds": {
375
+ "mode": "absolute",
376
+ "steps": [
377
+ {
378
+ "value": 0,
379
+ "color": "green"
380
+ },
381
+ {
382
+ "value": 80,
383
+ "color": "red"
384
+ }
385
+ ]
386
+ },
387
+ "color": {
388
+ "mode": "palette-classic"
389
+ },
390
+ "custom": {
391
+ "axisBorderShow": false,
392
+ "axisCenteredZero": false,
393
+ "axisColorMode": "text",
394
+ "axisLabel": "",
395
+ "axisPlacement": "auto",
396
+ "barAlignment": 0,
397
+ "barWidthFactor": 0.6,
398
+ "drawStyle": "line",
399
+ "fillOpacity": 10,
400
+ "gradientMode": "none",
401
+ "hideFrom": {
402
+ "legend": false,
403
+ "tooltip": false,
404
+ "viz": false
405
+ },
406
+ "insertNulls": false,
407
+ "lineInterpolation": "linear",
408
+ "lineWidth": 1,
409
+ "pointSize": 5,
410
+ "scaleDistribution": {
411
+ "type": "linear"
412
+ },
413
+ "showPoints": "never",
414
+ "showValues": false,
415
+ "spanNulls": false,
416
+ "stacking": {
417
+ "group": "A",
418
+ "mode": "none"
419
+ },
420
+ "thresholdsStyle": {
421
+ "mode": "off"
422
+ }
423
+ }
424
+ },
425
+ "overrides": []
426
+ },
427
+ "gridPos": {
428
+ "h": 9,
429
+ "w": 12,
430
+ "x": 12,
431
+ "y": 9
432
+ },
433
+ "id": 10,
434
+ "options": {
435
+ "legend": {
436
+ "calcs": [],
437
+ "displayMode": "list",
438
+ "placement": "bottom",
439
+ "showLegend": true
440
+ },
441
+ "tooltip": {
442
+ "hideZeros": false,
443
+ "mode": "multi",
444
+ "sort": "none"
445
+ }
446
+ },
447
+ "targets": [
448
+ {
449
+ "datasource": {
450
+ "type": "prometheus",
451
+ "uid": "${datasource}"
452
+ },
453
+ "editorMode": "code",
454
+ "expr": "irate(nv_inference_request_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
455
+ "legendFormat": "{{model}}-{{version}}",
456
+ "refId": "A",
457
+ "exemplar": true,
458
+ "range": true
459
+ }
460
+ ],
461
+ "title": "Request time",
462
+ "type": "timeseries"
463
+ },
464
+ {
465
+ "datasource": {
466
+ "type": "prometheus",
467
+ "uid": "${datasource}"
468
+ },
469
+ "fieldConfig": {
470
+ "defaults": {
471
+ "unit": "percentunit",
472
+ "min": 0,
473
+ "thresholds": {
474
+ "mode": "absolute",
475
+ "steps": [
476
+ {
477
+ "value": 0,
478
+ "color": "green"
479
+ },
480
+ {
481
+ "value": 80,
482
+ "color": "red"
483
+ }
484
+ ]
485
+ },
486
+ "color": {
487
+ "mode": "palette-classic"
488
+ },
489
+ "custom": {
490
+ "axisBorderShow": false,
491
+ "axisCenteredZero": false,
492
+ "axisColorMode": "text",
493
+ "axisLabel": "",
494
+ "axisPlacement": "auto",
495
+ "barAlignment": 0,
496
+ "barWidthFactor": 0.6,
497
+ "drawStyle": "line",
498
+ "fillOpacity": 10,
499
+ "gradientMode": "none",
500
+ "hideFrom": {
501
+ "legend": false,
502
+ "tooltip": false,
503
+ "viz": false
504
+ },
505
+ "insertNulls": false,
506
+ "lineInterpolation": "linear",
507
+ "lineWidth": 1,
508
+ "pointSize": 5,
509
+ "scaleDistribution": {
510
+ "type": "linear"
511
+ },
512
+ "showPoints": "never",
513
+ "showValues": false,
514
+ "spanNulls": false,
515
+ "stacking": {
516
+ "group": "A",
517
+ "mode": "none"
518
+ },
519
+ "thresholdsStyle": {
520
+ "mode": "off"
521
+ }
522
+ }
523
+ },
524
+ "overrides": []
525
+ },
526
+ "gridPos": {
527
+ "h": 9,
528
+ "w": 12,
529
+ "x": 0,
530
+ "y": 18
531
+ },
532
+ "id": 2,
533
+ "options": {
534
+ "legend": {
535
+ "calcs": [],
536
+ "displayMode": "list",
537
+ "placement": "bottom",
538
+ "showLegend": true
539
+ },
540
+ "tooltip": {
541
+ "hideZeros": false,
542
+ "mode": "multi",
543
+ "sort": "none"
544
+ }
545
+ },
546
+ "targets": [
547
+ {
548
+ "datasource": {
549
+ "type": "prometheus",
550
+ "uid": "${datasource}"
551
+ },
552
+ "editorMode": "code",
553
+ "expr": "nv_gpu_utilization{job=\"$job\"}",
554
+ "legendFormat": "Util",
555
+ "refId": "A",
556
+ "exemplar": true
557
+ }
558
+ ],
559
+ "title": "GPU Util",
560
+ "type": "timeseries"
561
+ },
562
+ {
563
+ "datasource": {
564
+ "type": "prometheus",
565
+ "uid": "${datasource}"
566
+ },
567
+ "fieldConfig": {
568
+ "defaults": {
569
+ "unit": "short",
570
+ "thresholds": {
571
+ "mode": "absolute",
572
+ "steps": [
573
+ {
574
+ "value": 0,
575
+ "color": "green"
576
+ },
577
+ {
578
+ "value": 80,
579
+ "color": "red"
580
+ }
581
+ ]
582
+ },
583
+ "color": {
584
+ "mode": "palette-classic"
585
+ },
586
+ "custom": {
587
+ "axisBorderShow": false,
588
+ "axisCenteredZero": false,
589
+ "axisColorMode": "text",
590
+ "axisLabel": "",
591
+ "axisPlacement": "auto",
592
+ "barAlignment": 0,
593
+ "barWidthFactor": 0.6,
594
+ "drawStyle": "line",
595
+ "fillOpacity": 10,
596
+ "gradientMode": "none",
597
+ "hideFrom": {
598
+ "legend": false,
599
+ "tooltip": false,
600
+ "viz": false
601
+ },
602
+ "insertNulls": false,
603
+ "lineInterpolation": "linear",
604
+ "lineWidth": 1,
605
+ "pointSize": 5,
606
+ "scaleDistribution": {
607
+ "type": "linear"
608
+ },
609
+ "showPoints": "never",
610
+ "showValues": false,
611
+ "spanNulls": false,
612
+ "stacking": {
613
+ "group": "A",
614
+ "mode": "none"
615
+ },
616
+ "thresholdsStyle": {
617
+ "mode": "off"
618
+ }
619
+ }
620
+ },
621
+ "overrides": []
622
+ },
623
+ "gridPos": {
624
+ "h": 9,
625
+ "w": 12,
626
+ "x": 12,
627
+ "y": 18
628
+ },
629
+ "id": 17,
630
+ "options": {
631
+ "legend": {
632
+ "calcs": [],
633
+ "displayMode": "list",
634
+ "placement": "bottom",
635
+ "showLegend": true
636
+ },
637
+ "tooltip": {
638
+ "hideZeros": false,
639
+ "mode": "multi",
640
+ "sort": "none"
641
+ }
642
+ },
643
+ "targets": [
644
+ {
645
+ "datasource": {
646
+ "type": "prometheus",
647
+ "uid": "${datasource}"
648
+ },
649
+ "editorMode": "code",
650
+ "expr": "sum by (model,version) (rate(nv_inference_request_success{job=\"$job\"}[60s])/rate(nv_inference_exec_count{job=\"$job\"}[60s]) )",
651
+ "legendFormat": "{{model}}-{{version}}",
652
+ "refId": "A",
653
+ "exemplar": true,
654
+ "range": true
655
+ }
656
+ ],
657
+ "title": "DB ratio ( #request / #exec )",
658
+ "type": "timeseries"
659
+ },
660
+ {
661
+ "datasource": {
662
+ "type": "prometheus",
663
+ "uid": "${datasource}"
664
+ },
665
+ "fieldConfig": {
666
+ "defaults": {
667
+ "unit": "watt",
668
+ "thresholds": {
669
+ "mode": "absolute",
670
+ "steps": [
671
+ {
672
+ "value": 0,
673
+ "color": "green"
674
+ },
675
+ {
676
+ "value": 80,
677
+ "color": "red"
678
+ }
679
+ ]
680
+ },
681
+ "color": {
682
+ "mode": "palette-classic"
683
+ },
684
+ "custom": {
685
+ "axisBorderShow": false,
686
+ "axisCenteredZero": false,
687
+ "axisColorMode": "text",
688
+ "axisLabel": "",
689
+ "axisPlacement": "auto",
690
+ "barAlignment": 0,
691
+ "barWidthFactor": 0.6,
692
+ "drawStyle": "line",
693
+ "fillOpacity": 10,
694
+ "gradientMode": "none",
695
+ "hideFrom": {
696
+ "legend": false,
697
+ "tooltip": false,
698
+ "viz": false
699
+ },
700
+ "insertNulls": false,
701
+ "lineInterpolation": "linear",
702
+ "lineWidth": 1,
703
+ "pointSize": 5,
704
+ "scaleDistribution": {
705
+ "type": "linear"
706
+ },
707
+ "showPoints": "never",
708
+ "showValues": false,
709
+ "spanNulls": false,
710
+ "stacking": {
711
+ "group": "A",
712
+ "mode": "none"
713
+ },
714
+ "thresholdsStyle": {
715
+ "mode": "off"
716
+ }
717
+ }
718
+ },
719
+ "overrides": []
720
+ },
721
+ "gridPos": {
722
+ "h": 12,
723
+ "w": 12,
724
+ "x": 0,
725
+ "y": 27
726
+ },
727
+ "id": 8,
728
+ "options": {
729
+ "legend": {
730
+ "calcs": [],
731
+ "displayMode": "list",
732
+ "placement": "bottom",
733
+ "showLegend": true
734
+ },
735
+ "tooltip": {
736
+ "hideZeros": false,
737
+ "mode": "multi",
738
+ "sort": "none"
739
+ }
740
+ },
741
+ "targets": [
742
+ {
743
+ "datasource": {
744
+ "type": "prometheus",
745
+ "uid": "${datasource}"
746
+ },
747
+ "editorMode": "code",
748
+ "expr": "sum(nv_gpu_power_usage{job=\"$job\"})",
749
+ "legendFormat": "Total Power (W)",
750
+ "refId": "A",
751
+ "exemplar": true
752
+ }
753
+ ],
754
+ "title": "Power consumption",
755
+ "type": "timeseries"
756
+ },
757
+ {
758
+ "datasource": {
759
+ "type": "prometheus",
760
+ "uid": "${datasource}"
761
+ },
762
+ "fieldConfig": {
763
+ "defaults": {
764
+ "unit": "short",
765
+ "thresholds": {
766
+ "mode": "absolute",
767
+ "steps": [
768
+ {
769
+ "value": 0,
770
+ "color": "green"
771
+ },
772
+ {
773
+ "value": 80,
774
+ "color": "red"
775
+ }
776
+ ]
777
+ },
778
+ "color": {
779
+ "mode": "palette-classic"
780
+ },
781
+ "custom": {
782
+ "axisBorderShow": false,
783
+ "axisCenteredZero": false,
784
+ "axisColorMode": "text",
785
+ "axisLabel": "",
786
+ "axisPlacement": "auto",
787
+ "barAlignment": 0,
788
+ "barWidthFactor": 0.6,
789
+ "drawStyle": "line",
790
+ "fillOpacity": 10,
791
+ "gradientMode": "none",
792
+ "hideFrom": {
793
+ "legend": false,
794
+ "tooltip": false,
795
+ "viz": false
796
+ },
797
+ "insertNulls": false,
798
+ "lineInterpolation": "linear",
799
+ "lineWidth": 1,
800
+ "pointSize": 5,
801
+ "scaleDistribution": {
802
+ "type": "linear"
803
+ },
804
+ "showPoints": "never",
805
+ "showValues": false,
806
+ "spanNulls": false,
807
+ "stacking": {
808
+ "group": "A",
809
+ "mode": "none"
810
+ },
811
+ "thresholdsStyle": {
812
+ "mode": "off"
813
+ }
814
+ }
815
+ },
816
+ "overrides": []
817
+ },
818
+ "gridPos": {
819
+ "h": 12,
820
+ "w": 12,
821
+ "x": 12,
822
+ "y": 27
823
+ },
824
+ "id": 6,
825
+ "options": {
826
+ "legend": {
827
+ "calcs": [],
828
+ "displayMode": "list",
829
+ "placement": "bottom",
830
+ "showLegend": true
831
+ },
832
+ "tooltip": {
833
+ "hideZeros": false,
834
+ "mode": "multi",
835
+ "sort": "none"
836
+ }
837
+ },
838
+ "targets": [
839
+ {
840
+ "datasource": {
841
+ "type": "prometheus",
842
+ "uid": "${datasource}"
843
+ },
844
+ "editorMode": "code",
845
+ "expr": "sum by (model,version) (rate(nv_inference_count{job=\"$job\"}[60s])/rate(nv_inference_exec_count{job=\"$job\"}[60s]) )",
846
+ "legendFormat": "{{model}}-{{version}}",
847
+ "refId": "A",
848
+ "exemplar": true,
849
+ "range": true
850
+ }
851
+ ],
852
+ "title": "Batchsize ( #infer/ #exec)",
853
+ "type": "timeseries"
854
+ },
855
+ {
856
+ "datasource": {
857
+ "type": "prometheus",
858
+ "uid": "${datasource}"
859
+ },
860
+ "fieldConfig": {
861
+ "defaults": {
862
+ "unit": "\u00b5s",
863
+ "thresholds": {
864
+ "mode": "absolute",
865
+ "steps": [
866
+ {
867
+ "value": 0,
868
+ "color": "green"
869
+ },
870
+ {
871
+ "value": 80,
872
+ "color": "red"
873
+ }
874
+ ]
875
+ },
876
+ "color": {
877
+ "mode": "palette-classic"
878
+ },
879
+ "custom": {
880
+ "axisBorderShow": false,
881
+ "axisCenteredZero": false,
882
+ "axisColorMode": "text",
883
+ "axisLabel": "",
884
+ "axisPlacement": "auto",
885
+ "barAlignment": 0,
886
+ "barWidthFactor": 0.6,
887
+ "drawStyle": "line",
888
+ "fillOpacity": 10,
889
+ "gradientMode": "none",
890
+ "hideFrom": {
891
+ "legend": false,
892
+ "tooltip": false,
893
+ "viz": false
894
+ },
895
+ "insertNulls": false,
896
+ "lineInterpolation": "linear",
897
+ "lineWidth": 1,
898
+ "pointSize": 5,
899
+ "scaleDistribution": {
900
+ "type": "linear"
901
+ },
902
+ "showPoints": "never",
903
+ "showValues": false,
904
+ "spanNulls": false,
905
+ "stacking": {
906
+ "group": "A",
907
+ "mode": "none"
908
+ },
909
+ "thresholdsStyle": {
910
+ "mode": "off"
911
+ }
912
+ }
913
+ },
914
+ "overrides": []
915
+ },
916
+ "gridPos": {
917
+ "h": 6,
918
+ "w": 7,
919
+ "x": 0,
920
+ "y": 39
921
+ },
922
+ "id": 11,
923
+ "options": {
924
+ "legend": {
925
+ "calcs": [],
926
+ "displayMode": "list",
927
+ "placement": "bottom",
928
+ "showLegend": true
929
+ },
930
+ "tooltip": {
931
+ "hideZeros": false,
932
+ "mode": "multi",
933
+ "sort": "none"
934
+ }
935
+ },
936
+ "targets": [
937
+ {
938
+ "datasource": {
939
+ "type": "prometheus",
940
+ "uid": "${datasource}"
941
+ },
942
+ "editorMode": "code",
943
+ "expr": "sum by (model,version) (irate(nv_inference_queue_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s]))",
944
+ "legendFormat": "{{model}}-{{version}}",
945
+ "refId": "A",
946
+ "exemplar": true,
947
+ "range": true
948
+ }
949
+ ],
950
+ "title": "Queue time / req",
951
+ "type": "timeseries"
952
+ },
953
+ {
954
+ "datasource": {
955
+ "type": "prometheus",
956
+ "uid": "${datasource}"
957
+ },
958
+ "fieldConfig": {
959
+ "defaults": {
960
+ "unit": "\u00b5s",
961
+ "thresholds": {
962
+ "mode": "absolute",
963
+ "steps": [
964
+ {
965
+ "value": 0,
966
+ "color": "green"
967
+ },
968
+ {
969
+ "value": 80,
970
+ "color": "red"
971
+ }
972
+ ]
973
+ },
974
+ "color": {
975
+ "mode": "palette-classic"
976
+ },
977
+ "custom": {
978
+ "axisBorderShow": false,
979
+ "axisCenteredZero": false,
980
+ "axisColorMode": "text",
981
+ "axisLabel": "",
982
+ "axisPlacement": "auto",
983
+ "barAlignment": 0,
984
+ "barWidthFactor": 0.6,
985
+ "drawStyle": "line",
986
+ "fillOpacity": 10,
987
+ "gradientMode": "none",
988
+ "hideFrom": {
989
+ "legend": false,
990
+ "tooltip": false,
991
+ "viz": false
992
+ },
993
+ "insertNulls": false,
994
+ "lineInterpolation": "linear",
995
+ "lineWidth": 1,
996
+ "pointSize": 5,
997
+ "scaleDistribution": {
998
+ "type": "linear"
999
+ },
1000
+ "showPoints": "never",
1001
+ "showValues": false,
1002
+ "spanNulls": false,
1003
+ "stacking": {
1004
+ "group": "A",
1005
+ "mode": "none"
1006
+ },
1007
+ "thresholdsStyle": {
1008
+ "mode": "off"
1009
+ }
1010
+ }
1011
+ },
1012
+ "overrides": []
1013
+ },
1014
+ "gridPos": {
1015
+ "h": 6,
1016
+ "w": 8,
1017
+ "x": 7,
1018
+ "y": 39
1019
+ },
1020
+ "id": 12,
1021
+ "options": {
1022
+ "legend": {
1023
+ "calcs": [],
1024
+ "displayMode": "list",
1025
+ "placement": "bottom",
1026
+ "showLegend": true
1027
+ },
1028
+ "tooltip": {
1029
+ "hideZeros": false,
1030
+ "mode": "multi",
1031
+ "sort": "none"
1032
+ }
1033
+ },
1034
+ "targets": [
1035
+ {
1036
+ "datasource": {
1037
+ "type": "prometheus",
1038
+ "uid": "${datasource}"
1039
+ },
1040
+ "editorMode": "code",
1041
+ "expr": "irate(nv_inference_compute_input_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
1042
+ "legendFormat": "{{model}}-{{version}}",
1043
+ "refId": "A",
1044
+ "exemplar": true,
1045
+ "instant": false
1046
+ }
1047
+ ],
1048
+ "title": "Input time / req",
1049
+ "type": "timeseries"
1050
+ },
1051
+ {
1052
+ "datasource": {
1053
+ "type": "prometheus",
1054
+ "uid": "${datasource}"
1055
+ },
1056
+ "fieldConfig": {
1057
+ "defaults": {
1058
+ "unit": "\u00b5s",
1059
+ "thresholds": {
1060
+ "mode": "absolute",
1061
+ "steps": [
1062
+ {
1063
+ "value": 0,
1064
+ "color": "green"
1065
+ },
1066
+ {
1067
+ "value": 80,
1068
+ "color": "red"
1069
+ }
1070
+ ]
1071
+ },
1072
+ "color": {
1073
+ "mode": "palette-classic"
1074
+ },
1075
+ "custom": {
1076
+ "axisBorderShow": false,
1077
+ "axisCenteredZero": false,
1078
+ "axisColorMode": "text",
1079
+ "axisLabel": "",
1080
+ "axisPlacement": "auto",
1081
+ "barAlignment": 0,
1082
+ "barWidthFactor": 0.6,
1083
+ "drawStyle": "line",
1084
+ "fillOpacity": 10,
1085
+ "gradientMode": "none",
1086
+ "hideFrom": {
1087
+ "legend": false,
1088
+ "tooltip": false,
1089
+ "viz": false
1090
+ },
1091
+ "insertNulls": false,
1092
+ "lineInterpolation": "linear",
1093
+ "lineWidth": 1,
1094
+ "pointSize": 5,
1095
+ "scaleDistribution": {
1096
+ "type": "linear"
1097
+ },
1098
+ "showPoints": "never",
1099
+ "showValues": false,
1100
+ "spanNulls": false,
1101
+ "stacking": {
1102
+ "group": "A",
1103
+ "mode": "none"
1104
+ },
1105
+ "thresholdsStyle": {
1106
+ "mode": "off"
1107
+ }
1108
+ }
1109
+ },
1110
+ "overrides": []
1111
+ },
1112
+ "gridPos": {
1113
+ "h": 6,
1114
+ "w": 9,
1115
+ "x": 15,
1116
+ "y": 39
1117
+ },
1118
+ "id": 13,
1119
+ "options": {
1120
+ "legend": {
1121
+ "calcs": [],
1122
+ "displayMode": "list",
1123
+ "placement": "bottom",
1124
+ "showLegend": true
1125
+ },
1126
+ "tooltip": {
1127
+ "hideZeros": false,
1128
+ "mode": "multi",
1129
+ "sort": "none"
1130
+ }
1131
+ },
1132
+ "targets": [
1133
+ {
1134
+ "datasource": {
1135
+ "type": "prometheus",
1136
+ "uid": "${datasource}"
1137
+ },
1138
+ "editorMode": "code",
1139
+ "expr": "irate(nv_inference_compute_output_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
1140
+ "legendFormat": "{{model}}-{{version}}",
1141
+ "refId": "A",
1142
+ "exemplar": true,
1143
+ "range": true
1144
+ }
1145
+ ],
1146
+ "title": "Output time / req",
1147
+ "type": "timeseries"
1148
+ }
1149
+ ],
1150
+ "refresh": "30s",
1151
+ "schemaVersion": 41,
1152
+ "tags": [],
1153
+ "templating": {
1154
+ "list": [
1155
+ {
1156
+ "current": {},
1157
+ "hide": 0,
1158
+ "includeAll": false,
1159
+ "label": "Datasource",
1160
+ "multi": false,
1161
+ "name": "datasource",
1162
+ "options": [],
1163
+ "query": "prometheus",
1164
+ "refresh": 1,
1165
+ "type": "datasource"
1166
+ },
1167
+ {
1168
+ "current": {},
1169
+ "datasource": {
1170
+ "type": "prometheus",
1171
+ "uid": "${datasource}"
1172
+ },
1173
+ "definition": "nv_gpu_utilization",
1174
+ "hide": 0,
1175
+ "includeAll": false,
1176
+ "label": "job",
1177
+ "multi": false,
1178
+ "name": "job",
1179
+ "options": [],
1180
+ "query": {
1181
+ "query": "nv_gpu_utilization",
1182
+ "refId": "StandardVariableQuery"
1183
+ },
1184
+ "refresh": 1,
1185
+ "regex": ".*job=\"(.*?)\".*",
1186
+ "sort": 1,
1187
+ "type": "query",
1188
+ "allowCustomValue": true
1189
+ }
1190
+ ]
1191
+ },
1192
+ "time": {
1193
+ "from": "now-2d",
1194
+ "to": "now"
1195
+ },
1196
+ "timepicker": {},
1197
+ "timezone": "browser",
1198
+ "title": "Triton Server",
1199
+ "uid": null,
1200
+ "version": 1
1201
+ }