@leverege/build-tools 2.124.1 → 2.125.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/package.json +1 -1
  2. package/src/dashboard/json/pitcrew/pitcrew-ingestor.json +0 -1613
  3. package/src/dashboard/json/pitcrew/pitcrew-ui-service.json +0 -637
  4. package/src/dashboard/json/pitcrew/pitcrew-vision-logic-server.json +0 -1137
  5. package/src/dashboard/json/pitcrew/pubsub-repeater.json +0 -1243
  6. package/src/dashboard/json/pitcrew/triton-interface.json +0 -1201
  7. package/src/dashboard/json/pitcrew/vms-server.json +0 -1882
package/src/dashboard/json/pitcrew/triton-interface.json DELETED
@@ -1,1201 +0,0 @@
1
- {
2
- "annotations": {
3
- "list": [
4
- {
5
- "builtIn": 1,
6
- "datasource": {
7
- "type": "datasource",
8
- "uid": "grafana"
9
- },
10
- "enable": true,
11
- "hide": true,
12
- "iconColor": "rgba(0, 211, 255, 1)",
13
- "name": "Annotations & Alerts",
14
- "type": "dashboard"
15
- }
16
- ]
17
- },
18
- "description": "Visualize metrics from the Triton server.",
19
- "editable": false,
20
- "fiscalYearStartMonth": 0,
21
- "graphTooltip": 1,
22
- "id": null,
23
- "links": [],
24
- "panels": [
25
- {
26
- "datasource": {
27
- "type": "prometheus",
28
- "uid": "${datasource}"
29
- },
30
- "fieldConfig": {
31
- "defaults": {
32
- "unit": "reqps",
33
- "thresholds": {
34
- "mode": "absolute",
35
- "steps": [
36
- {
37
- "value": 0,
38
- "color": "green"
39
- },
40
- {
41
- "value": 80,
42
- "color": "red"
43
- }
44
- ]
45
- },
46
- "color": {
47
- "mode": "palette-classic"
48
- },
49
- "custom": {
50
- "axisBorderShow": false,
51
- "axisCenteredZero": false,
52
- "axisColorMode": "text",
53
- "axisLabel": "",
54
- "axisPlacement": "auto",
55
- "barAlignment": 0,
56
- "barWidthFactor": 0.6,
57
- "drawStyle": "line",
58
- "fillOpacity": 10,
59
- "gradientMode": "none",
60
- "hideFrom": {
61
- "legend": false,
62
- "tooltip": false,
63
- "viz": false
64
- },
65
- "insertNulls": false,
66
- "lineInterpolation": "linear",
67
- "lineWidth": 1,
68
- "pointSize": 5,
69
- "scaleDistribution": {
70
- "type": "linear"
71
- },
72
- "showPoints": "never",
73
- "showValues": false,
74
- "spanNulls": false,
75
- "stacking": {
76
- "group": "A",
77
- "mode": "none"
78
- },
79
- "thresholdsStyle": {
80
- "mode": "off"
81
- }
82
- }
83
- },
84
- "overrides": [
85
- {
86
- "matcher": {
87
- "id": "byName",
88
- "options": "deepmet-1"
89
- },
90
- "properties": [
91
- {
92
- "id": "color",
93
- "value": {
94
- "fixedColor": "#7EB26D",
95
- "mode": "fixed"
96
- }
97
- }
98
- ]
99
- },
100
- {
101
- "matcher": {
102
- "id": "byName",
103
- "options": "{}"
104
- },
105
- "properties": [
106
- {
107
- "id": "unit",
108
- "value": "percentunit"
109
- },
110
- {
111
- "id": "custom.axisPlacement",
112
- "value": "right"
113
- }
114
- ]
115
- },
116
- {
117
- "matcher": {
118
- "id": "byName",
119
- "options": "nv_gpu_utilization{gpu_uuid=\"GPU-1254a0cf-7bb0-6470-29fa-fd843f57a29b\", instance=\"203.145.219.187:56014\", job=\"g4\"}"
120
- },
121
- "properties": [
122
- {
123
- "id": "unit",
124
- "value": "percentunit"
125
- },
126
- {
127
- "id": "custom.axisPlacement",
128
- "value": "right"
129
- }
130
- ]
131
- }
132
- ]
133
- },
134
- "gridPos": {
135
- "h": 9,
136
- "w": 12,
137
- "x": 0,
138
- "y": 0
139
- },
140
- "id": 4,
141
- "options": {
142
- "legend": {
143
- "calcs": [],
144
- "displayMode": "list",
145
- "placement": "bottom",
146
- "showLegend": true
147
- },
148
- "tooltip": {
149
- "hideZeros": false,
150
- "mode": "multi",
151
- "sort": "none"
152
- }
153
- },
154
- "targets": [
155
- {
156
- "datasource": {
157
- "type": "prometheus",
158
- "uid": "${datasource}"
159
- },
160
- "editorMode": "code",
161
- "expr": "sum by (model,version) (rate(nv_inference_request_success{job=\"$job\"}[60s]))",
162
- "legendFormat": "{{model}}-{{version}}",
163
- "refId": "A",
164
- "exemplar": true,
165
- "instant": false
166
- }
167
- ],
168
- "title": "Request success / sec",
169
- "type": "timeseries"
170
- },
171
- {
172
- "datasource": {
173
- "type": "prometheus",
174
- "uid": "${datasource}"
175
- },
176
- "fieldConfig": {
177
- "defaults": {
178
- "unit": "\u00b5s",
179
- "thresholds": {
180
- "mode": "absolute",
181
- "steps": [
182
- {
183
- "value": 0,
184
- "color": "green"
185
- },
186
- {
187
- "value": 80,
188
- "color": "red"
189
- }
190
- ]
191
- },
192
- "color": {
193
- "mode": "palette-classic"
194
- },
195
- "custom": {
196
- "axisBorderShow": false,
197
- "axisCenteredZero": false,
198
- "axisColorMode": "text",
199
- "axisLabel": "",
200
- "axisPlacement": "auto",
201
- "barAlignment": 0,
202
- "barWidthFactor": 0.6,
203
- "drawStyle": "line",
204
- "fillOpacity": 10,
205
- "gradientMode": "none",
206
- "hideFrom": {
207
- "legend": false,
208
- "tooltip": false,
209
- "viz": false
210
- },
211
- "insertNulls": false,
212
- "lineInterpolation": "linear",
213
- "lineWidth": 1,
214
- "pointSize": 5,
215
- "scaleDistribution": {
216
- "type": "linear"
217
- },
218
- "showPoints": "never",
219
- "showValues": false,
220
- "spanNulls": false,
221
- "stacking": {
222
- "group": "A",
223
- "mode": "none"
224
- },
225
- "thresholdsStyle": {
226
- "mode": "off"
227
- }
228
- }
229
- },
230
- "overrides": []
231
- },
232
- "gridPos": {
233
- "h": 9,
234
- "w": 12,
235
- "x": 12,
236
- "y": 0
237
- },
238
- "id": 15,
239
- "options": {
240
- "legend": {
241
- "calcs": [],
242
- "displayMode": "list",
243
- "placement": "bottom",
244
- "showLegend": true
245
- },
246
- "tooltip": {
247
- "hideZeros": false,
248
- "mode": "multi",
249
- "sort": "none"
250
- }
251
- },
252
- "targets": [
253
- {
254
- "datasource": {
255
- "type": "prometheus",
256
- "uid": "${datasource}"
257
- },
258
- "editorMode": "code",
259
- "expr": "irate(nv_inference_compute_infer_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
260
- "legendFormat": "{{model}}-{{version}}",
261
- "refId": "A",
262
- "exemplar": true,
263
- "range": true
264
- }
265
- ],
266
- "title": "Inference time / req",
267
- "type": "timeseries"
268
- },
269
- {
270
- "datasource": {
271
- "type": "prometheus",
272
- "uid": "${datasource}"
273
- },
274
- "fieldConfig": {
275
- "defaults": {
276
- "unit": "reqps",
277
- "thresholds": {
278
- "mode": "absolute",
279
- "steps": [
280
- {
281
- "value": 0,
282
- "color": "green"
283
- },
284
- {
285
- "value": 80,
286
- "color": "red"
287
- }
288
- ]
289
- },
290
- "color": {
291
- "mode": "palette-classic"
292
- },
293
- "custom": {
294
- "axisBorderShow": false,
295
- "axisCenteredZero": false,
296
- "axisColorMode": "text",
297
- "axisLabel": "",
298
- "axisPlacement": "auto",
299
- "barAlignment": 0,
300
- "barWidthFactor": 0.6,
301
- "drawStyle": "line",
302
- "fillOpacity": 10,
303
- "gradientMode": "none",
304
- "hideFrom": {
305
- "legend": false,
306
- "tooltip": false,
307
- "viz": false
308
- },
309
- "insertNulls": false,
310
- "lineInterpolation": "linear",
311
- "lineWidth": 1,
312
- "pointSize": 5,
313
- "scaleDistribution": {
314
- "type": "linear"
315
- },
316
- "showPoints": "never",
317
- "showValues": false,
318
- "spanNulls": false,
319
- "stacking": {
320
- "group": "A",
321
- "mode": "none"
322
- },
323
- "thresholdsStyle": {
324
- "mode": "off"
325
- }
326
- }
327
- },
328
- "overrides": []
329
- },
330
- "gridPos": {
331
- "h": 9,
332
- "w": 12,
333
- "x": 0,
334
- "y": 9
335
- },
336
- "id": 16,
337
- "options": {
338
- "legend": {
339
- "calcs": [],
340
- "displayMode": "list",
341
- "placement": "bottom",
342
- "showLegend": true
343
- },
344
- "tooltip": {
345
- "hideZeros": false,
346
- "mode": "multi",
347
- "sort": "none"
348
- }
349
- },
350
- "targets": [
351
- {
352
- "datasource": {
353
- "type": "prometheus",
354
- "uid": "${datasource}"
355
- },
356
- "editorMode": "code",
357
- "expr": "sum by (model,version) (rate(nv_inference_request_failure{job=\"$job\"}[5m]) )",
358
- "legendFormat": "{{model}}",
359
- "refId": "A",
360
- "exemplar": true
361
- }
362
- ],
363
- "title": "Request fail / sec",
364
- "type": "timeseries"
365
- },
366
- {
367
- "datasource": {
368
- "type": "prometheus",
369
- "uid": "${datasource}"
370
- },
371
- "fieldConfig": {
372
- "defaults": {
373
- "unit": "\u00b5s",
374
- "thresholds": {
375
- "mode": "absolute",
376
- "steps": [
377
- {
378
- "value": 0,
379
- "color": "green"
380
- },
381
- {
382
- "value": 80,
383
- "color": "red"
384
- }
385
- ]
386
- },
387
- "color": {
388
- "mode": "palette-classic"
389
- },
390
- "custom": {
391
- "axisBorderShow": false,
392
- "axisCenteredZero": false,
393
- "axisColorMode": "text",
394
- "axisLabel": "",
395
- "axisPlacement": "auto",
396
- "barAlignment": 0,
397
- "barWidthFactor": 0.6,
398
- "drawStyle": "line",
399
- "fillOpacity": 10,
400
- "gradientMode": "none",
401
- "hideFrom": {
402
- "legend": false,
403
- "tooltip": false,
404
- "viz": false
405
- },
406
- "insertNulls": false,
407
- "lineInterpolation": "linear",
408
- "lineWidth": 1,
409
- "pointSize": 5,
410
- "scaleDistribution": {
411
- "type": "linear"
412
- },
413
- "showPoints": "never",
414
- "showValues": false,
415
- "spanNulls": false,
416
- "stacking": {
417
- "group": "A",
418
- "mode": "none"
419
- },
420
- "thresholdsStyle": {
421
- "mode": "off"
422
- }
423
- }
424
- },
425
- "overrides": []
426
- },
427
- "gridPos": {
428
- "h": 9,
429
- "w": 12,
430
- "x": 12,
431
- "y": 9
432
- },
433
- "id": 10,
434
- "options": {
435
- "legend": {
436
- "calcs": [],
437
- "displayMode": "list",
438
- "placement": "bottom",
439
- "showLegend": true
440
- },
441
- "tooltip": {
442
- "hideZeros": false,
443
- "mode": "multi",
444
- "sort": "none"
445
- }
446
- },
447
- "targets": [
448
- {
449
- "datasource": {
450
- "type": "prometheus",
451
- "uid": "${datasource}"
452
- },
453
- "editorMode": "code",
454
- "expr": "irate(nv_inference_request_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
455
- "legendFormat": "{{model}}-{{version}}",
456
- "refId": "A",
457
- "exemplar": true,
458
- "range": true
459
- }
460
- ],
461
- "title": "Request time",
462
- "type": "timeseries"
463
- },
464
- {
465
- "datasource": {
466
- "type": "prometheus",
467
- "uid": "${datasource}"
468
- },
469
- "fieldConfig": {
470
- "defaults": {
471
- "unit": "percentunit",
472
- "min": 0,
473
- "thresholds": {
474
- "mode": "absolute",
475
- "steps": [
476
- {
477
- "value": 0,
478
- "color": "green"
479
- },
480
- {
481
- "value": 80,
482
- "color": "red"
483
- }
484
- ]
485
- },
486
- "color": {
487
- "mode": "palette-classic"
488
- },
489
- "custom": {
490
- "axisBorderShow": false,
491
- "axisCenteredZero": false,
492
- "axisColorMode": "text",
493
- "axisLabel": "",
494
- "axisPlacement": "auto",
495
- "barAlignment": 0,
496
- "barWidthFactor": 0.6,
497
- "drawStyle": "line",
498
- "fillOpacity": 10,
499
- "gradientMode": "none",
500
- "hideFrom": {
501
- "legend": false,
502
- "tooltip": false,
503
- "viz": false
504
- },
505
- "insertNulls": false,
506
- "lineInterpolation": "linear",
507
- "lineWidth": 1,
508
- "pointSize": 5,
509
- "scaleDistribution": {
510
- "type": "linear"
511
- },
512
- "showPoints": "never",
513
- "showValues": false,
514
- "spanNulls": false,
515
- "stacking": {
516
- "group": "A",
517
- "mode": "none"
518
- },
519
- "thresholdsStyle": {
520
- "mode": "off"
521
- }
522
- }
523
- },
524
- "overrides": []
525
- },
526
- "gridPos": {
527
- "h": 9,
528
- "w": 12,
529
- "x": 0,
530
- "y": 18
531
- },
532
- "id": 2,
533
- "options": {
534
- "legend": {
535
- "calcs": [],
536
- "displayMode": "list",
537
- "placement": "bottom",
538
- "showLegend": true
539
- },
540
- "tooltip": {
541
- "hideZeros": false,
542
- "mode": "multi",
543
- "sort": "none"
544
- }
545
- },
546
- "targets": [
547
- {
548
- "datasource": {
549
- "type": "prometheus",
550
- "uid": "${datasource}"
551
- },
552
- "editorMode": "code",
553
- "expr": "nv_gpu_utilization{job=\"$job\"}",
554
- "legendFormat": "Util",
555
- "refId": "A",
556
- "exemplar": true
557
- }
558
- ],
559
- "title": "GPU Util",
560
- "type": "timeseries"
561
- },
562
- {
563
- "datasource": {
564
- "type": "prometheus",
565
- "uid": "${datasource}"
566
- },
567
- "fieldConfig": {
568
- "defaults": {
569
- "unit": "short",
570
- "thresholds": {
571
- "mode": "absolute",
572
- "steps": [
573
- {
574
- "value": 0,
575
- "color": "green"
576
- },
577
- {
578
- "value": 80,
579
- "color": "red"
580
- }
581
- ]
582
- },
583
- "color": {
584
- "mode": "palette-classic"
585
- },
586
- "custom": {
587
- "axisBorderShow": false,
588
- "axisCenteredZero": false,
589
- "axisColorMode": "text",
590
- "axisLabel": "",
591
- "axisPlacement": "auto",
592
- "barAlignment": 0,
593
- "barWidthFactor": 0.6,
594
- "drawStyle": "line",
595
- "fillOpacity": 10,
596
- "gradientMode": "none",
597
- "hideFrom": {
598
- "legend": false,
599
- "tooltip": false,
600
- "viz": false
601
- },
602
- "insertNulls": false,
603
- "lineInterpolation": "linear",
604
- "lineWidth": 1,
605
- "pointSize": 5,
606
- "scaleDistribution": {
607
- "type": "linear"
608
- },
609
- "showPoints": "never",
610
- "showValues": false,
611
- "spanNulls": false,
612
- "stacking": {
613
- "group": "A",
614
- "mode": "none"
615
- },
616
- "thresholdsStyle": {
617
- "mode": "off"
618
- }
619
- }
620
- },
621
- "overrides": []
622
- },
623
- "gridPos": {
624
- "h": 9,
625
- "w": 12,
626
- "x": 12,
627
- "y": 18
628
- },
629
- "id": 17,
630
- "options": {
631
- "legend": {
632
- "calcs": [],
633
- "displayMode": "list",
634
- "placement": "bottom",
635
- "showLegend": true
636
- },
637
- "tooltip": {
638
- "hideZeros": false,
639
- "mode": "multi",
640
- "sort": "none"
641
- }
642
- },
643
- "targets": [
644
- {
645
- "datasource": {
646
- "type": "prometheus",
647
- "uid": "${datasource}"
648
- },
649
- "editorMode": "code",
650
- "expr": "sum by (model,version) (rate(nv_inference_request_success{job=\"$job\"}[60s])/rate(nv_inference_exec_count{job=\"$job\"}[60s]) )",
651
- "legendFormat": "{{model}}-{{version}}",
652
- "refId": "A",
653
- "exemplar": true,
654
- "range": true
655
- }
656
- ],
657
- "title": "DB ratio ( #request / #exec )",
658
- "type": "timeseries"
659
- },
660
- {
661
- "datasource": {
662
- "type": "prometheus",
663
- "uid": "${datasource}"
664
- },
665
- "fieldConfig": {
666
- "defaults": {
667
- "unit": "watt",
668
- "thresholds": {
669
- "mode": "absolute",
670
- "steps": [
671
- {
672
- "value": 0,
673
- "color": "green"
674
- },
675
- {
676
- "value": 80,
677
- "color": "red"
678
- }
679
- ]
680
- },
681
- "color": {
682
- "mode": "palette-classic"
683
- },
684
- "custom": {
685
- "axisBorderShow": false,
686
- "axisCenteredZero": false,
687
- "axisColorMode": "text",
688
- "axisLabel": "",
689
- "axisPlacement": "auto",
690
- "barAlignment": 0,
691
- "barWidthFactor": 0.6,
692
- "drawStyle": "line",
693
- "fillOpacity": 10,
694
- "gradientMode": "none",
695
- "hideFrom": {
696
- "legend": false,
697
- "tooltip": false,
698
- "viz": false
699
- },
700
- "insertNulls": false,
701
- "lineInterpolation": "linear",
702
- "lineWidth": 1,
703
- "pointSize": 5,
704
- "scaleDistribution": {
705
- "type": "linear"
706
- },
707
- "showPoints": "never",
708
- "showValues": false,
709
- "spanNulls": false,
710
- "stacking": {
711
- "group": "A",
712
- "mode": "none"
713
- },
714
- "thresholdsStyle": {
715
- "mode": "off"
716
- }
717
- }
718
- },
719
- "overrides": []
720
- },
721
- "gridPos": {
722
- "h": 12,
723
- "w": 12,
724
- "x": 0,
725
- "y": 27
726
- },
727
- "id": 8,
728
- "options": {
729
- "legend": {
730
- "calcs": [],
731
- "displayMode": "list",
732
- "placement": "bottom",
733
- "showLegend": true
734
- },
735
- "tooltip": {
736
- "hideZeros": false,
737
- "mode": "multi",
738
- "sort": "none"
739
- }
740
- },
741
- "targets": [
742
- {
743
- "datasource": {
744
- "type": "prometheus",
745
- "uid": "${datasource}"
746
- },
747
- "editorMode": "code",
748
- "expr": "sum(nv_gpu_power_usage{job=\"$job\"})",
749
- "legendFormat": "Total Power (W)",
750
- "refId": "A",
751
- "exemplar": true
752
- }
753
- ],
754
- "title": "Power consumption",
755
- "type": "timeseries"
756
- },
757
- {
758
- "datasource": {
759
- "type": "prometheus",
760
- "uid": "${datasource}"
761
- },
762
- "fieldConfig": {
763
- "defaults": {
764
- "unit": "short",
765
- "thresholds": {
766
- "mode": "absolute",
767
- "steps": [
768
- {
769
- "value": 0,
770
- "color": "green"
771
- },
772
- {
773
- "value": 80,
774
- "color": "red"
775
- }
776
- ]
777
- },
778
- "color": {
779
- "mode": "palette-classic"
780
- },
781
- "custom": {
782
- "axisBorderShow": false,
783
- "axisCenteredZero": false,
784
- "axisColorMode": "text",
785
- "axisLabel": "",
786
- "axisPlacement": "auto",
787
- "barAlignment": 0,
788
- "barWidthFactor": 0.6,
789
- "drawStyle": "line",
790
- "fillOpacity": 10,
791
- "gradientMode": "none",
792
- "hideFrom": {
793
- "legend": false,
794
- "tooltip": false,
795
- "viz": false
796
- },
797
- "insertNulls": false,
798
- "lineInterpolation": "linear",
799
- "lineWidth": 1,
800
- "pointSize": 5,
801
- "scaleDistribution": {
802
- "type": "linear"
803
- },
804
- "showPoints": "never",
805
- "showValues": false,
806
- "spanNulls": false,
807
- "stacking": {
808
- "group": "A",
809
- "mode": "none"
810
- },
811
- "thresholdsStyle": {
812
- "mode": "off"
813
- }
814
- }
815
- },
816
- "overrides": []
817
- },
818
- "gridPos": {
819
- "h": 12,
820
- "w": 12,
821
- "x": 12,
822
- "y": 27
823
- },
824
- "id": 6,
825
- "options": {
826
- "legend": {
827
- "calcs": [],
828
- "displayMode": "list",
829
- "placement": "bottom",
830
- "showLegend": true
831
- },
832
- "tooltip": {
833
- "hideZeros": false,
834
- "mode": "multi",
835
- "sort": "none"
836
- }
837
- },
838
- "targets": [
839
- {
840
- "datasource": {
841
- "type": "prometheus",
842
- "uid": "${datasource}"
843
- },
844
- "editorMode": "code",
845
- "expr": "sum by (model,version) (rate(nv_inference_count{job=\"$job\"}[60s])/rate(nv_inference_exec_count{job=\"$job\"}[60s]) )",
846
- "legendFormat": "{{model}}-{{version}}",
847
- "refId": "A",
848
- "exemplar": true,
849
- "range": true
850
- }
851
- ],
852
- "title": "Batchsize ( #infer/ #exec)",
853
- "type": "timeseries"
854
- },
855
- {
856
- "datasource": {
857
- "type": "prometheus",
858
- "uid": "${datasource}"
859
- },
860
- "fieldConfig": {
861
- "defaults": {
862
- "unit": "\u00b5s",
863
- "thresholds": {
864
- "mode": "absolute",
865
- "steps": [
866
- {
867
- "value": 0,
868
- "color": "green"
869
- },
870
- {
871
- "value": 80,
872
- "color": "red"
873
- }
874
- ]
875
- },
876
- "color": {
877
- "mode": "palette-classic"
878
- },
879
- "custom": {
880
- "axisBorderShow": false,
881
- "axisCenteredZero": false,
882
- "axisColorMode": "text",
883
- "axisLabel": "",
884
- "axisPlacement": "auto",
885
- "barAlignment": 0,
886
- "barWidthFactor": 0.6,
887
- "drawStyle": "line",
888
- "fillOpacity": 10,
889
- "gradientMode": "none",
890
- "hideFrom": {
891
- "legend": false,
892
- "tooltip": false,
893
- "viz": false
894
- },
895
- "insertNulls": false,
896
- "lineInterpolation": "linear",
897
- "lineWidth": 1,
898
- "pointSize": 5,
899
- "scaleDistribution": {
900
- "type": "linear"
901
- },
902
- "showPoints": "never",
903
- "showValues": false,
904
- "spanNulls": false,
905
- "stacking": {
906
- "group": "A",
907
- "mode": "none"
908
- },
909
- "thresholdsStyle": {
910
- "mode": "off"
911
- }
912
- }
913
- },
914
- "overrides": []
915
- },
916
- "gridPos": {
917
- "h": 6,
918
- "w": 7,
919
- "x": 0,
920
- "y": 39
921
- },
922
- "id": 11,
923
- "options": {
924
- "legend": {
925
- "calcs": [],
926
- "displayMode": "list",
927
- "placement": "bottom",
928
- "showLegend": true
929
- },
930
- "tooltip": {
931
- "hideZeros": false,
932
- "mode": "multi",
933
- "sort": "none"
934
- }
935
- },
936
- "targets": [
937
- {
938
- "datasource": {
939
- "type": "prometheus",
940
- "uid": "${datasource}"
941
- },
942
- "editorMode": "code",
943
- "expr": "sum by (model,version) (irate(nv_inference_queue_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s]))",
944
- "legendFormat": "{{model}}-{{version}}",
945
- "refId": "A",
946
- "exemplar": true,
947
- "range": true
948
- }
949
- ],
950
- "title": "Queue time / req",
951
- "type": "timeseries"
952
- },
953
- {
954
- "datasource": {
955
- "type": "prometheus",
956
- "uid": "${datasource}"
957
- },
958
- "fieldConfig": {
959
- "defaults": {
960
- "unit": "\u00b5s",
961
- "thresholds": {
962
- "mode": "absolute",
963
- "steps": [
964
- {
965
- "value": 0,
966
- "color": "green"
967
- },
968
- {
969
- "value": 80,
970
- "color": "red"
971
- }
972
- ]
973
- },
974
- "color": {
975
- "mode": "palette-classic"
976
- },
977
- "custom": {
978
- "axisBorderShow": false,
979
- "axisCenteredZero": false,
980
- "axisColorMode": "text",
981
- "axisLabel": "",
982
- "axisPlacement": "auto",
983
- "barAlignment": 0,
984
- "barWidthFactor": 0.6,
985
- "drawStyle": "line",
986
- "fillOpacity": 10,
987
- "gradientMode": "none",
988
- "hideFrom": {
989
- "legend": false,
990
- "tooltip": false,
991
- "viz": false
992
- },
993
- "insertNulls": false,
994
- "lineInterpolation": "linear",
995
- "lineWidth": 1,
996
- "pointSize": 5,
997
- "scaleDistribution": {
998
- "type": "linear"
999
- },
1000
- "showPoints": "never",
1001
- "showValues": false,
1002
- "spanNulls": false,
1003
- "stacking": {
1004
- "group": "A",
1005
- "mode": "none"
1006
- },
1007
- "thresholdsStyle": {
1008
- "mode": "off"
1009
- }
1010
- }
1011
- },
1012
- "overrides": []
1013
- },
1014
- "gridPos": {
1015
- "h": 6,
1016
- "w": 8,
1017
- "x": 7,
1018
- "y": 39
1019
- },
1020
- "id": 12,
1021
- "options": {
1022
- "legend": {
1023
- "calcs": [],
1024
- "displayMode": "list",
1025
- "placement": "bottom",
1026
- "showLegend": true
1027
- },
1028
- "tooltip": {
1029
- "hideZeros": false,
1030
- "mode": "multi",
1031
- "sort": "none"
1032
- }
1033
- },
1034
- "targets": [
1035
- {
1036
- "datasource": {
1037
- "type": "prometheus",
1038
- "uid": "${datasource}"
1039
- },
1040
- "editorMode": "code",
1041
- "expr": "irate(nv_inference_compute_input_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
1042
- "legendFormat": "{{model}}-{{version}}",
1043
- "refId": "A",
1044
- "exemplar": true,
1045
- "instant": false
1046
- }
1047
- ],
1048
- "title": "Input time / req",
1049
- "type": "timeseries"
1050
- },
1051
- {
1052
- "datasource": {
1053
- "type": "prometheus",
1054
- "uid": "${datasource}"
1055
- },
1056
- "fieldConfig": {
1057
- "defaults": {
1058
- "unit": "\u00b5s",
1059
- "thresholds": {
1060
- "mode": "absolute",
1061
- "steps": [
1062
- {
1063
- "value": 0,
1064
- "color": "green"
1065
- },
1066
- {
1067
- "value": 80,
1068
- "color": "red"
1069
- }
1070
- ]
1071
- },
1072
- "color": {
1073
- "mode": "palette-classic"
1074
- },
1075
- "custom": {
1076
- "axisBorderShow": false,
1077
- "axisCenteredZero": false,
1078
- "axisColorMode": "text",
1079
- "axisLabel": "",
1080
- "axisPlacement": "auto",
1081
- "barAlignment": 0,
1082
- "barWidthFactor": 0.6,
1083
- "drawStyle": "line",
1084
- "fillOpacity": 10,
1085
- "gradientMode": "none",
1086
- "hideFrom": {
1087
- "legend": false,
1088
- "tooltip": false,
1089
- "viz": false
1090
- },
1091
- "insertNulls": false,
1092
- "lineInterpolation": "linear",
1093
- "lineWidth": 1,
1094
- "pointSize": 5,
1095
- "scaleDistribution": {
1096
- "type": "linear"
1097
- },
1098
- "showPoints": "never",
1099
- "showValues": false,
1100
- "spanNulls": false,
1101
- "stacking": {
1102
- "group": "A",
1103
- "mode": "none"
1104
- },
1105
- "thresholdsStyle": {
1106
- "mode": "off"
1107
- }
1108
- }
1109
- },
1110
- "overrides": []
1111
- },
1112
- "gridPos": {
1113
- "h": 6,
1114
- "w": 9,
1115
- "x": 15,
1116
- "y": 39
1117
- },
1118
- "id": 13,
1119
- "options": {
1120
- "legend": {
1121
- "calcs": [],
1122
- "displayMode": "list",
1123
- "placement": "bottom",
1124
- "showLegend": true
1125
- },
1126
- "tooltip": {
1127
- "hideZeros": false,
1128
- "mode": "multi",
1129
- "sort": "none"
1130
- }
1131
- },
1132
- "targets": [
1133
- {
1134
- "datasource": {
1135
- "type": "prometheus",
1136
- "uid": "${datasource}"
1137
- },
1138
- "editorMode": "code",
1139
- "expr": "irate(nv_inference_compute_output_duration_us{job=\"$job\"}[60s]) / irate(nv_inference_request_success{job=\"$job\"}[60s])",
1140
- "legendFormat": "{{model}}-{{version}}",
1141
- "refId": "A",
1142
- "exemplar": true,
1143
- "range": true
1144
- }
1145
- ],
1146
- "title": "Output time / req",
1147
- "type": "timeseries"
1148
- }
1149
- ],
1150
- "refresh": "30s",
1151
- "schemaVersion": 41,
1152
- "tags": [],
1153
- "templating": {
1154
- "list": [
1155
- {
1156
- "current": {},
1157
- "hide": 0,
1158
- "includeAll": false,
1159
- "label": "Datasource",
1160
- "multi": false,
1161
- "name": "datasource",
1162
- "options": [],
1163
- "query": "prometheus",
1164
- "refresh": 1,
1165
- "type": "datasource"
1166
- },
1167
- {
1168
- "current": {},
1169
- "datasource": {
1170
- "type": "prometheus",
1171
- "uid": "${datasource}"
1172
- },
1173
- "definition": "nv_gpu_utilization",
1174
- "hide": 0,
1175
- "includeAll": false,
1176
- "label": "job",
1177
- "multi": false,
1178
- "name": "job",
1179
- "options": [],
1180
- "query": {
1181
- "query": "nv_gpu_utilization",
1182
- "refId": "StandardVariableQuery"
1183
- },
1184
- "refresh": 1,
1185
- "regex": ".*job=\"(.*?)\".*",
1186
- "sort": 1,
1187
- "type": "query",
1188
- "allowCustomValue": true
1189
- }
1190
- ]
1191
- },
1192
- "time": {
1193
- "from": "now-2d",
1194
- "to": "now"
1195
- },
1196
- "timepicker": {},
1197
- "timezone": "browser",
1198
- "title": "Triton Server",
1199
- "uid": null,
1200
- "version": 1
1201
- }