@neuracore/types 4.0.0 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/neuracore_types.d.ts +94 -94
- package/package.json +1 -1
|
@@ -55,8 +55,8 @@ export interface RobotStreamTrack {
|
|
|
55
55
|
data_type: DataType;
|
|
56
56
|
label: string;
|
|
57
57
|
mid: string;
|
|
58
|
-
id
|
|
59
|
-
created_at
|
|
58
|
+
id: string;
|
|
59
|
+
created_at: string;
|
|
60
60
|
}
|
|
61
61
|
/**
|
|
62
62
|
* Represents an update on the available capacity of all robots.
|
|
@@ -89,8 +89,8 @@ export interface BaseRecodingUpdatePayload {
|
|
|
89
89
|
* is populated during dataset iteration for efficiency.
|
|
90
90
|
*/
|
|
91
91
|
export interface CameraData {
|
|
92
|
-
timestamp
|
|
93
|
-
frame_idx
|
|
92
|
+
timestamp: number;
|
|
93
|
+
frame_idx: number;
|
|
94
94
|
extrinsics?: unknown[] | null;
|
|
95
95
|
intrinsics?: unknown[] | null;
|
|
96
96
|
frame?: string | null;
|
|
@@ -99,7 +99,7 @@ export interface CameraData {
|
|
|
99
99
|
* Statistics for CameraData.
|
|
100
100
|
*/
|
|
101
101
|
export interface CameraDataStats {
|
|
102
|
-
type
|
|
102
|
+
type: Type;
|
|
103
103
|
frame: DataItemStats;
|
|
104
104
|
extrinsics: DataItemStats;
|
|
105
105
|
intrinsics: DataItemStats;
|
|
@@ -112,11 +112,11 @@ export interface CameraDataStats {
|
|
|
112
112
|
* and model configuration purposes.
|
|
113
113
|
*/
|
|
114
114
|
export interface DataItemStats {
|
|
115
|
-
mean
|
|
116
|
-
std
|
|
117
|
-
count
|
|
118
|
-
min
|
|
119
|
-
max
|
|
115
|
+
mean: unknown[] | null;
|
|
116
|
+
std: unknown[] | null;
|
|
117
|
+
count: unknown[] | null;
|
|
118
|
+
min: unknown[] | null;
|
|
119
|
+
max: unknown[] | null;
|
|
120
120
|
}
|
|
121
121
|
/**
|
|
122
122
|
* Custom 1D numerical data for specialized applications.
|
|
@@ -125,15 +125,15 @@ export interface DataItemStats {
|
|
|
125
125
|
* numerical information that is one-dimensional.
|
|
126
126
|
*/
|
|
127
127
|
export interface Custom1DData {
|
|
128
|
-
timestamp
|
|
129
|
-
type
|
|
128
|
+
timestamp: number;
|
|
129
|
+
type: Type1;
|
|
130
130
|
data: unknown[] | null;
|
|
131
131
|
}
|
|
132
132
|
/**
|
|
133
133
|
* Statistics for Custom1DData.
|
|
134
134
|
*/
|
|
135
135
|
export interface Custom1DDataStats {
|
|
136
|
-
type
|
|
136
|
+
type: Type2;
|
|
137
137
|
data: DataItemStats;
|
|
138
138
|
}
|
|
139
139
|
/**
|
|
@@ -167,24 +167,24 @@ export interface Dataset {
|
|
|
167
167
|
created_at: number;
|
|
168
168
|
modified_at: number;
|
|
169
169
|
description?: string | null;
|
|
170
|
-
tags
|
|
171
|
-
num_demonstrations
|
|
172
|
-
total_duration_seconds
|
|
173
|
-
size_bytes
|
|
174
|
-
is_shared
|
|
175
|
-
metadata
|
|
170
|
+
tags: string[];
|
|
171
|
+
num_demonstrations: number;
|
|
172
|
+
total_duration_seconds: number;
|
|
173
|
+
size_bytes: number;
|
|
174
|
+
is_shared: boolean;
|
|
175
|
+
metadata: {
|
|
176
176
|
[k: string]: unknown;
|
|
177
177
|
};
|
|
178
|
-
synced_dataset_ids
|
|
178
|
+
synced_dataset_ids: {
|
|
179
179
|
[k: string]: unknown;
|
|
180
180
|
};
|
|
181
|
-
all_data_types
|
|
181
|
+
all_data_types: {
|
|
182
182
|
[k: string]: number;
|
|
183
183
|
};
|
|
184
|
-
common_data_types
|
|
184
|
+
common_data_types: {
|
|
185
185
|
[k: string]: number;
|
|
186
186
|
};
|
|
187
|
-
deleted
|
|
187
|
+
deleted: boolean;
|
|
188
188
|
}
|
|
189
189
|
/**
|
|
190
190
|
* Depth camera data subclass.
|
|
@@ -192,12 +192,12 @@ export interface Dataset {
|
|
|
192
192
|
* Specialization of CameraData for depth images.
|
|
193
193
|
*/
|
|
194
194
|
export interface DepthCameraData {
|
|
195
|
-
timestamp
|
|
196
|
-
frame_idx
|
|
195
|
+
timestamp: number;
|
|
196
|
+
frame_idx: number;
|
|
197
197
|
extrinsics?: unknown[] | null;
|
|
198
198
|
intrinsics?: unknown[] | null;
|
|
199
199
|
frame?: string | null;
|
|
200
|
-
type
|
|
200
|
+
type: Type3;
|
|
201
201
|
}
|
|
202
202
|
/**
|
|
203
203
|
* End-effector pose data.
|
|
@@ -206,15 +206,15 @@ export interface DepthCameraData {
|
|
|
206
206
|
* position and unit quaternion orientation [x, y, z, qx, qy, qz, qw].
|
|
207
207
|
*/
|
|
208
208
|
export interface EndEffectorPoseData {
|
|
209
|
-
timestamp
|
|
210
|
-
type
|
|
209
|
+
timestamp: number;
|
|
210
|
+
type: Type4;
|
|
211
211
|
pose: number[];
|
|
212
212
|
}
|
|
213
213
|
/**
|
|
214
214
|
* Statistics for EndEffectorPoseData.
|
|
215
215
|
*/
|
|
216
216
|
export interface EndEffectorPoseDataStats {
|
|
217
|
-
type
|
|
217
|
+
type: Type5;
|
|
218
218
|
pose: DataItemStats;
|
|
219
219
|
}
|
|
220
220
|
/**
|
|
@@ -224,8 +224,8 @@ export interface EndEffectorPoseDataStats {
|
|
|
224
224
|
* sensor counts, and episode length for analysis and processing.
|
|
225
225
|
*/
|
|
226
226
|
export interface EpisodeStatistics {
|
|
227
|
-
episode_length
|
|
228
|
-
data
|
|
227
|
+
episode_length: number;
|
|
228
|
+
data: {
|
|
229
229
|
[k: string]: {
|
|
230
230
|
[k: string]: DataItemStats;
|
|
231
231
|
};
|
|
@@ -253,7 +253,7 @@ export interface HandshakeMessage {
|
|
|
253
253
|
data: string;
|
|
254
254
|
connection_id: string;
|
|
255
255
|
type: MessageType;
|
|
256
|
-
id
|
|
256
|
+
id: string;
|
|
257
257
|
}
|
|
258
258
|
/**
|
|
259
259
|
* Request model for starting a training job.
|
|
@@ -312,22 +312,22 @@ export interface SynchronizationDetails {
|
|
|
312
312
|
[k: string]: string[];
|
|
313
313
|
};
|
|
314
314
|
} | null;
|
|
315
|
-
max_delay_s
|
|
316
|
-
allow_duplicates
|
|
315
|
+
max_delay_s: number;
|
|
316
|
+
allow_duplicates: boolean;
|
|
317
317
|
}
|
|
318
318
|
/**
|
|
319
319
|
* Robot joint state data including positions, velocities, or torques.
|
|
320
320
|
*/
|
|
321
321
|
export interface JointData {
|
|
322
|
-
timestamp
|
|
323
|
-
type
|
|
322
|
+
timestamp: number;
|
|
323
|
+
type: Type6;
|
|
324
324
|
value: number;
|
|
325
325
|
}
|
|
326
326
|
/**
|
|
327
327
|
* Statistics for JointData.
|
|
328
328
|
*/
|
|
329
329
|
export interface JointDataStats {
|
|
330
|
-
type
|
|
330
|
+
type: Type7;
|
|
331
331
|
value: DataItemStats;
|
|
332
332
|
}
|
|
333
333
|
/**
|
|
@@ -337,15 +337,15 @@ export interface JointDataStats {
|
|
|
337
337
|
* or other linguistic data associated with robot demonstrations.
|
|
338
338
|
*/
|
|
339
339
|
export interface LanguageData {
|
|
340
|
-
timestamp
|
|
341
|
-
type
|
|
340
|
+
timestamp: number;
|
|
341
|
+
type: Type8;
|
|
342
342
|
text: string;
|
|
343
343
|
}
|
|
344
344
|
/**
|
|
345
345
|
* Statistics for LanguageData.
|
|
346
346
|
*/
|
|
347
347
|
export interface LanguageDataStats {
|
|
348
|
-
type
|
|
348
|
+
type: Type9;
|
|
349
349
|
text: DataItemStats;
|
|
350
350
|
}
|
|
351
351
|
/**
|
|
@@ -355,7 +355,7 @@ export interface LanguageDataStats {
|
|
|
355
355
|
* metrics: A dictionary mapping metric names to their values/metaData
|
|
356
356
|
*/
|
|
357
357
|
export interface Metrics {
|
|
358
|
-
metrics
|
|
358
|
+
metrics: {
|
|
359
359
|
[k: string]: MetricsData;
|
|
360
360
|
};
|
|
361
361
|
}
|
|
@@ -371,7 +371,7 @@ export interface MetricsData {
|
|
|
371
371
|
data: {
|
|
372
372
|
[k: string]: number;
|
|
373
373
|
};
|
|
374
|
-
metadata
|
|
374
|
+
metadata: {
|
|
375
375
|
[k: string]: unknown;
|
|
376
376
|
};
|
|
377
377
|
}
|
|
@@ -399,27 +399,27 @@ export interface ModelInitDescription {
|
|
|
399
399
|
dataset_statistics: {
|
|
400
400
|
[k: string]: (JointDataStats | CameraDataStats | PoseDataStats | EndEffectorPoseDataStats | ParallelGripperOpenAmountDataStats | PointCloudDataStats | LanguageDataStats | Custom1DDataStats)[];
|
|
401
401
|
};
|
|
402
|
-
output_prediction_horizon
|
|
402
|
+
output_prediction_horizon: number;
|
|
403
403
|
}
|
|
404
404
|
/**
|
|
405
405
|
* Statistics for PoseData.
|
|
406
406
|
*/
|
|
407
407
|
export interface PoseDataStats {
|
|
408
|
-
type
|
|
408
|
+
type: Type10;
|
|
409
409
|
pose: DataItemStats;
|
|
410
410
|
}
|
|
411
411
|
/**
|
|
412
412
|
* Statistics for ParallelGripperOpenAmountData.
|
|
413
413
|
*/
|
|
414
414
|
export interface ParallelGripperOpenAmountDataStats {
|
|
415
|
-
type
|
|
415
|
+
type: Type11;
|
|
416
416
|
open_amount: DataItemStats;
|
|
417
417
|
}
|
|
418
418
|
/**
|
|
419
419
|
* Statistics for PointCloudData.
|
|
420
420
|
*/
|
|
421
421
|
export interface PointCloudDataStats {
|
|
422
|
-
type
|
|
422
|
+
type: Type12;
|
|
423
423
|
points: DataItemStats;
|
|
424
424
|
rgb_points: DataItemStats;
|
|
425
425
|
extrinsics: DataItemStats;
|
|
@@ -432,7 +432,7 @@ export interface PointCloudDataStats {
|
|
|
432
432
|
* timestamp generation for temporal synchronization and data ordering.
|
|
433
433
|
*/
|
|
434
434
|
export interface NCData {
|
|
435
|
-
timestamp
|
|
435
|
+
timestamp: number;
|
|
436
436
|
}
|
|
437
437
|
/**
|
|
438
438
|
* Base class for statistics of Neuracore data types.
|
|
@@ -472,8 +472,8 @@ export interface OpenConnectionRequest {
|
|
|
472
472
|
robot_id: string;
|
|
473
473
|
robot_instance: number;
|
|
474
474
|
video_format: VideoFormat;
|
|
475
|
-
id
|
|
476
|
-
created_at
|
|
475
|
+
id: string;
|
|
476
|
+
created_at: string;
|
|
477
477
|
}
|
|
478
478
|
/**
|
|
479
479
|
* Open amount data for parallel end effector gripper.
|
|
@@ -481,8 +481,8 @@ export interface OpenConnectionRequest {
|
|
|
481
481
|
* Contains the state of parallel gripper opening amounts.
|
|
482
482
|
*/
|
|
483
483
|
export interface ParallelGripperOpenAmountData {
|
|
484
|
-
timestamp
|
|
485
|
-
type
|
|
484
|
+
timestamp: number;
|
|
485
|
+
type: Type13;
|
|
486
486
|
open_amount: number;
|
|
487
487
|
}
|
|
488
488
|
/**
|
|
@@ -494,17 +494,17 @@ export interface ParallelGripperOpenAmountData {
|
|
|
494
494
|
export interface PendingRecording {
|
|
495
495
|
id: string;
|
|
496
496
|
robot_id: string;
|
|
497
|
-
instance
|
|
497
|
+
instance: number;
|
|
498
498
|
org_id: string;
|
|
499
|
-
created_by
|
|
500
|
-
start_time
|
|
499
|
+
created_by: string;
|
|
500
|
+
start_time: number;
|
|
501
501
|
end_time?: number | null;
|
|
502
|
-
metadata
|
|
503
|
-
total_bytes
|
|
504
|
-
is_shared
|
|
505
|
-
data_types
|
|
502
|
+
metadata: RecordingMetadata;
|
|
503
|
+
total_bytes: number;
|
|
504
|
+
is_shared: boolean;
|
|
505
|
+
data_types: DataType[];
|
|
506
506
|
saved_dataset_id: string;
|
|
507
|
-
status
|
|
507
|
+
status: PendingRecordingStatus;
|
|
508
508
|
progress: number;
|
|
509
509
|
}
|
|
510
510
|
/**
|
|
@@ -516,9 +516,9 @@ export interface PendingRecording {
|
|
|
516
516
|
* status: Current RecordingStatus of the recording
|
|
517
517
|
*/
|
|
518
518
|
export interface RecordingMetadata {
|
|
519
|
-
name
|
|
520
|
-
notes
|
|
521
|
-
status
|
|
519
|
+
name: string;
|
|
520
|
+
notes: string;
|
|
521
|
+
status: RecordingStatus;
|
|
522
522
|
}
|
|
523
523
|
/**
|
|
524
524
|
* 3D point cloud data with optional RGB colouring and camera parameters.
|
|
@@ -527,8 +527,8 @@ export interface RecordingMetadata {
|
|
|
527
527
|
* optional colour information and camera calibration for registration.
|
|
528
528
|
*/
|
|
529
529
|
export interface PointCloudData {
|
|
530
|
-
timestamp
|
|
531
|
-
type
|
|
530
|
+
timestamp: number;
|
|
531
|
+
type: Type14;
|
|
532
532
|
points?: string | null;
|
|
533
533
|
rgb_points?: string | null;
|
|
534
534
|
extrinsics?: unknown[] | null;
|
|
@@ -542,8 +542,8 @@ export interface PointCloudData {
|
|
|
542
542
|
* mapping pose names to [x, y, z, rx, ry, rz] values.
|
|
543
543
|
*/
|
|
544
544
|
export interface PoseData {
|
|
545
|
-
timestamp
|
|
546
|
-
type
|
|
545
|
+
timestamp: number;
|
|
546
|
+
type: Type15;
|
|
547
547
|
pose: number[];
|
|
548
548
|
}
|
|
549
549
|
/**
|
|
@@ -552,12 +552,12 @@ export interface PoseData {
|
|
|
552
552
|
* Specialization of CameraData for RGB images.
|
|
553
553
|
*/
|
|
554
554
|
export interface RGBCameraData {
|
|
555
|
-
timestamp
|
|
556
|
-
frame_idx
|
|
555
|
+
timestamp: number;
|
|
556
|
+
frame_idx: number;
|
|
557
557
|
extrinsics?: unknown[] | null;
|
|
558
558
|
intrinsics?: unknown[] | null;
|
|
559
559
|
frame?: string | null;
|
|
560
|
-
type
|
|
560
|
+
type: Type16;
|
|
561
561
|
}
|
|
562
562
|
/**
|
|
563
563
|
* Represents a robot recording with flat storage.
|
|
@@ -578,15 +578,15 @@ export interface RGBCameraData {
|
|
|
578
578
|
export interface Recording {
|
|
579
579
|
id: string;
|
|
580
580
|
robot_id: string;
|
|
581
|
-
instance
|
|
581
|
+
instance: number;
|
|
582
582
|
org_id: string;
|
|
583
|
-
created_by
|
|
584
|
-
start_time
|
|
583
|
+
created_by: string;
|
|
584
|
+
start_time: number;
|
|
585
585
|
end_time?: number | null;
|
|
586
|
-
metadata
|
|
587
|
-
total_bytes
|
|
588
|
-
is_shared
|
|
589
|
-
data_types
|
|
586
|
+
metadata: RecordingMetadata;
|
|
587
|
+
total_bytes: number;
|
|
588
|
+
is_shared: boolean;
|
|
589
|
+
data_types: DataType[];
|
|
590
590
|
}
|
|
591
591
|
/**
|
|
592
592
|
* Represents a single data trace belonging to a recording.
|
|
@@ -598,11 +598,11 @@ export interface RecordingDataTrace {
|
|
|
598
598
|
id: string;
|
|
599
599
|
recording_id: string;
|
|
600
600
|
data_type: DataType;
|
|
601
|
-
status
|
|
602
|
-
created_at
|
|
601
|
+
status: RecordingDataTraceStatus;
|
|
602
|
+
created_at: number;
|
|
603
603
|
uploaded_at: number | null;
|
|
604
|
-
uploaded_bytes
|
|
605
|
-
total_bytes
|
|
604
|
+
uploaded_bytes: number;
|
|
605
|
+
total_bytes: number;
|
|
606
606
|
}
|
|
607
607
|
/**
|
|
608
608
|
* Notification message for recording lifecycle events.
|
|
@@ -613,7 +613,7 @@ export interface RecordingDataTrace {
|
|
|
613
613
|
export interface RecordingNotification {
|
|
614
614
|
type: RecordingNotificationType;
|
|
615
615
|
payload: RecordingStartPayload | RecordingStartPayload[] | BaseRecodingUpdatePayload;
|
|
616
|
-
id
|
|
616
|
+
id: string;
|
|
617
617
|
}
|
|
618
618
|
/**
|
|
619
619
|
* Payload for recording start notifications.
|
|
@@ -623,8 +623,8 @@ export interface RecordingStartPayload {
|
|
|
623
623
|
robot_id: string;
|
|
624
624
|
instance: number;
|
|
625
625
|
created_by: string;
|
|
626
|
-
dataset_ids
|
|
627
|
-
data_types
|
|
626
|
+
dataset_ids: string[];
|
|
627
|
+
data_types: DataType[];
|
|
628
628
|
start_time: number;
|
|
629
629
|
}
|
|
630
630
|
/**
|
|
@@ -733,7 +733,7 @@ export interface SynchronizedDatasetStatistics {
|
|
|
733
733
|
[k: string]: string[];
|
|
734
734
|
};
|
|
735
735
|
};
|
|
736
|
-
dataset_statistics
|
|
736
|
+
dataset_statistics: {
|
|
737
737
|
[k: string]: (JointDataStats | CameraDataStats | PoseDataStats | EndEffectorPoseDataStats | ParallelGripperOpenAmountDataStats | PointCloudDataStats | LanguageDataStats | Custom1DDataStats)[];
|
|
738
738
|
};
|
|
739
739
|
}
|
|
@@ -754,9 +754,9 @@ export interface SynchronizedEpisode {
|
|
|
754
754
|
* and ensuring consistent data relationships across different sensors.
|
|
755
755
|
*/
|
|
756
756
|
export interface SynchronizedPoint {
|
|
757
|
-
timestamp
|
|
757
|
+
timestamp: number;
|
|
758
758
|
robot_id?: string | null;
|
|
759
|
-
data
|
|
759
|
+
data: {
|
|
760
760
|
[k: string]: {
|
|
761
761
|
[k: string]: JointData | RGBCameraData | DepthCameraData | PoseData | EndEffectorPoseData | ParallelGripperOpenAmountData | PointCloudData | LanguageData | Custom1DData;
|
|
762
762
|
};
|
|
@@ -804,23 +804,23 @@ export interface TrainingJob {
|
|
|
804
804
|
launch_time: number;
|
|
805
805
|
start_time?: number | null;
|
|
806
806
|
end_time?: number | null;
|
|
807
|
-
epoch
|
|
808
|
-
step
|
|
809
|
-
algorithm_config
|
|
807
|
+
epoch: number;
|
|
808
|
+
step: number;
|
|
809
|
+
algorithm_config: {
|
|
810
810
|
[k: string]: unknown;
|
|
811
811
|
};
|
|
812
|
-
gpu_type
|
|
813
|
-
num_gpus
|
|
812
|
+
gpu_type: GPUType1;
|
|
813
|
+
num_gpus: number;
|
|
814
814
|
resumed_at?: number | null;
|
|
815
815
|
previous_training_time?: number | null;
|
|
816
816
|
error?: string | null;
|
|
817
|
-
resume_points
|
|
818
|
-
input_robot_data_spec
|
|
817
|
+
resume_points: number[];
|
|
818
|
+
input_robot_data_spec: {
|
|
819
819
|
[k: string]: {
|
|
820
820
|
[k: string]: string[];
|
|
821
821
|
};
|
|
822
822
|
};
|
|
823
|
-
output_robot_data_spec
|
|
823
|
+
output_robot_data_spec: {
|
|
824
824
|
[k: string]: {
|
|
825
825
|
[k: string]: string[];
|
|
826
826
|
};
|