@talqing/sdk 0.16.0 → 0.16.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -6319,7 +6319,7 @@ export type LLMModelSpec = {
|
|
|
6319
6319
|
/**
|
|
6320
6320
|
* Priority
|
|
6321
6321
|
*
|
|
6322
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6322
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6323
6323
|
*/
|
|
6324
6324
|
priority?: boolean;
|
|
6325
6325
|
/**
|
|
@@ -6356,7 +6356,7 @@ export type LLMModelSpecOverride = {
|
|
|
6356
6356
|
/**
|
|
6357
6357
|
* Priority
|
|
6358
6358
|
*
|
|
6359
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6359
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6360
6360
|
*/
|
|
6361
6361
|
priority?: boolean | null;
|
|
6362
6362
|
/**
|
|
@@ -6463,7 +6463,7 @@ export type LLMSpec = {
|
|
|
6463
6463
|
/**
|
|
6464
6464
|
* Priority
|
|
6465
6465
|
*
|
|
6466
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6466
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6467
6467
|
*/
|
|
6468
6468
|
priority?: boolean;
|
|
6469
6469
|
/**
|
|
@@ -6501,7 +6501,7 @@ export type LLMSpecOverride = {
|
|
|
6501
6501
|
/**
|
|
6502
6502
|
* Priority
|
|
6503
6503
|
*
|
|
6504
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6504
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6505
6505
|
*/
|
|
6506
6506
|
priority?: boolean | null;
|
|
6507
6507
|
/**
|
|
@@ -6696,6 +6696,10 @@ export type ModelHostResponse = {
|
|
|
6696
6696
|
* Quantization
|
|
6697
6697
|
*/
|
|
6698
6698
|
quantization: string | null;
|
|
6699
|
+
/**
|
|
6700
|
+
* Service Tier
|
|
6701
|
+
*/
|
|
6702
|
+
service_tier: 'priority' | 'ultrafast' | null;
|
|
6699
6703
|
/**
|
|
6700
6704
|
* Throughput P50
|
|
6701
6705
|
*/
|