@talqing/sdk 0.16.0 → 0.16.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
package/src/gen/types.gen.ts
CHANGED
|
@@ -6508,7 +6508,7 @@ export type LLMModelSpec = {
|
|
|
6508
6508
|
/**
|
|
6509
6509
|
* Priority
|
|
6510
6510
|
*
|
|
6511
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6511
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6512
6512
|
*/
|
|
6513
6513
|
priority?: boolean;
|
|
6514
6514
|
/**
|
|
@@ -6546,7 +6546,7 @@ export type LLMModelSpecOverride = {
|
|
|
6546
6546
|
/**
|
|
6547
6547
|
* Priority
|
|
6548
6548
|
*
|
|
6549
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6549
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6550
6550
|
*/
|
|
6551
6551
|
priority?: boolean | null;
|
|
6552
6552
|
/**
|
|
@@ -6656,7 +6656,7 @@ export type LLMSpec = {
|
|
|
6656
6656
|
/**
|
|
6657
6657
|
* Priority
|
|
6658
6658
|
*
|
|
6659
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6659
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6660
6660
|
*/
|
|
6661
6661
|
priority?: boolean;
|
|
6662
6662
|
/**
|
|
@@ -6695,7 +6695,7 @@ export type LLMSpecOverride = {
|
|
|
6695
6695
|
/**
|
|
6696
6696
|
* Priority
|
|
6697
6697
|
*
|
|
6698
|
-
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one. Steadies the worst case rather than the average, and costs
|
|
6698
|
+
* Run this model in its provider's priority (low-latency) lane, where its catalog entry declares one; on OpenRouter, any model (standard where no host sells one). Steadies the worst case rather than the average, and costs more per token.
|
|
6699
6699
|
*/
|
|
6700
6700
|
priority?: boolean | null;
|
|
6701
6701
|
/**
|
|
@@ -6897,6 +6897,10 @@ export type ModelHostResponse = {
|
|
|
6897
6897
|
* Quantization
|
|
6898
6898
|
*/
|
|
6899
6899
|
quantization: string | null;
|
|
6900
|
+
/**
|
|
6901
|
+
* Service Tier
|
|
6902
|
+
*/
|
|
6903
|
+
service_tier: 'priority' | 'ultrafast' | null;
|
|
6900
6904
|
/**
|
|
6901
6905
|
* Throughput P50
|
|
6902
6906
|
*/
|