@dataclouder/nest-vertex 0.0.51 → 0.0.52
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
|
@@ -2,7 +2,6 @@ import { HttpService } from '@nestjs/axios';
|
|
|
2
2
|
import { AvailableKeyResult, ModelType, TierType } from '../models/key-balancer.models';
|
|
3
3
|
export interface PostQueryKeyRequest {
|
|
4
4
|
provider: string;
|
|
5
|
-
model?: string;
|
|
6
5
|
tierType?: TierType;
|
|
7
6
|
aiType?: ModelType;
|
|
8
7
|
keyType?: string;
|
|
@@ -29,11 +29,11 @@ let KeyBalancerClientService = KeyBalancerClientService_1 = class KeyBalancerCli
|
|
|
29
29
|
try {
|
|
30
30
|
const url = `${keyBalancerHost}/api/key-balancer/redis/key`;
|
|
31
31
|
const { data } = await (0, rxjs_1.firstValueFrom)(this.httpService.post(url, request));
|
|
32
|
-
this.logger.verbose(`Requested to: ${url} for key :${request.provider} type: ${request.aiType} model: ${request.
|
|
32
|
+
this.logger.verbose(`Requested to: ${url} for key :${request.provider} type: ${request.aiType} model: ${request.service} tier: ${request.tierType} getting key: ${data.name}`);
|
|
33
33
|
return data;
|
|
34
34
|
}
|
|
35
35
|
catch (error) {
|
|
36
|
-
this.logger.error(`Failed to get ${request.aiType} key for model ${request.
|
|
36
|
+
this.logger.error(`Failed to get ${request.aiType} key for model ${request.service} from the external service.`, error.stack);
|
|
37
37
|
return this.getUnavailableServiceResult();
|
|
38
38
|
}
|
|
39
39
|
}
|
|
@@ -46,7 +46,7 @@ let ImageVertexService = ImageVertexService_1 = class ImageVertexService {
|
|
|
46
46
|
this.logger.log(`Vertex Image"Getting key for model: ${model} and tier: ${tierType}`);
|
|
47
47
|
availableKey = await this.keyBalancerApiService.getBestKey({
|
|
48
48
|
provider: 'google',
|
|
49
|
-
|
|
49
|
+
service: model,
|
|
50
50
|
tierType: tierType,
|
|
51
51
|
aiType: key_balancer_models_1.ModelType.IMAGE,
|
|
52
52
|
}, null);
|
|
@@ -109,7 +109,7 @@ let GroqService = GroqService_1 = class GroqService {
|
|
|
109
109
|
const file = await (0, groq_sdk_1.toFile)(fileBuffer, effectiveFileName, { type: mimeType });
|
|
110
110
|
const keyResult = await this.keyBalancer.getBestKey({
|
|
111
111
|
provider: 'groq',
|
|
112
|
-
|
|
112
|
+
service: 'whisper-large-v3-turbo',
|
|
113
113
|
tierType: key_balancer_models_1.TierType.FREE_TIER,
|
|
114
114
|
aiType: key_balancer_models_1.ModelType.AUDIO,
|
|
115
115
|
}, null);
|