ai-vision-mcp 0.0.6 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/commands/analyze-image.d.ts.map +1 -1
- package/dist/cli/commands/analyze-image.js +10 -3
- package/dist/cli/commands/analyze-image.js.map +1 -1
- package/dist/cli/commands/detect-objects.d.ts.map +1 -1
- package/dist/cli/commands/detect-objects.js +16 -3
- package/dist/cli/commands/detect-objects.js.map +1 -1
- package/dist/cli/index.js +1 -1
- package/dist/providers/base/VisionProvider.d.ts.map +1 -1
- package/dist/providers/base/VisionProvider.js +14 -1
- package/dist/providers/base/VisionProvider.js.map +1 -1
- package/dist/providers/factory/ProviderFactory.d.ts +0 -1
- package/dist/providers/factory/ProviderFactory.d.ts.map +1 -1
- package/dist/providers/factory/ProviderFactory.js +2 -11
- package/dist/providers/factory/ProviderFactory.js.map +1 -1
- package/dist/providers/gemini/GeminiProvider.d.ts +0 -3
- package/dist/providers/gemini/GeminiProvider.d.ts.map +1 -1
- package/dist/providers/gemini/GeminiProvider.js +35 -110
- package/dist/providers/gemini/GeminiProvider.js.map +1 -1
- package/dist/providers/vertexai/VertexAIProvider.d.ts +3 -7
- package/dist/providers/vertexai/VertexAIProvider.d.ts.map +1 -1
- package/dist/providers/vertexai/VertexAIProvider.js +73 -119
- package/dist/providers/vertexai/VertexAIProvider.js.map +1 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +57 -23
- package/dist/server.js.map +1 -1
- package/dist/services/ConfigService.d.ts +5 -0
- package/dist/services/ConfigService.d.ts.map +1 -1
- package/dist/services/ConfigService.js +73 -8
- package/dist/services/ConfigService.js.map +1 -1
- package/dist/services/FileService.d.ts +7 -2
- package/dist/services/FileService.d.ts.map +1 -1
- package/dist/services/FileService.js +224 -70
- package/dist/services/FileService.js.map +1 -1
- package/dist/tools/analyze_image.d.ts +1 -0
- package/dist/tools/analyze_image.d.ts.map +1 -1
- package/dist/tools/analyze_image.js +71 -1
- package/dist/tools/analyze_image.js.map +1 -1
- package/dist/tools/analyze_video.d.ts.map +1 -1
- package/dist/tools/analyze_video.js +2 -1
- package/dist/tools/analyze_video.js.map +1 -1
- package/dist/tools/detect_objects_in_image.d.ts.map +1 -1
- package/dist/tools/detect_objects_in_image.js +87 -59
- package/dist/tools/detect_objects_in_image.js.map +1 -1
- package/dist/types/ObjectDetection.d.ts +22 -0
- package/dist/types/ObjectDetection.d.ts.map +1 -1
- package/dist/utils/imageSourceHandler.d.ts +11 -0
- package/dist/utils/imageSourceHandler.d.ts.map +1 -0
- package/dist/utils/imageSourceHandler.js +66 -0
- package/dist/utils/imageSourceHandler.js.map +1 -0
- package/dist/utils/index.d.ts +2 -0
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +2 -0
- package/dist/utils/index.js.map +1 -1
- package/dist/utils/mediaSources.d.ts +11 -0
- package/dist/utils/mediaSources.d.ts.map +1 -0
- package/dist/utils/mediaSources.js +54 -0
- package/dist/utils/mediaSources.js.map +1 -0
- package/dist/utils/redact.d.ts +3 -0
- package/dist/utils/redact.d.ts.map +1 -0
- package/dist/utils/redact.js +19 -0
- package/dist/utils/redact.js.map +1 -0
- package/dist/utils/videoSourceHandler.d.ts +18 -0
- package/dist/utils/videoSourceHandler.d.ts.map +1 -0
- package/dist/utils/videoSourceHandler.js +138 -0
- package/dist/utils/videoSourceHandler.js.map +1 -0
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"analyze-image.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/analyze-image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"analyze-image.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/analyze-image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAYpD,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CA+Df"}
|
|
@@ -2,25 +2,32 @@ import { ConfigService } from '../../services/ConfigService.js';
|
|
|
2
2
|
import { VisionProviderFactory } from '../../providers/factory/ProviderFactory.js';
|
|
3
3
|
import { FileService } from '../../services/FileService.js';
|
|
4
4
|
import { analyze_image } from '../../tools/analyze_image.js';
|
|
5
|
-
import { parseOptions, formatOutput, handleError, parseArgs } from '../utils.js';
|
|
5
|
+
import { parseOptions, formatOutput, handleError, parseArgs, } from '../utils.js';
|
|
6
6
|
export async function runAnalyzeImage(args, config) {
|
|
7
7
|
const { positional, options } = parseArgs(args);
|
|
8
8
|
if (positional.length < 1) {
|
|
9
9
|
console.error('Error: Image source required');
|
|
10
|
-
console.error('Usage: ai-vision analyze-image <source> --prompt <text>');
|
|
10
|
+
console.error('Usage: ai-vision analyze-image <source> --prompt <text> [--mode <mode>]');
|
|
11
|
+
console.error('Modes: general (default), palette, hierarchy, components');
|
|
11
12
|
process.exit(1);
|
|
12
13
|
}
|
|
13
14
|
const imageSource = positional[0];
|
|
14
15
|
const prompt = options.prompt;
|
|
16
|
+
const mode = options.mode;
|
|
15
17
|
if (!prompt) {
|
|
16
18
|
console.error('Error: --prompt is required');
|
|
17
19
|
process.exit(1);
|
|
18
20
|
}
|
|
21
|
+
if (mode &&
|
|
22
|
+
!['general', 'palette', 'hierarchy', 'components'].includes(mode)) {
|
|
23
|
+
console.error(`Error: Invalid mode "${mode}". Allowed modes: general, palette, hierarchy, components`);
|
|
24
|
+
process.exit(1);
|
|
25
|
+
}
|
|
19
26
|
const configService = ConfigService.getInstance();
|
|
20
27
|
const imageProvider = VisionProviderFactory.createProviderWithValidation(config, 'image');
|
|
21
28
|
const imageFileService = new FileService(configService, 'image', imageProvider);
|
|
22
29
|
try {
|
|
23
|
-
const result = await analyze_image({ imageSource, prompt, options: parseOptions(options) }, config, imageProvider, imageFileService);
|
|
30
|
+
const result = await analyze_image({ imageSource, prompt, mode, options: parseOptions(options) }, config, imageProvider, imageFileService);
|
|
24
31
|
console.log(formatOutput(result, 'json' in options));
|
|
25
32
|
}
|
|
26
33
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"analyze-image.js","sourceRoot":"","sources":["../../../src/cli/commands/analyze-image.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,
|
|
1
|
+
{"version":3,"file":"analyze-image.js","sourceRoot":"","sources":["../../../src/cli/commands/analyze-image.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAc,EACd,MAAc;IAGd,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CACX,yEAAyE,CAC1E,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,IAKR,CAAC;IAEd,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAGD,IACE,IAAI;QACJ,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjE,CAAC;QACD,OAAO,CAAC,KAAK,CACX,wBAAwB,IAAI,2DAA2D,CACxF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAGD,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,aAAa,GAAG,qBAAqB,CAAC,4BAA4B,CACtE,MAAM,EACN,OAAO,CACR,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,WAAW,CACtC,aAAa,EACb,OAAO,EACP,aAAoB,CACrB,CAAC;IAGF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EAC7D,MAAM,EACN,aAAa,EACb,gBAAgB,CACjB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,CAAC;IACxC,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"detect-objects.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/detect-objects.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"detect-objects.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/detect-objects.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAYpD,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CA2Df"}
|
|
@@ -2,17 +2,23 @@ import { ConfigService } from '../../services/ConfigService.js';
|
|
|
2
2
|
import { VisionProviderFactory } from '../../providers/factory/ProviderFactory.js';
|
|
3
3
|
import { FileService } from '../../services/FileService.js';
|
|
4
4
|
import { detect_objects_in_image } from '../../tools/detect_objects_in_image.js';
|
|
5
|
-
import { parseOptions, formatOutput, handleError, parseArgs } from '../utils.js';
|
|
5
|
+
import { parseOptions, formatOutput, handleError, parseArgs, } from '../utils.js';
|
|
6
6
|
export async function runDetectObjects(args, config) {
|
|
7
7
|
const { positional, options } = parseArgs(args);
|
|
8
8
|
if (positional.length < 1) {
|
|
9
9
|
console.error('Error: Image source required');
|
|
10
|
-
console.error('Usage: ai-vision detect-objects <source> --prompt <text>');
|
|
10
|
+
console.error('Usage: ai-vision detect-objects <source> --prompt <text> [--viewport-width <width>] [--viewport-height <height>]');
|
|
11
11
|
process.exit(1);
|
|
12
12
|
}
|
|
13
13
|
const imageSource = positional[0];
|
|
14
14
|
const prompt = options.prompt;
|
|
15
15
|
const outputFilePath = options.output;
|
|
16
|
+
const viewportWidth = options['viewport-width']
|
|
17
|
+
? parseInt(options['viewport-width'], 10)
|
|
18
|
+
: undefined;
|
|
19
|
+
const viewportHeight = options['viewport-height']
|
|
20
|
+
? parseInt(options['viewport-height'], 10)
|
|
21
|
+
: undefined;
|
|
16
22
|
if (!prompt) {
|
|
17
23
|
console.error('Error: --prompt is required');
|
|
18
24
|
process.exit(1);
|
|
@@ -21,7 +27,14 @@ export async function runDetectObjects(args, config) {
|
|
|
21
27
|
const imageProvider = VisionProviderFactory.createProviderWithValidation(config, 'image');
|
|
22
28
|
const imageFileService = new FileService(configService, 'image', imageProvider);
|
|
23
29
|
try {
|
|
24
|
-
const result = await detect_objects_in_image({
|
|
30
|
+
const result = await detect_objects_in_image({
|
|
31
|
+
imageSource,
|
|
32
|
+
prompt,
|
|
33
|
+
outputFilePath,
|
|
34
|
+
viewportWidth,
|
|
35
|
+
viewportHeight,
|
|
36
|
+
options: parseOptions(options),
|
|
37
|
+
}, config, imageProvider, imageFileService);
|
|
25
38
|
console.log(formatOutput(result, 'json' in options));
|
|
26
39
|
}
|
|
27
40
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"detect-objects.js","sourceRoot":"","sources":["../../../src/cli/commands/detect-objects.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,
|
|
1
|
+
{"version":3,"file":"detect-objects.js","sourceRoot":"","sources":["../../../src/cli/commands/detect-objects.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAc,EACd,MAAc;IAGd,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CACX,kHAAkH,CACnH,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IACtC,MAAM,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAC7C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;QACzC,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC;QAC/C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC;QAC1C,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAGD,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,aAAa,GAAG,qBAAqB,CAAC,4BAA4B,CACtE,MAAM,EACN,OAAO,CACR,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,WAAW,CACtC,aAAa,EACb,OAAO,EACP,aAAoB,CACrB,CAAC;IAGF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAC1C;YACE,WAAW;YACX,MAAM;YACN,cAAc;YACd,aAAa;YACb,cAAc;YACd,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;SAC/B,EACD,MAAM,EACN,aAAa,EACb,gBAAgB,CACjB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,CAAC;IACxC,CAAC;AACH,CAAC"}
|
package/dist/cli/index.js
CHANGED
|
@@ -46,7 +46,7 @@ Commands:
|
|
|
46
46
|
analyze-video <source> Analyze a video
|
|
47
47
|
|
|
48
48
|
Global Options:
|
|
49
|
-
--prompt <text> The analysis prompt (required)
|
|
49
|
+
--prompt <text> The analysis prompt (required for some commands)
|
|
50
50
|
--json Output raw JSON
|
|
51
51
|
--temperature <num> Temperature 0-2 (default: 0.7)
|
|
52
52
|
--top-p <num> Top P 0-1
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VisionProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/base/VisionProvider.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,YAAY,EACb,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,8BAAsB,kBAAmB,YAAW,cAAc;IAChE,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC;IAC/B,SAAS,CAAC,aAAa,EAAE,aAAa,CAAC;IACvC,SAAS,CAAC,MAAM,gBAA8C;gBAElD,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAQxE,QAAQ,CAAC,YAAY,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,YAAY,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,aAAa,CACpB,YAAY,EAAE,MAAM,EAAE,EACtB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,UAAU,CACjB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,YAAY,CAAC;IACxB,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACtD,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAClD,QAAQ,CAAC,mBAAmB,IAAI,oBAAoB;IACpD,QAAQ,CAAC,oBAAoB,IAAI,iBAAiB;IAClD,QAAQ,CAAC,eAAe,IAAI,YAAY;IACxC,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAG7C,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAKtD,aAAa,IAAI,MAAM;IAIvB,aAAa,IAAI,MAAM;IAIvB,aAAa,IAAI,OAAO;IAKxB,SAAS,CAAC,oBAAoB,CAC5B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE;QACN,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,EACD,cAAc,CAAC,EAAE,MAAM,EACvB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,MAAM,EACrB,UAAU,CAAC,EAAE,MAAM,GAClB,cAAc;IAgBjB,SAAS,CAAC,kBAAkB,CAC1B,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,UAAU,EAC5C,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,MAAM,GACf,YAAY;cASC,YAAY,CAAC,CAAC,EAC5B,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC1B,OAAO,CAAC;QAAE,MAAM,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAO3C,SAAS,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,SAAS,CAAC,uBAAuB,IAAI,oBAAoB;IA6BzD,SAAS,CAAC,wBAAwB,IAAI,iBAAiB;IAcvD,SAAS,CAAC,gBAAgB,CACxB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,oBAAoB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,MAAM,GAAG,SAAS,EAChE,iBAAiB,EAAE,MAAM,MAAM,EAC/B,YAAY,EAAE,MAAM,GACnB,MAAM;IAcT,SAAS,CAAC,4BAA4B,CACpC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,wBAAwB,EAAE,CACxB,YAAY,EAAE,YAAY,KACvB,MAAM,GAAG,SAAS,EACvB,oBAAoB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,MAAM,GAAG,SAAS,EAChE,iBAAiB,EAAE,MAAM,MAAM,EAC/B,YAAY,EAAE,MAAM,GACnB,MAAM;IAqBT,SAAS,CAAC,kBAAkB,CAC1B,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,WAAW,CACnB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,WAAW,CACnB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,gBAAgB,CACxB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,6BAA6B,CACrC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,2BAA2B,CACnC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAoBT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,OAAO,CAAC,EAAE,eAAe,GACxB,GAAG;IAkDN,SAAS,CAAC,uBAAuB,CAC/B,QAAQ,EAAE,OAAO,GAAG,OAAO,EAC3B,YAAY,EAAE,YAAY,GAAG,SAAS,GACrC,MAAM;
|
|
1
|
+
{"version":3,"file":"VisionProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/base/VisionProvider.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,YAAY,EACb,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,8BAAsB,kBAAmB,YAAW,cAAc;IAChE,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC;IAC/B,SAAS,CAAC,aAAa,EAAE,aAAa,CAAC;IACvC,SAAS,CAAC,MAAM,gBAA8C;gBAElD,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAQxE,QAAQ,CAAC,YAAY,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,YAAY,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,aAAa,CACpB,YAAY,EAAE,MAAM,EAAE,EACtB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAC1B,QAAQ,CAAC,UAAU,CACjB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,YAAY,CAAC;IACxB,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACtD,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAClD,QAAQ,CAAC,mBAAmB,IAAI,oBAAoB;IACpD,QAAQ,CAAC,oBAAoB,IAAI,iBAAiB;IAClD,QAAQ,CAAC,eAAe,IAAI,YAAY;IACxC,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAG7C,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAKtD,aAAa,IAAI,MAAM;IAIvB,aAAa,IAAI,MAAM;IAIvB,aAAa,IAAI,OAAO;IAKxB,SAAS,CAAC,oBAAoB,CAC5B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE;QACN,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,EACD,cAAc,CAAC,EAAE,MAAM,EACvB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,MAAM,EACrB,UAAU,CAAC,EAAE,MAAM,GAClB,cAAc;IAgBjB,SAAS,CAAC,kBAAkB,CAC1B,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,UAAU,EAC5C,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,MAAM,GACf,YAAY;cASC,YAAY,CAAC,CAAC,EAC5B,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC1B,OAAO,CAAC;QAAE,MAAM,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAO3C,SAAS,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,SAAS,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,SAAS,CAAC,uBAAuB,IAAI,oBAAoB;IA6BzD,SAAS,CAAC,wBAAwB,IAAI,iBAAiB;IAcvD,SAAS,CAAC,gBAAgB,CACxB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,oBAAoB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,MAAM,GAAG,SAAS,EAChE,iBAAiB,EAAE,MAAM,MAAM,EAC/B,YAAY,EAAE,MAAM,GACnB,MAAM;IAcT,SAAS,CAAC,4BAA4B,CACpC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,wBAAwB,EAAE,CACxB,YAAY,EAAE,YAAY,KACvB,MAAM,GAAG,SAAS,EACvB,oBAAoB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,MAAM,GAAG,SAAS,EAChE,iBAAiB,EAAE,MAAM,MAAM,EAC/B,YAAY,EAAE,MAAM,GACnB,MAAM;IAqBT,SAAS,CAAC,kBAAkB,CAC1B,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,WAAW,CACnB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,WAAW,CACnB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAUT,SAAS,CAAC,gBAAgB,CACxB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,6BAA6B,CACrC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAYT,SAAS,CAAC,2BAA2B,CACnC,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,MAAM;IAoBT,SAAS,CAAC,sBAAsB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,OAAO,CAAC,EAAE,eAAe,GACxB,GAAG;IAkDN,SAAS,CAAC,uBAAuB,CAC/B,QAAQ,EAAE,OAAO,GAAG,OAAO,EAC3B,YAAY,EAAE,YAAY,GAAG,SAAS,GACrC,MAAM;IAgET,OAAO,CAAC,eAAe;IAWvB,SAAS,CAAC,iBAAiB,CACzB,KAAK,EAAE,MAAM,GAEX;QAAE,IAAI,EAAE,QAAQ,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GACjC;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;KAAE,GAC/D,SAAS;IAmDb,SAAS,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;CAOvE"}
|
|
@@ -184,7 +184,9 @@ export class BaseVisionProvider {
|
|
|
184
184
|
return config;
|
|
185
185
|
}
|
|
186
186
|
resolveModelForFunction(taskType, functionName) {
|
|
187
|
-
const systemDefault = taskType === 'image'
|
|
187
|
+
const systemDefault = taskType === 'image'
|
|
188
|
+
? ConfigService.getDefaultImageModel()
|
|
189
|
+
: ConfigService.getDefaultVideoModel();
|
|
188
190
|
const enabled = process.env.AI_VISION_LOG_MODELS === '1' ||
|
|
189
191
|
process.env.LOG_LEVEL === 'debug';
|
|
190
192
|
if (functionName) {
|
|
@@ -232,6 +234,9 @@ export class BaseVisionProvider {
|
|
|
232
234
|
: this.configService.getConfig().VIDEO_MODEL;
|
|
233
235
|
}
|
|
234
236
|
getThinkingConfig(model) {
|
|
237
|
+
if (model.includes('gemma-4')) {
|
|
238
|
+
return undefined;
|
|
239
|
+
}
|
|
235
240
|
if (model.includes('gemini-2.5')) {
|
|
236
241
|
if (model.includes('gemini-2.5-flash-lite') ||
|
|
237
242
|
model.includes('gemini-2.5-flash')) {
|
|
@@ -241,6 +246,14 @@ export class BaseVisionProvider {
|
|
|
241
246
|
return { type: 'budget', value: 128 };
|
|
242
247
|
}
|
|
243
248
|
}
|
|
249
|
+
if (model.includes('gemini-3.1')) {
|
|
250
|
+
if (model.includes('flash-lite')) {
|
|
251
|
+
return { type: 'level', value: 'MINIMAL' };
|
|
252
|
+
}
|
|
253
|
+
if (model.includes('pro')) {
|
|
254
|
+
return { type: 'level', value: 'LOW' };
|
|
255
|
+
}
|
|
256
|
+
}
|
|
244
257
|
if (model.includes('gemini-3')) {
|
|
245
258
|
if (model.includes('gemini-3-flash')) {
|
|
246
259
|
return { type: 'level', value: 'MINIMAL' };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VisionProvider.js","sourceRoot":"","sources":["../../../src/providers/base/VisionProvider.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,MAAM,OAAgB,kBAAkB;IAC5B,UAAU,CAAS;IACnB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,aAAa,CAAgB;IAC7B,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;IAE9D,YAAY,YAAoB,EAAE,UAAkB,EAAE,UAAkB;QACtE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IACnD,CAAC;IA+BD,QAAQ,CAAC,UAAkB,EAAE,UAAkB;QAC7C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,aAAa;QACX,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,OAAO,YAAY,CAAC,aAAa,CAAC;IACpC,CAAC;IAES,oBAAoB,CAC5B,IAAY,EACZ,KAAa,EACb,KAIC,EACD,cAAuB,EACvB,QAAiB,EACjB,QAAiB,EACjB,YAAqB,EACrB,UAAmB;QAEnB,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE;gBACR,KAAK;gBACL,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,KAAK;gBACL,cAAc;gBACd,QAAQ;gBACR,QAAQ;gBACR,YAAY;gBACZ,UAAU;aACX;SACF,CAAC;IACJ,CAAC;IAES,kBAAkB,CAC1B,MAA4C,EAC5C,YAAqB,EACrB,OAAgB;QAEhB,OAAO;YACL,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY;YACZ,OAAO;SACR,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,YAAY,CAC1B,SAA2B;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAES,kBAAkB,CAAC,QAAgB;QAC3C,OAAO,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAES,kBAAkB,CAAC,QAAgB;QAC3C,OAAO,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAES,uBAAuB;QAC/B,OAAO;YACL,qBAAqB,EAAE;gBACrB,KAAK;gBACL,KAAK;gBACL,MAAM;gBACN,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,MAAM;aACP;YACD,qBAAqB,EAAE;gBACrB,KAAK;gBACL,KAAK;gBACL,KAAK;gBACL,KAAK;gBACL,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,KAAK;aACN;YACD,YAAY,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAC9B,YAAY,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YACpC,gBAAgB,EAAE,IAAI;YACtB,aAAa,EAAE,IAAI;YACnB,kBAAkB,EAAE,IAAI;SACzB,CAAC;IACJ,CAAC;IAES,wBAAwB;QAChC,OAAO;YACL,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;YACnC,iBAAiB,EAAE,GAAG;YACtB,iBAAiB,EAAE,IAAI;YACvB,gBAAgB,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,qBAAqB,CAAC,MAAM,CACvE,IAAI,CAAC,aAAa,EAAE;gBAClB,CAAC,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,qBAAqB;gBAClD,CAAC,CAAC,EAAE,CACP;SACF,CAAC;IACJ,CAAC;IAES,gBAAgB,CACxB,QAAkB,EAClB,WAA+B,EAC/B,oBAAgE,EAChE,iBAA+B,EAC/B,YAAoB;QAGpB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,OAAO,iBAAiB,EAAE,IAAI,YAAY,CAAC;IAC7C,CAAC;IAES,4BAA4B,CACpC,QAAkB,EAClB,YAAsC,EACtC,WAA+B,EAC/B,wBAEuB,EACvB,oBAAgE,EAChE,iBAA+B,EAC/B,YAAoB;QAGpB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;YACrE,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;gBACxC,OAAO,qBAAqB,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,OAAO,iBAAiB,EAAE,IAAI,YAAY,CAAC;IAC7C,CAAC;IAES,kBAAkB,CAC1B,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACjE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,WAAW,EACnD,GAAG,CACJ,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,IAAI,CACL,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,EAAE,CACH,CAAC;IACJ,CAAC;IAES,gBAAgB,CACxB,QAAkB,EAClB,WAA+B;QAE/B,MAAM,YAAY,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,SAAS,EACjD,YAAY,CACb,CAAC;IACJ,CAAC;IAGS,6BAA6B,CACrC,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACrE,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACjE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,WAAW,EACnD,GAAG,CACJ,CAAC;IACJ,CAAC;IAES,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC9D,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,IAAI,CACL,CAAC;IACJ,CAAC;IAES,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC9D,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,EAAE,CACH,CAAC;IACJ,CAAC;IAES,2BAA2B,CACnC,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,MAAM,YAAY,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACnE,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,SAAS,EACjD,YAAY,CACb,CAAC;IACJ,CAAC;IASS,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,OAAyB;QAEzB,MAAM,MAAM,GAAQ;YAClB,WAAW,EAAE,IAAI,CAAC,6BAA6B,CAC7C,QAAQ,EACR,YAAY,EACZ,OAAO,EAAE,WAAW,CACrB;YACD,IAAI,EAAE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;YACxE,IAAI,EAAE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;YACxE,eAAe,EAAE,IAAI,CAAC,2BAA2B,CAC/C,QAAQ,EACR,YAAY,EACZ,OAAO,EAAE,SAAS,CACnB;YACD,cAAc,EAAE,CAAC;SAClB,CAAC;QAKF,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;YAC5B,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;YAC7C,MAAM,CAAC,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;QACrD,CAAC;QAGD,IAAI,OAAO,EAAE,iBAAiB,EAAE,CAAC;YAC/B,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACvD,CAAC;QAID,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,cAAc,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,cAAc,GAAG;oBACtB,cAAc,EAAE,cAAc,CAAC,KAAK;iBACrC,CAAC;YACJ,CAAC;iBAAM,IAAI,cAAc,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3C,MAAM,CAAC,cAAc,GAAG;oBACtB,aAAa,EAAE,cAAc,CAAC,KAAK;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAGS,uBAAuB,CAC/B,QAA2B,EAC3B,YAAsC;QAEtC,MAAM,aAAa,GACjB,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"VisionProvider.js","sourceRoot":"","sources":["../../../src/providers/base/VisionProvider.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,MAAM,OAAgB,kBAAkB;IAC5B,UAAU,CAAS;IACnB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,aAAa,CAAgB;IAC7B,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;IAE9D,YAAY,YAAoB,EAAE,UAAkB,EAAE,UAAkB;QACtE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IACnD,CAAC;IA+BD,QAAQ,CAAC,UAAkB,EAAE,UAAkB;QAC7C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,aAAa;QACX,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,OAAO,YAAY,CAAC,aAAa,CAAC;IACpC,CAAC;IAES,oBAAoB,CAC5B,IAAY,EACZ,KAAa,EACb,KAIC,EACD,cAAuB,EACvB,QAAiB,EACjB,QAAiB,EACjB,YAAqB,EACrB,UAAmB;QAEnB,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE;gBACR,KAAK;gBACL,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,KAAK;gBACL,cAAc;gBACd,QAAQ;gBACR,QAAQ;gBACR,YAAY;gBACZ,UAAU;aACX;SACF,CAAC;IACJ,CAAC;IAES,kBAAkB,CAC1B,MAA4C,EAC5C,YAAqB,EACrB,OAAgB;QAEhB,OAAO;YACL,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,YAAY;YACZ,OAAO;SACR,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,YAAY,CAC1B,SAA2B;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAES,kBAAkB,CAAC,QAAgB;QAC3C,OAAO,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAES,kBAAkB,CAAC,QAAgB;QAC3C,OAAO,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAES,uBAAuB;QAC/B,OAAO;YACL,qBAAqB,EAAE;gBACrB,KAAK;gBACL,KAAK;gBACL,MAAM;gBACN,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,MAAM;aACP;YACD,qBAAqB,EAAE;gBACrB,KAAK;gBACL,KAAK;gBACL,KAAK;gBACL,KAAK;gBACL,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,KAAK;aACN;YACD,YAAY,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAC9B,YAAY,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YACpC,gBAAgB,EAAE,IAAI;YACtB,aAAa,EAAE,IAAI;YACnB,kBAAkB,EAAE,IAAI;SACzB,CAAC;IACJ,CAAC;IAES,wBAAwB;QAChC,OAAO;YACL,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;YACnC,iBAAiB,EAAE,GAAG;YACtB,iBAAiB,EAAE,IAAI;YACvB,gBAAgB,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,qBAAqB,CAAC,MAAM,CACvE,IAAI,CAAC,aAAa,EAAE;gBAClB,CAAC,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,qBAAqB;gBAClD,CAAC,CAAC,EAAE,CACP;SACF,CAAC;IACJ,CAAC;IAES,gBAAgB,CACxB,QAAkB,EAClB,WAA+B,EAC/B,oBAAgE,EAChE,iBAA+B,EAC/B,YAAoB;QAGpB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,OAAO,iBAAiB,EAAE,IAAI,YAAY,CAAC;IAC7C,CAAC;IAES,4BAA4B,CACpC,QAAkB,EAClB,YAAsC,EACtC,WAA+B,EAC/B,wBAEuB,EACvB,oBAAgE,EAChE,iBAA+B,EAC/B,YAAoB;QAGpB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;YACrE,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;gBACxC,OAAO,qBAAqB,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,OAAO,iBAAiB,EAAE,IAAI,YAAY,CAAC;IAC7C,CAAC;IAES,kBAAkB,CAC1B,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACjE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,WAAW,EACnD,GAAG,CACJ,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,IAAI,CACL,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,QAAkB,EAClB,WAA+B;QAE/B,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,EAAE,CACH,CAAC;IACJ,CAAC;IAES,gBAAgB,CACxB,QAAkB,EAClB,WAA+B;QAE/B,MAAM,YAAY,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,OAAO,IAAI,CAAC,gBAAgB,CAC1B,QAAQ,EACR,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,SAAS,EACjD,YAAY,CACb,CAAC;IACJ,CAAC;IAGS,6BAA6B,CACrC,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACrE,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACjE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,WAAW,EACnD,GAAG,CACJ,CAAC;IACJ,CAAC;IAES,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC9D,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,IAAI,CACL,CAAC;IACJ,CAAC;IAES,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC9D,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC1D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,IAAI,EAC5C,EAAE,CACH,CAAC;IACJ,CAAC;IAES,2BAA2B,CACnC,QAAkB,EAClB,YAAsC,EACtC,WAA+B;QAE/B,MAAM,YAAY,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,OAAO,IAAI,CAAC,4BAA4B,CACtC,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EACnE,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/D,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,SAAS,EACjD,YAAY,CACb,CAAC;IACJ,CAAC;IASS,sBAAsB,CAC9B,QAAkB,EAClB,YAAsC,EACtC,OAAyB;QAEzB,MAAM,MAAM,GAAQ;YAClB,WAAW,EAAE,IAAI,CAAC,6BAA6B,CAC7C,QAAQ,EACR,YAAY,EACZ,OAAO,EAAE,WAAW,CACrB;YACD,IAAI,EAAE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;YACxE,IAAI,EAAE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;YACxE,eAAe,EAAE,IAAI,CAAC,2BAA2B,CAC/C,QAAQ,EACR,YAAY,EACZ,OAAO,EAAE,SAAS,CACnB;YACD,cAAc,EAAE,CAAC;SAClB,CAAC;QAKF,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;YAC5B,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;YAC7C,MAAM,CAAC,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;QACrD,CAAC;QAGD,IAAI,OAAO,EAAE,iBAAiB,EAAE,CAAC;YAC/B,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACvD,CAAC;QAID,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,cAAc,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,cAAc,GAAG;oBACtB,cAAc,EAAE,cAAc,CAAC,KAAK;iBACrC,CAAC;YACJ,CAAC;iBAAM,IAAI,cAAc,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3C,MAAM,CAAC,cAAc,GAAG;oBACtB,aAAa,EAAE,cAAc,CAAC,KAAK;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAGS,uBAAuB,CAC/B,QAA2B,EAC3B,YAAsC;QAEtC,MAAM,aAAa,GACjB,QAAQ,KAAK,OAAO;YAClB,CAAC,CAAC,aAAa,CAAC,oBAAoB,EAAE;YACtC,CAAC,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC;QAE3C,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG;YACxC,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,CAAC;QAGpC,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,qBAAqB,GACzB,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;YACvD,IAAI,qBAAqB,EAAE,CAAC;gBAC1B,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CACpB;wBACE,GAAG,EAAE,oCAAoC;wBACzC,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,QAAQ;wBACR,YAAY;wBACZ,KAAK,EAAE,qBAAqB;qBAC7B,EACD,QAAQ,CACT,CAAC;gBACJ,CAAC;gBACD,OAAO,qBAAqB,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CACpB;oBACE,GAAG,EAAE,gCAAgC;oBACrC,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,QAAQ;oBACR,YAAY,EAAE,YAAY,IAAI,IAAI;oBAClC,KAAK,EAAE,iBAAiB;iBACzB,EACD,QAAQ,CACT,CAAC;YACJ,CAAC;YACD,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CACpB;gBACE,GAAG,EAAE,iCAAiC;gBACtC,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,QAAQ;gBACR,YAAY,EAAE,YAAY,IAAI,IAAI;gBAClC,KAAK,EAAE,aAAa;aACrB,EACD,QAAQ,CACT,CAAC;QACJ,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,eAAe,CAAC,QAA2B;QACjD,OAAO,QAAQ,KAAK,OAAO;YACzB,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW;YAC5C,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC;IACjD,CAAC;IAOS,iBAAiB,CACzB,KAAa;QAMb,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO,SAAS,CAAC;QACnB,CAAC;QAGD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACjC,IACE,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC;gBACvC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAClC,CAAC;gBAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACtC,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAE5C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAGD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAEjC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC7C,CAAC;YAED,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAE1B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;QAGD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAErC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBAE1C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;QAGD,OAAO,SAAS,CAAC;IACnB,CAAC;IAKS,yBAAyB,CAAC,KAAa;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -8,7 +8,6 @@ export declare class VisionProviderFactory {
|
|
|
8
8
|
static isProviderSupported(providerName: string): boolean;
|
|
9
9
|
static getProviderConfigRequirements(providerName: string): string[];
|
|
10
10
|
static validateProviderConfig(config: Config, providerName: string): void;
|
|
11
|
-
private static getDefaultModels;
|
|
12
11
|
static initializeDefaultProviders(): void;
|
|
13
12
|
static createProviderWithValidation(config: Config, type: 'image' | 'video'): VisionProvider;
|
|
14
13
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProviderFactory.d.ts","sourceRoot":"","sources":["../../../src/providers/factory/ProviderFactory.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAMpD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAAC,SAAS,CAA2C;IAKnE,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,cAAc,GAAG,IAAI;IAO1E,MAAM,CAAC,cAAc,CACnB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,GAAG,OAAO,GACtB,cAAc;
|
|
1
|
+
{"version":3,"file":"ProviderFactory.d.ts","sourceRoot":"","sources":["../../../src/providers/factory/ProviderFactory.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAMpD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAAC,SAAS,CAA2C;IAKnE,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,cAAc,GAAG,IAAI;IAO1E,MAAM,CAAC,cAAc,CACnB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,GAAG,OAAO,GACtB,cAAc;IA+BjB,MAAM,CAAC,qBAAqB,IAAI,MAAM,EAAE;IAOxC,MAAM,CAAC,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO;IAOzD,MAAM,CAAC,6BAA6B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,EAAE;IAgBpE,MAAM,CAAC,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAiBzE,MAAM,CAAC,0BAA0B,IAAI,IAAI;IAiBzC,MAAM,CAAC,4BAA4B,CACjC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,GAAG,OAAO,GACtB,cAAc;CA+BlB"}
|
|
@@ -15,8 +15,7 @@ export class VisionProviderFactory {
|
|
|
15
15
|
}
|
|
16
16
|
try {
|
|
17
17
|
const provider = factory();
|
|
18
|
-
|
|
19
|
-
provider.setModel(config.IMAGE_MODEL || defaultModels.image, config.VIDEO_MODEL || defaultModels.video);
|
|
18
|
+
provider.setModel(config.IMAGE_MODEL || ConfigService.getDefaultImageModel(), config.VIDEO_MODEL || ConfigService.getDefaultVideoModel());
|
|
20
19
|
return provider;
|
|
21
20
|
}
|
|
22
21
|
catch (error) {
|
|
@@ -49,13 +48,6 @@ export class VisionProviderFactory {
|
|
|
49
48
|
throw new ConfigurationError(`Missing required configuration for ${providerName}: ${missing.join(', ')}`);
|
|
50
49
|
}
|
|
51
50
|
}
|
|
52
|
-
static getDefaultModels(providerName) {
|
|
53
|
-
const config = ConfigService.getInstance().getConfig();
|
|
54
|
-
return {
|
|
55
|
-
image: config.IMAGE_MODEL || 'gemini-2.5-flash-lite',
|
|
56
|
-
video: config.VIDEO_MODEL || 'gemini-2.5-flash',
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
51
|
static initializeDefaultProviders() {
|
|
60
52
|
this.registerProvider('google', () => {
|
|
61
53
|
const geminiConfig = ConfigService.getInstance().getGeminiConfig();
|
|
@@ -75,8 +67,7 @@ export class VisionProviderFactory {
|
|
|
75
67
|
}
|
|
76
68
|
try {
|
|
77
69
|
const provider = factory();
|
|
78
|
-
|
|
79
|
-
provider.setModel(config.IMAGE_MODEL || defaultModels.image, config.VIDEO_MODEL || defaultModels.video);
|
|
70
|
+
provider.setModel(config.IMAGE_MODEL || ConfigService.getDefaultImageModel(), config.VIDEO_MODEL || ConfigService.getDefaultVideoModel());
|
|
80
71
|
return provider;
|
|
81
72
|
}
|
|
82
73
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProviderFactory.js","sourceRoot":"","sources":["../../../src/providers/factory/ProviderFactory.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,MAAM,OAAO,qBAAqB;IACxB,MAAM,CAAC,SAAS,GAAG,IAAI,GAAG,EAAgC,CAAC;IAKnE,MAAM,CAAC,gBAAgB,CAAC,IAAY,EAAE,OAA6B;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IAKD,MAAM,CAAC,cAAc,CACnB,MAAc,EACd,IAAuB;QAEvB,MAAM,YAAY,GACf,MAAc,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,QAAQ,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,kBAAkB,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;YAG3B,
|
|
1
|
+
{"version":3,"file":"ProviderFactory.js","sourceRoot":"","sources":["../../../src/providers/factory/ProviderFactory.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,MAAM,OAAO,qBAAqB;IACxB,MAAM,CAAC,SAAS,GAAG,IAAI,GAAG,EAAgC,CAAC;IAKnE,MAAM,CAAC,gBAAgB,CAAC,IAAY,EAAE,OAA6B;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IAKD,MAAM,CAAC,cAAc,CACnB,MAAc,EACd,IAAuB;QAEvB,MAAM,YAAY,GACf,MAAc,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,QAAQ,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,kBAAkB,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;YAG3B,QAAQ,CAAC,QAAQ,CACf,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,oBAAoB,EAAE,EAC1D,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAC3D,CAAC;YAEF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,oBAAoB,YAAY,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtG,YAAY,EACZ,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAKD,MAAM,CAAC,mBAAmB,CAAC,YAAoB;QAC7C,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IAKD,MAAM,CAAC,6BAA6B,CAAC,YAAoB;QACvD,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAE5B,KAAK,WAAW;gBACd,OAAO,CAAC,qBAAqB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;YAE/F;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,sBAAsB,CAAC,MAAc,EAAE,YAAoB;QAChE,MAAM,YAAY,GAAG,IAAI,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAmB,CAAC,CAAC;YAC1C,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,kBAAkB,CAC1B,sCAAsC,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,0BAA0B;QAE/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,eAAe,EAAE,CAAC;YACnE,OAAO,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAGH,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,GAAG,EAAE;YACtC,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,iBAAiB,EAAE,CAAC;YACrE,OAAO,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAKD,MAAM,CAAC,4BAA4B,CACjC,MAAc,EACd,IAAuB;QAEvB,MAAM,YAAY,GACf,MAAc,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,QAAQ,CAAC;QAGhE,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAGlD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,kBAAkB,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;YAG3B,QAAQ,CAAC,QAAQ,CACf,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,oBAAoB,EAAE,EAC1D,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAC3D,CAAC;YAEF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,oBAAoB,YAAY,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtG,YAAY,EACZ,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;;AAIH,qBAAqB,CAAC,0BAA0B,EAAE,CAAC"}
|
|
@@ -18,15 +18,12 @@ export declare class GeminiProvider extends BaseVisionProvider {
|
|
|
18
18
|
getProviderInfo(): ProviderInfo;
|
|
19
19
|
healthCheck(): Promise<HealthStatus>;
|
|
20
20
|
private buildVideoMetadata;
|
|
21
|
-
private buildFileUri;
|
|
22
21
|
private buildVideoUri;
|
|
23
22
|
private uploadToGeminiFiles;
|
|
24
23
|
private getFileMetadata;
|
|
25
24
|
waitForFileProcessing(fileId: string): Promise<void>;
|
|
26
25
|
getApiBaseUrl(): string;
|
|
27
26
|
getApiKey(): string;
|
|
28
|
-
private getImageMimeType;
|
|
29
|
-
private getImageMimeTypeFromUrl;
|
|
30
27
|
private getVideoMimeTypeFromUrl;
|
|
31
28
|
private getVideoMimeType;
|
|
32
29
|
private handleError;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,KAAK,EACV,YAAY,EACZ,eAAe,EACf,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,YAAY,EAEb,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,KAAK,EACV,YAAY,EACZ,eAAe,EACf,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAqBlC,qBAAa,cAAe,SAAQ,kBAAkB;IACpD,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,YAAY;IAchC,OAAO,CAAC,gBAAgB;IAclB,YAAY,CAChB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;YA0BZ,gBAAgB;IAgJxB,aAAa,CACjB,YAAY,EAAE,MAAM,EAAE,EACtB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IAsKpB,YAAY,CAChB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,CAAC;IA+GpB,UAAU,CACd,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,YAAY,CAAC;IAwBlB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0B7C,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/C,mBAAmB,IAAI,oBAAoB;IAgC3C,oBAAoB,IAAI,iBAAiB;IAazC,eAAe,IAAI,YAAY;IAWzB,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAyB1C,OAAO,CAAC,kBAAkB;IAqC1B,OAAO,CAAC,aAAa;YASP,mBAAmB;YAqCnB,eAAe;IA2BvB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuC1D,aAAa,IAAI,MAAM;IAIvB,SAAS,IAAI,MAAM;IAInB,OAAO,CAAC,uBAAuB;IAgB/B,OAAO,CAAC,gBAAgB;IAoCxB,OAAO,CAAC,WAAW;IA6CnB,OAAO,CAAC,eAAe;CAMxB"}
|
|
@@ -5,6 +5,9 @@ import { FUNCTION_NAMES } from '../../constants/FunctionNames.js';
|
|
|
5
5
|
import { ProviderError, FileUploadError, FileNotFoundError, NetworkError, } from '../../types/Errors.js';
|
|
6
6
|
import { RetryHandler } from '../../utils/retry.js';
|
|
7
7
|
import { formatDuration } from '../../utils/duration.js';
|
|
8
|
+
import { describeMediaSource, isFileReferenceSource, isYouTubeUrl, } from '../../utils/mediaSources.js';
|
|
9
|
+
import { processVideoSource } from '../../utils/videoSourceHandler.js';
|
|
10
|
+
import { getImageMimeTypeFromUrl, } from '../../utils/imageSourceHandler.js';
|
|
8
11
|
export class GeminiProvider extends BaseVisionProvider {
|
|
9
12
|
client;
|
|
10
13
|
config;
|
|
@@ -46,12 +49,7 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
46
49
|
}
|
|
47
50
|
async analyzeImageOnce(imageSource, prompt, options) {
|
|
48
51
|
try {
|
|
49
|
-
console.error(`[GeminiProvider] Received
|
|
50
|
-
console.error(`[GeminiProvider] ImageSource starts with data:image: ${imageSource.startsWith('data:image/')}`);
|
|
51
|
-
console.error(`[GeminiProvider] ImageSource starts with http: ${imageSource.startsWith('http')}`);
|
|
52
|
-
console.error(`[GeminiProvider] ImageSource starts with gs: ${imageSource.startsWith('gs://')}`);
|
|
53
|
-
console.error(`[GeminiProvider] ImageSource starts with files/: ${imageSource.startsWith('files/')}`);
|
|
54
|
-
console.error(`[GeminiProvider] ImageSource contains generativelanguage: ${imageSource.includes('generativelanguage.googleapis.com')}`);
|
|
52
|
+
console.error(`[GeminiProvider] Received image source kind: ${describeMediaSource(imageSource)}`);
|
|
55
53
|
let content;
|
|
56
54
|
let mimeType;
|
|
57
55
|
let fileSize;
|
|
@@ -90,7 +88,7 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
90
88
|
return Buffer.from(arrayBuffer);
|
|
91
89
|
});
|
|
92
90
|
const filename = imageSource.split('/').pop() || 'image.jpg';
|
|
93
|
-
mimeType =
|
|
91
|
+
mimeType = getImageMimeTypeFromUrl(imageSource);
|
|
94
92
|
fileSize = imageData.length;
|
|
95
93
|
const { result: uploadedFile, duration: uploadFileDuration } = await this.measureAsync(async () => {
|
|
96
94
|
return await this.uploadFile(imageData, filename, mimeType);
|
|
@@ -103,15 +101,8 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
103
101
|
},
|
|
104
102
|
};
|
|
105
103
|
}
|
|
106
|
-
else if (imageSource
|
|
107
|
-
imageSource
|
|
108
|
-
let fileUri;
|
|
109
|
-
if (imageSource.startsWith('files/')) {
|
|
110
|
-
fileUri = this.buildFileUri(imageSource);
|
|
111
|
-
}
|
|
112
|
-
else {
|
|
113
|
-
fileUri = imageSource;
|
|
114
|
-
}
|
|
104
|
+
else if (isFileReferenceSource(imageSource)) {
|
|
105
|
+
const fileUri = imageSource;
|
|
115
106
|
const fileId = fileUri.split('/').pop();
|
|
116
107
|
await this.waitForFileProcessing(fileId);
|
|
117
108
|
mimeType = 'image/jpeg';
|
|
@@ -204,7 +195,7 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
204
195
|
return Buffer.from(arrayBuffer);
|
|
205
196
|
});
|
|
206
197
|
const filename = imageSource.split('/').pop() || `image${i + 1}.jpg`;
|
|
207
|
-
mimeType =
|
|
198
|
+
mimeType = getImageMimeTypeFromUrl(imageSource);
|
|
208
199
|
fileSize = imageData.length;
|
|
209
200
|
const { result: uploadedFile, duration: uploadFileDuration } = await this.measureAsync(async () => {
|
|
210
201
|
return await this.uploadFile(imageData, filename, mimeType);
|
|
@@ -217,15 +208,8 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
217
208
|
},
|
|
218
209
|
};
|
|
219
210
|
}
|
|
220
|
-
else if (imageSource
|
|
221
|
-
imageSource
|
|
222
|
-
let fileUri;
|
|
223
|
-
if (imageSource.startsWith('files/')) {
|
|
224
|
-
fileUri = this.buildFileUri(imageSource);
|
|
225
|
-
}
|
|
226
|
-
else {
|
|
227
|
-
fileUri = imageSource;
|
|
228
|
-
}
|
|
211
|
+
else if (isFileReferenceSource(imageSource)) {
|
|
212
|
+
const fileUri = imageSource;
|
|
229
213
|
const fileId = fileUri.split('/').pop();
|
|
230
214
|
await this.waitForFileProcessing(fileId);
|
|
231
215
|
mimeType = 'image/jpeg';
|
|
@@ -284,61 +268,40 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
284
268
|
try {
|
|
285
269
|
let content;
|
|
286
270
|
let uploadDuration = 0;
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
const
|
|
290
|
-
|
|
291
|
-
|
|
271
|
+
const { fileUri, mimeType, uploadDuration: processDuration, isInlineData } = await processVideoSource(videoSource);
|
|
272
|
+
if (isInlineData && videoSource.startsWith('http') && !isYouTubeUrl(videoSource)) {
|
|
273
|
+
const base64Data = fileUri.split(',')[1];
|
|
274
|
+
const buffer = Buffer.from(base64Data, 'base64');
|
|
275
|
+
const filename = videoSource.split('/').pop() || 'video.mp4';
|
|
276
|
+
const { result: uploadedFile, duration: uploadFileDuration } = await this.measureAsync(async () => {
|
|
277
|
+
return await this.uploadFile(buffer, filename, mimeType);
|
|
278
|
+
});
|
|
279
|
+
uploadDuration = processDuration + uploadFileDuration;
|
|
292
280
|
content = {
|
|
293
281
|
fileData: {
|
|
294
|
-
fileUri:
|
|
295
|
-
mimeType
|
|
282
|
+
fileUri: uploadedFile.uri,
|
|
283
|
+
mimeType,
|
|
296
284
|
},
|
|
297
285
|
};
|
|
298
286
|
}
|
|
299
|
-
else if (
|
|
300
|
-
|
|
301
|
-
videoSource.includes('youtu.be')) {
|
|
302
|
-
content = {
|
|
303
|
-
fileData: {
|
|
304
|
-
fileUri: videoSource,
|
|
305
|
-
mimeType: 'video/mp4',
|
|
306
|
-
},
|
|
307
|
-
};
|
|
308
|
-
}
|
|
309
|
-
else {
|
|
310
|
-
const { result: videoData, duration: downloadDuration } = await this.measureAsync(async () => {
|
|
311
|
-
const response = await fetch(videoSource);
|
|
312
|
-
if (!response.ok) {
|
|
313
|
-
throw new NetworkError(`Failed to fetch video from URL: ${videoSource}`);
|
|
314
|
-
}
|
|
315
|
-
const arrayBuffer = await response.arrayBuffer();
|
|
316
|
-
return Buffer.from(arrayBuffer);
|
|
317
|
-
});
|
|
318
|
-
const filename = videoSource.split('/').pop() || 'video.mp4';
|
|
319
|
-
const mimeType = this.getVideoMimeType(videoSource, videoData);
|
|
320
|
-
const { result: uploadedFile, duration: uploadFileDuration } = await this.measureAsync(async () => {
|
|
321
|
-
return await this.uploadFile(videoData, filename, mimeType);
|
|
322
|
-
});
|
|
323
|
-
uploadDuration = downloadDuration + uploadFileDuration;
|
|
324
|
-
content = {
|
|
325
|
-
fileData: {
|
|
326
|
-
fileUri: uploadedFile.uri,
|
|
327
|
-
mimeType,
|
|
328
|
-
},
|
|
329
|
-
};
|
|
330
|
-
}
|
|
331
|
-
}
|
|
332
|
-
else if (videoSource.startsWith('gs://')) {
|
|
287
|
+
else if (isInlineData) {
|
|
288
|
+
const base64Data = fileUri.split(',')[1];
|
|
333
289
|
content = {
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
290
|
+
inlineData: {
|
|
291
|
+
mimeType,
|
|
292
|
+
data: base64Data,
|
|
337
293
|
},
|
|
338
294
|
};
|
|
295
|
+
uploadDuration = processDuration;
|
|
339
296
|
}
|
|
340
297
|
else {
|
|
341
|
-
|
|
298
|
+
content = {
|
|
299
|
+
fileData: {
|
|
300
|
+
fileUri,
|
|
301
|
+
mimeType,
|
|
302
|
+
},
|
|
303
|
+
};
|
|
304
|
+
uploadDuration = processDuration;
|
|
342
305
|
}
|
|
343
306
|
const model = this.resolveModelForFunction('video', options?.functionName);
|
|
344
307
|
const enabled = process.env.AI_VISION_LOG_MODELS === '1' ||
|
|
@@ -368,7 +331,7 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
368
331
|
candidatesTokenCount: usage.candidatesTokenCount || 0,
|
|
369
332
|
totalTokenCount: usage.totalTokenCount || 0,
|
|
370
333
|
}
|
|
371
|
-
: undefined, uploadDuration + analysisDuration, content.fileData?.mimeType, undefined, response.modelVersion, response.responseId);
|
|
334
|
+
: undefined, uploadDuration + analysisDuration, content.fileData?.mimeType || content.inlineData?.mimeType, undefined, response.modelVersion, response.responseId);
|
|
372
335
|
}
|
|
373
336
|
catch (error) {
|
|
374
337
|
throw this.handleError(error, 'video analysis');
|
|
@@ -513,12 +476,6 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
513
476
|
}
|
|
514
477
|
return result;
|
|
515
478
|
}
|
|
516
|
-
buildFileUri(fileId) {
|
|
517
|
-
const cleanFileId = fileId.startsWith('files/')
|
|
518
|
-
? fileId.replace('files/', '')
|
|
519
|
-
: fileId;
|
|
520
|
-
return `${this.baseUrl}/v1beta/files/${cleanFileId}`;
|
|
521
|
-
}
|
|
522
479
|
buildVideoUri(videoSource) {
|
|
523
480
|
if (videoSource.startsWith('http')) {
|
|
524
481
|
return videoSource;
|
|
@@ -603,38 +560,6 @@ export class GeminiProvider extends BaseVisionProvider {
|
|
|
603
560
|
getApiKey() {
|
|
604
561
|
return this.config.apiKey;
|
|
605
562
|
}
|
|
606
|
-
getImageMimeType(source, buffer) {
|
|
607
|
-
if (source.startsWith('data:image/')) {
|
|
608
|
-
return source.split(':')[1].split(';')[0];
|
|
609
|
-
}
|
|
610
|
-
const signatures = {
|
|
611
|
-
'image/png': '\x89PNG\r\n\x1a\n',
|
|
612
|
-
'image/jpeg': '\xff\xd8\xff',
|
|
613
|
-
'image/gif': 'GIF87a',
|
|
614
|
-
'image/webp': 'RIFF',
|
|
615
|
-
};
|
|
616
|
-
if (buffer) {
|
|
617
|
-
for (const [mimeType, signature] of Object.entries(signatures)) {
|
|
618
|
-
if (buffer.slice(0, signature.length).toString() === signature) {
|
|
619
|
-
return mimeType;
|
|
620
|
-
}
|
|
621
|
-
}
|
|
622
|
-
}
|
|
623
|
-
return 'image/jpeg';
|
|
624
|
-
}
|
|
625
|
-
getImageMimeTypeFromUrl(url) {
|
|
626
|
-
const extension = url.split('.').pop()?.toLowerCase();
|
|
627
|
-
const mimeTypes = {
|
|
628
|
-
jpg: 'image/jpeg',
|
|
629
|
-
jpeg: 'image/jpeg',
|
|
630
|
-
png: 'image/png',
|
|
631
|
-
gif: 'image/gif',
|
|
632
|
-
webp: 'image/webp',
|
|
633
|
-
bmp: 'image/bmp',
|
|
634
|
-
tiff: 'image/tiff',
|
|
635
|
-
};
|
|
636
|
-
return mimeTypes[extension || ''] || 'image/jpeg';
|
|
637
|
-
}
|
|
638
563
|
getVideoMimeTypeFromUrl(url) {
|
|
639
564
|
const extension = url.split('.').pop()?.toLowerCase();
|
|
640
565
|
const mimeTypes = {
|