@veryfront/ext-llm-google 0.1.1281 → 0.1.1282

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"google-request-builder.d.ts","sourceRoot":"","sources":["../src/google-request-builder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,uBAAuB,EAEvB,0BAA0B,EAE3B,MAAM,2BAA2B,CAAC;AAmBnC,MAAM,WAAW,+BAAgC,SAAQ,uBAAuB;IAC9E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,aAAa,CAAC;QACnC,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;CACJ;AAED,gGAAgG;AAChG,MAAM,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;AAE/D,KAAK,gBAAgB,GAAG;IACtB,IAAI,CAAC,OAAO,EAAE;QACZ,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT,KAAK,IAAI,KAAK,CAAC;QACb,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,QAAQ,EAAE,uBAAuB,EAAE,CAAC;IACpC,iBAAiB,CAAC,EAAE;QAClB,KAAK,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAChC,CAAC;IACF,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,UAAU,CAAC,EAAE;QACX,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChD,CAAC;IACF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AA8+BF,wBAAgB,iCAAiC,CAC/C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,+BAA+B,EACxC,QAAQ,EAAE,gBAAgB,GACzB,uBAAuB,CAsCzB"}
1
+ {"version":3,"file":"google-request-builder.d.ts","sourceRoot":"","sources":["../src/google-request-builder.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,uBAAuB,EAEvB,0BAA0B,EAE3B,MAAM,2BAA2B,CAAC;AAmBnC,MAAM,WAAW,+BAAgC,SAAQ,uBAAuB;IAC9E,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,aAAa,CAAC;QACnC,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;CACJ;AAED,gGAAgG;AAChG,MAAM,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;AAE/D,KAAK,gBAAgB,GAAG;IACtB,IAAI,CAAC,OAAO,EAAE;QACZ,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT,KAAK,IAAI,KAAK,CAAC;QACb,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,QAAQ,EAAE,uBAAuB,EAAE,CAAC;IACpC,iBAAiB,CAAC,EAAE;QAClB,KAAK,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAChC,CAAC;IACF,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,UAAU,CAAC,EAAE;QACX,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChD,CAAC;IACF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AA4hCF,wBAAgB,iCAAiC,CAC/C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,+BAA+B,EACxC,QAAQ,EAAE,gBAAgB,GACzB,uBAAuB,CAsCzB"}
@@ -1,4 +1,4 @@
1
- import { jsonValuesEqual, readRecord, unwrapToolInputSchema } from "veryfront/provider/shared";
1
+ import { isImageFileInput, jsonValuesEqual, readInlineFileData, readRecord, readRemoteFileUrl, unsupportedFileInputError, unwrapToolInputSchema, } from "veryfront/provider/shared";
2
2
  import { createGoogleToolCallCorrelationRegistry, GOOGLE_CODE_EXECUTION_TOOL_NAME, googleCodeExecutionInput, googleCodeExecutionOutput, readGoogleCodeExecutionResult, readGoogleExecutableCode, readGooglePartDataField, } from "./google-content-parts.js";
3
3
  import { readGoogleRawAssistantReplay } from "./google-thought-signatures.js";
4
4
  const arrayIsArray = Array.isArray;
@@ -395,6 +395,36 @@ function toGoogleContents(prompt) {
395
395
  contents,
396
396
  };
397
397
  }
398
+ /** A URI the Gemini Files API returned; Gemini reads any supported type from it. */
399
+ function isGeminiFileUri(url) {
400
+ if (!URL.canParse(url))
401
+ return false;
402
+ const { protocol, hostname, pathname } = new URL(url);
403
+ return protocol === "https:" && hostname === "generativelanguage.googleapis.com" &&
404
+ /^\/v1[a-z0-9]*\/files\/[^/]+$/.test(pathname);
405
+ }
406
+ /**
407
+ * Inline types Gemini reads, besides images, audio, video, `text/*`, and
408
+ * `+json`/`+xml` types.
409
+ * Other types, such as archives, fail before inference.
410
+ */
411
+ const GOOGLE_INLINE_DOCUMENT_TYPES = new Set([
412
+ "application/pdf",
413
+ "application/json",
414
+ "application/xml",
415
+ "application/rtf",
416
+ "application/javascript",
417
+ "application/x-javascript",
418
+ "application/x-python",
419
+ "application/x-typescript",
420
+ "application/typescript",
421
+ "application/yaml",
422
+ "application/x-yaml",
423
+ ]);
424
+ function isGoogleInlineMediaType(mimeType) {
425
+ return /^(image|audio|video|text)\//.test(mimeType) || /\+(json|xml)$/.test(mimeType) ||
426
+ GOOGLE_INLINE_DOCUMENT_TYPES.has(mimeType);
427
+ }
398
428
  function toGoogleUserParts(parts) {
399
429
  const content = [];
400
430
  for (const part of parts) {
@@ -404,13 +434,22 @@ function toGoogleUserParts(parts) {
404
434
  }
405
435
  continue;
406
436
  }
407
- if (part.type === "image" || part.mediaType.startsWith("image/")) {
408
- content.push({
409
- fileData: {
410
- mimeType: part.mediaType,
411
- fileUri: part.url,
412
- },
413
- });
437
+ const mimeType = part.mediaType.toLowerCase();
438
+ const data = readInlineFileData(part);
439
+ if (data !== undefined) {
440
+ if (!isGoogleInlineMediaType(mimeType)) {
441
+ throw unsupportedFileInputError("Google", part, "Send a supported type such as an image, audio, video, PDF, or text file.");
442
+ }
443
+ content.push({ inlineData: { mimeType, data } });
444
+ }
445
+ else if (isGeminiFileUri(part.url)) {
446
+ content.push({ fileData: { mimeType, fileUri: part.url } });
447
+ }
448
+ else if (isImageFileInput(part)) {
449
+ content.push({ fileData: { mimeType, fileUri: readRemoteFileUrl("Google", part) } });
450
+ }
451
+ else {
452
+ throw unsupportedFileInputError("Google", part, "Send non-image files as inline data, for example with fileFromBytes, or as a Gemini Files API URI.");
414
453
  }
415
454
  }
416
455
  return content;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@veryfront/ext-llm-google",
3
- "version": "0.1.1281",
3
+ "version": "0.1.1282",
4
4
  "description": "Veryfront first-party extension package for ext-llm-google",
5
5
  "keywords": [
6
6
  "veryfront",
@@ -49,7 +49,7 @@
49
49
  "@deno/shim-crypto": "~0.3.1"
50
50
  },
51
51
  "peerDependencies": {
52
- "veryfront": "^0.1.1281"
52
+ "veryfront": "^0.1.1282"
53
53
  },
54
54
  "type": "module",
55
55
  "types": "./esm/index.d.ts",
@@ -59,5 +59,5 @@
59
59
  "NOTICE",
60
60
  "README.md"
61
61
  ],
62
- "gitHead": "9ea4cbde6964c01c97fc0e5b00507d1fe237bbb5"
62
+ "gitHead": "ca25ee51eda291759fb26352fe07d64f46fd8753"
63
63
  }