@ai-sdk/harness 1.0.156 → 1.0.157

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @ai-sdk/harness
 
+## 1.0.157
+
+### Patch Changes
+
+- ca2a9f7: feat(harness): add `extractHarnessPromptContent()` helper and use it for image prompt support
+- Updated dependencies [0c2a9de]
+- Updated dependencies [200c47f]
+- Updated dependencies [3785b2e]
+- Updated dependencies [ab8eb61]
+  - ai@7.0.146
+  - @ai-sdk/provider@4.0.31
+  - @ai-sdk/provider-utils@5.0.64
+
 ## 1.0.156
 
 ### Patch Changes

package/dist/utils/index.d.ts

@@ -1,4 +1,4 @@
-import { Experimental_SandboxProcess, Experimental_SandboxSession, FlexibleSchema, ToolResultOutput } from "@ai-sdk/provider-utils";
+import { Experimental_SandboxProcess, Experimental_SandboxSession, FlexibleSchema, ToolResultOutput, UserModelMessage } from "@ai-sdk/provider-utils";
 import { z } from "zod/v4";
 import "@ai-sdk/provider";
 import { WebSocket } from "ws";
@@ -534,6 +534,17 @@ type HarnessV1RequestTransformation = {
   };
 };
 //#endregion
+//#region src/v1/harness-v1-prompt.d.ts
+/**
+ * Prompt shape passed to `HarnessV1Session.doPromptTurn`.
+ *
+ * A harness session represents an ongoing third-party agent runtime that
+ * owns its own conversation history. Each prompt turn carries only the
+ * fresh user input for that turn, either as a plain string or as a single
+ * `UserModelMessage`.
+ */
+type HarnessV1Prompt = string | UserModelMessage;
+//#endregion
 //#region src/v1/harness-v1-skill.d.ts
 /**
  * A self-contained instruction bundle the underlying runtime can load into
@@ -792,6 +803,29 @@ export declare function normalizeHarnessToolModelOutput({ output }: {
   output: ToolResultOutput;
 }): ToolResultOutput;
 //#endregion
+//#region src/utils/extract-harness-prompt-content.d.ts
+declare const harnessPromptContentPartSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+  type: z.ZodLiteral<"text">;
+  text: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+  type: z.ZodLiteral<"image">;
+  data: z.ZodString;
+  mediaType: z.ZodString;
+}, z.core.$strip>]>;
+export declare const harnessPromptContentSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+  type: z.ZodLiteral<"text">;
+  text: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+  type: z.ZodLiteral<"image">;
+  data: z.ZodString;
+  mediaType: z.ZodString;
+}, z.core.$strip>]>>]>;
+type HarnessPromptContentPart = z.infer<typeof harnessPromptContentPartSchema>;
+type HarnessPromptContent = z.infer<typeof harnessPromptContentSchema>;
+export declare function extractHarnessPromptContent({ prompt }: {
+  prompt: HarnessV1Prompt;
+}): HarnessPromptContent;
+//#endregion
 //#region src/utils/convert-harness-tool-model-output.d.ts
 type HarnessToolModelOutputContent = {
   type: 'text';
@@ -808,5 +842,5 @@ export declare function convertHarnessToolModelOutput({ output }: {
   isError: boolean;
 };
 //#endregion
-export type { BridgeReadyErrorContext, BridgeReadySource, DiskLogRecoveryMode, Experimental_BridgeUserMessageRequest, Experimental_BridgeUserMessageResponse, Experimental_BridgeUserMessageSubmitter, HarnessToolModelOutputContent, OAuthCredential, RefreshOAuthAccessTokenResult, SandboxChannelConnectOptions, SandboxChannelDebugEvent, SandboxChannelOptions, SandboxChannelReconnectOptions, SkillFilePathMode, WaitForBridgeReadyOptions, WaitForBridgeReadyResult, WriteInstructionsOptions, WriteInstructionsResult, WriteSkillsOptions, WriteSkillsResult };
+export type { BridgeReadyErrorContext, BridgeReadySource, DiskLogRecoveryMode, Experimental_BridgeUserMessageRequest, Experimental_BridgeUserMessageResponse, Experimental_BridgeUserMessageSubmitter, HarnessPromptContent, HarnessPromptContentPart, HarnessToolModelOutputContent, OAuthCredential, RefreshOAuthAccessTokenResult, SandboxChannelConnectOptions, SandboxChannelDebugEvent, SandboxChannelOptions, SandboxChannelReconnectOptions, SkillFilePathMode, WaitForBridgeReadyOptions, WaitForBridgeReadyResult, WriteInstructionsOptions, WriteInstructionsResult, WriteSkillsOptions, WriteSkillsResult };
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","names":["SandboxSession","SandboxSession","SandboxSession"],"sources":["../../src/utils/sandbox-channel.ts","../../src/utils/bridge-user-message-submitter.ts","../../src/utils/classify-disk-log.ts","../../src/utils/ai-gateway-auth.ts","../../src/v1/harness-authentication.ts","../../src/utils/authentication-environment.ts","../../src/utils/native-subscription/jwt.ts","../../src/utils/native-subscription/linux-secret-service.ts","../../src/utils/native-subscription/macos-keychain.ts","../../src/utils/native-subscription/should-resolve-native.ts","../../src/utils/native-subscription/windows-credential-manager.ts","../../src/utils/oauth-access-token.ts","../../src/utils/os.ts","../../src/v1/harness-v1-network-sandbox-session.ts","../../src/v1/harness-v1-skill.ts","../../src/v1/harness-v1-call-warning.ts","../../src/v1/harness-v1-credential-forwarding.ts","../../src/utils/credential-forwarding.ts","../../src/utils/sandbox-credential-brokering.ts","../../src/utils/sandbox-home-dir.ts","../../src/utils/shell-quote.ts","../../src/utils/write-instructions.ts","../../src/utils/write-skills.ts","../../src/utils/bridge-ready.ts","../../src/utils/bridge-token.ts","../../src/utils/bridge-asset.ts","../../src/utils/bridge-diagnostics.ts","../../src/utils/resolve-sandbox-default-working-directory.ts","../../src/utils/get-restricted-sandbox-session.ts","../../src/utils/sleep.ts","../../src/utils/normalize-harness-tool-model-output.ts","../../src/utils/convert-harness-tool-model-output.ts"],"mappings":";;;;;;;;;;;KAcY;EACN;EAA4B;EAAiB;;EAC7C;EAAsB;EAAiB;;EAEvC;EACA;EACA;EACA;;UAGW;;;;;WAKN;;WAEA;;WAEA;;UAGM;WACN,aAAa;;UAGP,sBAAsB;;;;;;;;EAQrC,UAAU,SAAS,iCAAiC,QAAQ;;EAG5D,gBAAgB,eAAe;EAE/B,YAAY;EAEZ,WAAW,OAAO;;;;;;;;EASlB,gBACE,OAAO,QAAQ;IAAQ;;EAGzB,iBAAiB,OAAO,QAAQ;IAAQ;;;;;;;;EAQxC;;KAGG,YAAY;EAAe;KAAkB;KAE7C,SAAS;EAAe;GAAgB,UAAU,YAAY,UACjE,OAAO,QAAQ;EAAQ,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;qBAqHlB,eACX;EAAe;GACf;EAAc;;EAAmB;;mBAEhB;mBAIA;mBACA;UACT;UACA;UACA;UACA;mBACS;mBAGA;mBAEA;mBAGA;mBACA;mBAGA;mBAGA;mBAGA;mBACA;mBACA;UAET;UACA;;UAEA;;;;;;;UAOA;UACA;;UAIA;UACA;mBACS;UACT;UACA;UACA;EAEI,YAAA,SAAS,sBAAsB;;;;;;MAiBvC;;;;;;;;;;;;EAeE,KAAK;IAAS;MAAqB;EA4BzC,GAAG,UAAU,YAAY,OACvB,MAAM,GACN,UAAU,SAAS,MAAM;;;;;;;;EAgC3B;EAiBA,QAAQ,UAAU,cAAc;EAIhC,YAAY;EAOZ,KAAK,SAAS;;;;;;;EAed;EAKA;;;;;;;;;;;;;;;EA0BA,WAAW;EA4BX;UAMQ;UA4BM;UAuGN;UAWA;UASA;UAgBA;UAQA;UAMA;UAIM;UAiCN;UAiCA;UAwCA;UAeA;UAwBA;UAkBA;UAOA;UAoBA;;;;KCl0BE;EACV;EACA;EACA;;KAGU;EACV;EACA;EACA;EACA;IAAU;;;KAGA;EACV,OAAO,eAAe;EACtB,MAAM;;wBAGQ,8CAA8C;EAC5D,KAAK,SAAS;EACd,WACE,WAAW,UAAU;EAEvB,YAAY;IACV;;;;;;;;KCjBQ;;;;;;;;;;;;;wBAcU,gBACpB,sCACC,QAAQ;;;wBCrBK,0BACd;EAEA,KAAK;;EAEL;EACA;;;;;;;;;;KCFU,qCAAqC,SAC/C;;;;;KAOU,wBAAwB,8CACjC,0DAEkB,kDAKT,kBACA;;;wBCrBI,mCACd,iBACC,SAAS;;;wBCFU,kBACpB;EAEA;IACE,QAAQ,SAAS;wBAcC,kBACpB;EAEA;IACE;;;wBCnBkB,iCACpB;EAEA,YAAY,SAAS;IACnB;;;wBCJkB,4BACpB,SACA;EAEA;EACA;IACE;;;wBCRY,kCACd,MACA,KACA;EAEA,MAAM,QAAQ;EACd,KAAK,SAAS;EACd;;;;wBCuBoB,uCACpB;EAEA;IACE;;;KChCQ;WACD;WACA;WACA;;KAGC;WACD;WACA;WACA;;wBAGK,4BACd,WACA,KACA;WAES;WACA;WACA;;wBAKW,0BACpB,UACA,UACA,cACA,eACA,SACA,OAAO;WAEE;WACA;WACA;WACA;WACA,UAAU;WACV,eAAe,WAAW;IACjC,QAAQ;;;wBC3CI,QAAQ,UAAU,OAAO;wBAIzB,QAAQ,UAAU,OAAO;wBAIzB,UAAU,UAAU,OAAO;;;;;;;KCD/B;WACD;WACA,UAAU,SAAS;;;;;;;;;;;;;UAqCb,uCAAuCA;;;;;WAK7C;;;;;;;;;;WAWA;;WAGA,OAAO;;;;;WAMP,kBAAkB;IACzB;IACA;QACI,YAAY;;;;;;WAOT,aAAa;IACpB;IACA;QACI;;WAGG,YAAY;;;;;;;;WASZ,eAAe;;;;;;;WAQf,oBACP,QAAQ,2BACL;;;;;;;;;;WAWI,6BACP,iBAAiB,cAAc,oCAC5B;;;;;;;WAQI,6BACP,iBAAiB,cAAc,oCAC5B;;;;;;WAOI,YACP,OAAO,uBACP;IAAY,cAAc;QACvB;;;;;;;;;;;;WAaI,kBAAkBA;;;;;;;;;;;;;;;;;KAkBjB;EACN;;EACA;;EAEA;EACA,cAAc;EACd,eAAe;EACf,cAAc;;EAGd;EACA,eAAe;EACf,cAAc;EACd,cAAc;;KAGf;EACC;;EACA;;EACA;;KAED;EACC;;EACA;;EACA;;KAED;WACM,MAAM;WACN,QAAQ;;;;;;;;;;;;;KAcP;WACD;aACE;aACA,OAAO;aACP,SAAS;aACT,cAAc,cAAc;aAC5B,UAAU,cAAc;;WAE1B;aACE,SAAS,SAAS;;;;;;;;;KCzNnB;;WAED;;;;;WAMA;;WAGA;;;;;;WAOA,QAAQ,cAAc;;KAGrB;;;;;;WAMD;;WAGA;;;;;;;;;;;KC3BC;EAEN;EACA;EACA;;EAGA;EACA;EACA;;EAGA;EACA;;;YAIM;IACR,WAAW;;;;;;;;;;;;;KCjBH,iCAAiC;;;;;;;WAOlC;;WAEA;eACI;;;wBCfO,4BACpB,aACA,gCACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;EAChC,sBAAsB;IACpB,QAAQ;wBAmBU,sCACpB,aACA,gCACA,sBACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;EAChC,sBAAsB;EACtB,uCAAuC,SAAS;IAC9C,QAAQ;;;wBCnCI;wBAIA,+BAA+B;;;;;wBAQ/B,mCAAmC;EACjD,aAAa,SAAS;EACtB,sBAAsB,SAAS;EAC/B,gCAAgC;;wBA8BlB,yBACd,aACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;IAC9B;wBAUY,wCACd,UACA,cACA;EAEA;EACA,cAAc,SAAS;EACvB,kBAAkB,SAAS;IACzB;;;wBCvEkB,wBACpB,SACA;EAEA,SAAS;EACT,cAAc;IACZ;;;wBCTY,WAAW;;;KCSf;EACV,SAAS;EACT;EACA;EACA;EACA,cAAc;;KAGJ;EACV;EACA;;wBAUoB,oBACpB,SACA,UACA,kBACA,cACA,eACC,2BAA2B,QAAQ;;;KCtB1B;KAEA;EACV,SAAS;EACT;EACA;EACA,QAAQ,cAAc;EACtB,cAAc;EACd,mBAAmB;EACnB,2BAA2B;IAAS;;EACpC,eAAe;EACf,+BAA+B;IAC7B;IACA;;EAEF;;KAGU;EACV;EACA;EACA;EACA;;wBAuBoB,cACpB,SACA,UACA,WACA,QACA,aACA,kBACA,yBACA,cACA,6BAEA,mBACC,qBAAqB,QAAQ;;;KCvDpB;KAEA;EACV,MAAM;EACN;;KAGU;EACV,MAAM;EACN,SAAS;EACT;EACA;EACA;EACA,cAAc;EACd;EACA,sBACE,SAAS,4BACN,QAAQ,QAAQ;EACrB,mBACE,SAAS,4BACN,QAAQ,QAAQ;;KAGX;EACV;EACA,QAAQ;EACR;;wBAGoB,qBACpB,SACA,gBACA,YACA;EAEA,SAAS;EACT;EACA;EACA,cAAc;IACZ;wBAgBkB,qBACpB,MACA,SACA,gBACA,YACA,WACA,aACA,gBACA,oBACA,mBACC,4BAA4B,QAAQ;;;wBC7EvB;wBAIA,kBACd,UACA;EAEA,UAAU;EACV;IACE;;;wBCXY,4BACR,mBAAmB,eAAe,MAExC,WAAW,cACT,MAAM,cAAc,wBAAwB;;;KCF3C;wBAyBW,kBAAkB;wBAkBlB,iBACd,WACA,WACA,SACA,OACA;EAEA;EACA;EACA;EACA;EACA,SAAS;;wBAeK,2BACd,WACA;EAEA;EACA;KACG;EAAS;EAAe;;wBAWP,2BACpB,SACA,MACA,YACA,YACA;EAEA;EACA,MAAM;EACN;EACA;EACA,aAAa;IACX,QAAQ;wBA+BU,6BACpB,QACA,YACA,QACA,aACA;EAEA,QAAQ,eAAe;EACvB,YAAY;EACZ;EACA;EACA;IACE;wBAoBkB,yBACpB,QAAQ,eAAe,cACtB;;;wBCnKmB,wCACpB,gBACA;WAES,gBAAgB,iCAAiCC;WACjD,cAAc;IACrB;;;wBCPY,4BACd,gBAAgB,iCAAiCC,8BAChDA;;;wBCLa,QACd,IACA;EAEA;EACA,cAAc;IACZ;;;wBCIY,kCACd;EAEA,QAAQ;IACN;;;KCXQ;EACN;EAAc;;EACd;EAAe;EAAc;;wBAsBnB,gCACd;EAEA,QAAQ;;EACJ,SAAS;EAAiC"}
+{"version":3,"file":"index.d.ts","names":["SandboxSession","SandboxSession","SandboxSession"],"sources":["../../src/utils/sandbox-channel.ts","../../src/utils/bridge-user-message-submitter.ts","../../src/utils/classify-disk-log.ts","../../src/utils/ai-gateway-auth.ts","../../src/v1/harness-authentication.ts","../../src/utils/authentication-environment.ts","../../src/utils/native-subscription/jwt.ts","../../src/utils/native-subscription/linux-secret-service.ts","../../src/utils/native-subscription/macos-keychain.ts","../../src/utils/native-subscription/should-resolve-native.ts","../../src/utils/native-subscription/windows-credential-manager.ts","../../src/utils/oauth-access-token.ts","../../src/utils/os.ts","../../src/v1/harness-v1-network-sandbox-session.ts","../../src/v1/harness-v1-prompt.ts","../../src/v1/harness-v1-skill.ts","../../src/v1/harness-v1-call-warning.ts","../../src/v1/harness-v1-credential-forwarding.ts","../../src/utils/credential-forwarding.ts","../../src/utils/sandbox-credential-brokering.ts","../../src/utils/sandbox-home-dir.ts","../../src/utils/shell-quote.ts","../../src/utils/write-instructions.ts","../../src/utils/write-skills.ts","../../src/utils/bridge-ready.ts","../../src/utils/bridge-token.ts","../../src/utils/bridge-asset.ts","../../src/utils/bridge-diagnostics.ts","../../src/utils/resolve-sandbox-default-working-directory.ts","../../src/utils/get-restricted-sandbox-session.ts","../../src/utils/sleep.ts","../../src/utils/normalize-harness-tool-model-output.ts","../../src/utils/extract-harness-prompt-content.ts","../../src/utils/convert-harness-tool-model-output.ts"],"mappings":";;;;;;;;;;;KAcY;EACN;EAA4B;EAAiB;;EAC7C;EAAsB;EAAiB;;EAEvC;EACA;EACA;EACA;;UAGW;;;;;WAKN;;WAEA;;WAEA;;UAGM;WACN,aAAa;;UAGP,sBAAsB;;;;;;;;EAQrC,UAAU,SAAS,iCAAiC,QAAQ;;EAG5D,gBAAgB,eAAe;EAE/B,YAAY;EAEZ,WAAW,OAAO;;;;;;;;EASlB,gBACE,OAAO,QAAQ;IAAQ;;EAGzB,iBAAiB,OAAO,QAAQ;IAAQ;;;;;;;;EAQxC;;KAGG,YAAY;EAAe;KAAkB;KAE7C,SAAS;EAAe;GAAgB,UAAU,YAAY,UACjE,OAAO,QAAQ;EAAQ,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;qBAqHlB,eACX;EAAe;GACf;EAAc;;EAAmB;;mBAEhB;mBAIA;mBACA;UACT;UACA;UACA;UACA;mBACS;mBAGA;mBAEA;mBAGA;mBACA;mBAGA;mBAGA;mBAGA;mBACA;mBACA;UAET;UACA;;UAEA;;;;;;;UAOA;UACA;;UAIA;UACA;mBACS;UACT;UACA;UACA;EAEI,YAAA,SAAS,sBAAsB;;;;;;MAiBvC;;;;;;;;;;;;EAeE,KAAK;IAAS;MAAqB;EA4BzC,GAAG,UAAU,YAAY,OACvB,MAAM,GACN,UAAU,SAAS,MAAM;;;;;;;;EAgC3B;EAiBA,QAAQ,UAAU,cAAc;EAIhC,YAAY;EAOZ,KAAK,SAAS;;;;;;;EAed;EAKA;;;;;;;;;;;;;;;EA0BA,WAAW;EA4BX;UAMQ;UA4BM;UAuGN;UAWA;UASA;UAgBA;UAQA;UAMA;UAIM;UAiCN;UAiCA;UAwCA;UAeA;UAwBA;UAkBA;UAOA;UAoBA;;;;KCl0BE;EACV;EACA;EACA;;KAGU;EACV;EACA;EACA;EACA;IAAU;;;KAGA;EACV,OAAO,eAAe;EACtB,MAAM;;wBAGQ,8CAA8C;EAC5D,KAAK,SAAS;EACd,WACE,WAAW,UAAU;EAEvB,YAAY;IACV;;;;;;;;KCjBQ;;;;;;;;;;;;;wBAcU,gBACpB,sCACC,QAAQ;;;wBCrBK,0BACd;EAEA,KAAK;;EAEL;EACA;;;;;;;;;;KCFU,qCAAqC,SAC/C;;;;;KAOU,wBAAwB,8CACjC,0DAEkB,kDAKT,kBACA;;;wBCrBI,mCACd,iBACC,SAAS;;;wBCFU,kBACpB;EAEA;IACE,QAAQ,SAAS;wBAcC,kBACpB;EAEA;IACE;;;wBCnBkB,iCACpB;EAEA,YAAY,SAAS;IACnB;;;wBCJkB,4BACpB,SACA;EAEA;EACA;IACE;;;wBCRY,kCACd,MACA,KACA;EAEA,MAAM,QAAQ;EACd,KAAK,SAAS;EACd;;;;wBCuBoB,uCACpB;EAEA;IACE;;;KChCQ;WACD;WACA;WACA;;KAGC;WACD;WACA;WACA;;wBAGK,4BACd,WACA,KACA;WAES;WACA;WACA;;wBAKW,0BACpB,UACA,UACA,cACA,eACA,SACA,OAAO;WAEE;WACA;WACA;WACA;WACA,UAAU;WACV,eAAe,WAAW;IACjC,QAAQ;;;wBC3CI,QAAQ,UAAU,OAAO;wBAIzB,QAAQ,UAAU,OAAO;wBAIzB,UAAU,UAAU,OAAO;;;;;;;KCD/B;WACD;WACA,UAAU,SAAS;;;;;;;;;;;;;UAqCb,uCAAuCA;;;;;WAK7C;;;;;;;;;;WAWA;;WAGA,OAAO;;;;;WAMP,kBAAkB;IACzB;IACA;QACI,YAAY;;;;;;WAOT,aAAa;IACpB;IACA;QACI;;WAGG,YAAY;;;;;;;;WASZ,eAAe;;;;;;;WAQf,oBACP,QAAQ,2BACL;;;;;;;;;;WAWI,6BACP,iBAAiB,cAAc,oCAC5B;;;;;;;WAQI,6BACP,iBAAiB,cAAc,oCAC5B;;;;;;WAOI,YACP,OAAO,uBACP;IAAY,cAAc;QACvB;;;;;;;;;;;;WAaI,kBAAkBA;;;;;;;;;;;;;;;;;KAkBjB;EACN;;EACA;;EAEA;EACA,cAAc;EACd,eAAe;EACf,cAAc;;EAGd;EACA,eAAe;EACf,cAAc;EACd,cAAc;;KAGf;EACC;;EACA;;EACA;;KAED;EACC;;EACA;;EACA;;KAED;WACM,MAAM;WACN,QAAQ;;;;;;;;;;;;;KAcP;WACD;aACE;aACA,OAAO;aACP,SAAS;aACT,cAAc,cAAc;aAC5B,UAAU,cAAc;;WAE1B;aACE,SAAS,SAAS;;;;;;;;;;;;;KCnNnB,2BAA2B;;;;;;;KCN3B;;WAED;;;;;WAMA;;WAGA;;;;;;WAOA,QAAQ,cAAc;;KAGrB;;;;;;WAMD;;WAGA;;;;;;;;;;;KC3BC;EAEN;EACA;EACA;;EAGA;EACA;EACA;;EAGA;EACA;;;YAIM;IACR,WAAW;;;;;;;;;;;;;KCjBH,iCAAiC;;;;;;;WAOlC;;WAEA;eACI;;;wBCfO,4BACpB,aACA,gCACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;EAChC,sBAAsB;IACpB,QAAQ;wBAmBU,sCACpB,aACA,gCACA,sBACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;EAChC,sBAAsB;EACtB,uCAAuC,SAAS;IAC9C,QAAQ;;;wBCnCI;wBAIA,+BAA+B;;;;;wBAQ/B,mCAAmC;EACjD,aAAa,SAAS;EACtB,sBAAsB,SAAS;EAC/B,gCAAgC;;wBA8BlB,yBACd,aACA;EAEA,aAAa,SAAS;EACtB,gCAAgC;IAC9B;wBAUY,wCACd,UACA,cACA;EAEA;EACA,cAAc,SAAS;EACvB,kBAAkB,SAAS;IACzB;;;wBCvEkB,wBACpB,SACA;EAEA,SAAS;EACT,cAAc;IACZ;;;wBCTY,WAAW;;;KCSf;EACV,SAAS;EACT;EACA;EACA;EACA,cAAc;;KAGJ;EACV;EACA;;wBAUoB,oBACpB,SACA,UACA,kBACA,cACA,eACC,2BAA2B,QAAQ;;;KCtB1B;KAEA;EACV,SAAS;EACT;EACA;EACA,QAAQ,cAAc;EACtB,cAAc;EACd,mBAAmB;EACnB,2BAA2B;IAAS;;EACpC,eAAe;EACf,+BAA+B;IAC7B;IACA;;EAEF;;KAGU;EACV;EACA;EACA;EACA;;wBAuBoB,cACpB,SACA,UACA,WACA,QACA,aACA,kBACA,yBACA,cACA,6BAEA,mBACC,qBAAqB,QAAQ;;;KCvDpB;KAEA;EACV,MAAM;EACN;;KAGU;EACV,MAAM;EACN,SAAS;EACT;EACA;EACA;EACA,cAAc;EACd;EACA,sBACE,SAAS,4BACN,QAAQ,QAAQ;EACrB,mBACE,SAAS,4BACN,QAAQ,QAAQ;;KAGX;EACV;EACA,QAAQ;EACR;;wBAGoB,qBACpB,SACA,gBACA,YACA;EAEA,SAAS;EACT;EACA;EACA,cAAc;IACZ;wBAgBkB,qBACpB,MACA,SACA,gBACA,YACA,WACA,aACA,gBACA,oBACA,mBACC,4BAA4B,QAAQ;;;wBC7EvB;wBAIA,kBACd,UACA;EAEA,UAAU;EACV;IACE;;;wBCXY,4BACR,mBAAmB,eAAe,MAExC,WAAW,cACT,MAAM,cAAc,wBAAwB;;;KCF3C;wBAyBW,kBAAkB;wBAkBlB,iBACd,WACA,WACA,SACA,OACA;EAEA;EACA;EACA;EACA;EACA,SAAS;;wBAeK,2BACd,WACA;EAEA;EACA;KACG;EAAS;EAAe;;wBAWP,2BACpB,SACA,MACA,YACA,YACA;EAEA;EACA,MAAM;EACN;EACA;EACA,aAAa;IACX,QAAQ;wBA+BU,6BACpB,QACA,YACA,QACA,aACA;EAEA,QAAQ,eAAe;EACvB,YAAY;EACZ;EACA;EACA;IACE;wBAoBkB,yBACpB,QAAQ,eAAe,cACtB;;;wBCnKmB,wCACpB,gBACA;WAES,gBAAgB,iCAAiCC;WACjD,cAAc;IACrB;;;wBCPY,4BACd,gBAAgB,iCAAiCC,8BAChDA;;;wBCLa,QACd,IACA;EAEA;EACA,cAAc;IACZ;;;wBCIY,kCACd;EAEA,QAAQ;IACN;;;cCAE,gCAA8B,EAAA,uBAAA,EAAA;;;;;;;GAOlC,EAAA,KAAA;qBAEW,4BAA0B,EAAA,mBAAA,EAAA,WAAA,EAAA,SAAA,EAAA,uBAAA,EAAA;;;;;;;GAGrC,EAAA,KAAA;KAEU,2BAA2B,EAAE,aAChC;KAEG,uBAAuB,EAAE,aAAa;wBAElC,8BACd;EAEA,QAAQ;IACN;;;KClCQ;EACN;EAAc;;EACd;EAAe;EAAc;;wBAsBnB,gCACd;EAEA,QAAQ;;EACJ,SAAS;EAAiC"}

package/dist/utils/index.js

@@ -1,4 +1,4 @@
-import { convertInlineFileDataToUint8Array, convertUint8ArrayToBase64, detectMediaType, getTopLevelMediaType, isFullMediaType, isRecord, safeParseJSON, safeValidateTypes } from "@ai-sdk/provider-utils";
+import { convertInlineFileDataToUint8Array, convertUint8ArrayToBase64, detectMediaType, getTopLevelMediaType, isFullMediaType, isProviderReference, isRecord, safeParseJSON, safeValidateTypes } from "@ai-sdk/provider-utils";
 import { execFile } from "node:child_process";
 import { promisify } from "node:util";
 import { createHash, randomBytes } from "node:crypto";
@@ -2108,6 +2108,88 @@ function normalizeHarnessToolModelOutput({ output }) {
 	}
 }
 //#endregion
+//#region src/utils/extract-harness-prompt-content.ts
+const harnessPromptContentPartSchema = z.discriminatedUnion("type", [z.object({
+	type: z.literal("text"),
+	text: z.string()
+}), z.object({
+	type: z.literal("image"),
+	data: z.string(),
+	mediaType: z.string()
+})]);
+const harnessPromptContentSchema = z.union([z.string(), z.array(harnessPromptContentPartSchema)]);
+function extractHarnessPromptContent({ prompt }) {
+	if (typeof prompt === "string") return prompt;
+	const { content } = prompt;
+	if (typeof content === "string") return content;
+	if (content.every((part) => part.type === "text")) return content.map((part) => part.text).join("\n\n");
+	return content.flatMap((part) => {
+		switch (part.type) {
+			case "text": return [{
+				type: "text",
+				text: part.text
+			}];
+			case "image": return [convertUserImage({
+				data: part.image,
+				mediaType: part.mediaType ?? "image"
+			})];
+			case "file":
+				if (getTopLevelMediaType(part.mediaType) !== "image") throw unsupportedUserContent({ description: `files of media type '${part.mediaType}'` });
+				return [convertUserImage(part)];
+			default: throw unsupportedUserContent({ description: "content parts other than text, image, or file parts" });
+		}
+	});
+}
+function convertUserImage({ data, mediaType }) {
+	const image = getInlineImage({ data });
+	const resolvedMediaType = isFullMediaType(mediaType) ? mediaType : image.mediaType ?? detectMediaType({
+		data: image.data,
+		topLevelType: "image"
+	});
+	if (resolvedMediaType == null) throw unsupportedUserContent({ description: "images whose media type cannot be detected" });
+	return {
+		type: "image",
+		data: image.data,
+		mediaType: resolvedMediaType
+	};
+}
+function getInlineImage({ data }) {
+	if (data instanceof URL) return getDataUrlImage({ url: data });
+	if (typeof data === "string") {
+		let url;
+		try {
+			url = new URL(data);
+		} catch {
+			return { data };
+		}
+		return getDataUrlImage({ url });
+	}
+	if (data instanceof Uint8Array || data instanceof ArrayBuffer) return { data: convertUint8ArrayToBase64(convertInlineFileDataToUint8Array({
+		type: "data",
+		data
+	})) };
+	if (isProviderReference(data)) throw unsupportedUserContent({ description: "provider references" });
+	switch (data.type) {
+		case "data": return typeof data.data === "string" ? { data: data.data } : getInlineImage({ data: data.data });
+		case "url": return getDataUrlImage({ url: data.url });
+		case "reference": throw unsupportedUserContent({ description: "provider references" });
+		case "text": throw unsupportedUserContent({ description: "text data for images" });
+	}
+}
+function getDataUrlImage({ url }) {
+	if (url.protocol !== "data:") throw unsupportedUserContent({ description: "remote image URLs" });
+	const [header, data] = url.href.split(",", 2);
+	if (!header?.endsWith(";base64") || data == null) throw unsupportedUserContent({ description: "data URLs that are not base64 encoded" });
+	const mediaType = header.slice(5).split(";")[0];
+	return {
+		data,
+		...mediaType ? { mediaType } : {}
+	};
+}
+function unsupportedUserContent({ description }) {
+	return new HarnessCapabilityUnsupportedError({ message: `The harness layer does not support ${description} in user messages. Pass text parts and inline images as bytes, base64 strings, or data URLs.` });
+}
+//#endregion
 //#region src/bridge/harness-bridge-capability-unsupported-error.ts
 const name = "AI_HarnessBridgeCapabilityUnsupportedError";
 /**
@@ -2177,6 +2259,6 @@ function convertHarnessToolModelOutput({ output }) {
 	}
 }
 //#endregion
-export { SandboxChannel, applyCredentialForwarding, classifyDiskLog, convertHarnessToolModelOutput, createBridgeErrorHandler, createBridgeStartupError, createBridgeToken, createCredentialRequestTransformation, createReadBridgeAsset, drainBridgeProcessStream, experimental_createBridgeUserMessageSubmitter, formatBridgeError, forwardBridgeProcessStream, generateSandboxCredentialPlaceholder, getAiGatewayAuthFromEnv, getJwtExpiresAt, getRestrictedSandboxSession, isAccessTokenExpiringSoon, isHarnessAuthenticationEnvironment, isLinux, isMacOS, isSandboxCredentialPlaceholder, isWindows, logBridgeError, markBridgeStarting, maskSandboxCredentials, normalizeHarnessToolModelOutput, parseJwtPayload, readLinuxSecretServicePassword, readMacOSKeychainPassword, readWindowsCredentialManagerPassword, refreshOAuthAccessToken, resolveSandboxCredentialEnvironment, resolveSandboxDefaultWorkingDirectory, resolveSandboxHomeDir, shellQuote, shouldResolveNativeSubscription, sleep, waitForBridgeReady, warnCredentialBrokeringUnavailable, withBridgeToken, writeInstructions, writeSkills };
+export { SandboxChannel, applyCredentialForwarding, classifyDiskLog, convertHarnessToolModelOutput, createBridgeErrorHandler, createBridgeStartupError, createBridgeToken, createCredentialRequestTransformation, createReadBridgeAsset, drainBridgeProcessStream, experimental_createBridgeUserMessageSubmitter, extractHarnessPromptContent, formatBridgeError, forwardBridgeProcessStream, generateSandboxCredentialPlaceholder, getAiGatewayAuthFromEnv, getJwtExpiresAt, getRestrictedSandboxSession, harnessPromptContentSchema, isAccessTokenExpiringSoon, isHarnessAuthenticationEnvironment, isLinux, isMacOS, isSandboxCredentialPlaceholder, isWindows, logBridgeError, markBridgeStarting, maskSandboxCredentials, normalizeHarnessToolModelOutput, parseJwtPayload, readLinuxSecretServicePassword, readMacOSKeychainPassword, readWindowsCredentialManagerPassword, refreshOAuthAccessToken, resolveSandboxCredentialEnvironment, resolveSandboxDefaultWorkingDirectory, resolveSandboxHomeDir, shellQuote, shouldResolveNativeSubscription, sleep, waitForBridgeReady, warnCredentialBrokeringUnavailable, withBridgeToken, writeInstructions, writeSkills };
 
 //# sourceMappingURL=index.js.map