@adaptiqai/deepseek-harness 0.2.12 → 0.2.14

package/lib/types/client/SettingsPage.d.ts

@@ -30,7 +30,7 @@ export declare function MemoryCallout({ store, t }: {
  * memory, thinking levels, region. A field is left out only when unknown.
  */
 export declare function modelFacts(model: ModelView, t: T): string;
-/** One model row: name, facts, lanes, status. */
+/** One model row: name, facts, status. */
 export declare function ModelRow({ model, t }: {
     model: ModelView;
     t: T;

package/lib/types/client/pill.d.ts

@@ -9,7 +9,7 @@ export declare const COUNT_UP_MS = 900;
  * The pill's words while a request waits.
  * @param t - translate.
  * @param kind - what the request waits for.
- * @returns e.g. "Waiting for a free lane".
+ * @returns e.g. "Waiting in line".
  */
 export declare function waitText(t: T, kind: WaitKind): string;
 /**

package/lib/types/host/adapter.d.ts

@@ -7,6 +7,7 @@
 import { LlmAdapter, LlmError } from '@deepseek-ai/dsh-llm';
 import type { GenerateOptions, LlmModelInfo, LlmProviderInfo, LlmResolvedModelInfo, PreparedAdapterCall, ResolvedRetryPolicy, StreamChunk } from '@deepseek-ai/dsh-llm';
 import { type AdaptiqFailure, type AuthManager, type CatalogModel, type RequestEvents, type UserTurn } from '@adaptiqai/core';
+import { type ImageLimits, type ImageRef, type ImageSource } from './images.ts';
 import { type ParentSession, type ReferencedSession } from './wire.ts';
 /** What the adapter tells the rest of the plugin about each request. */
 export interface AdapterDeps {
@@ -42,6 +43,14 @@ export interface AdapterDeps {
     readonly events: RequestEvents;
     /** Whether the server behind a model puts idle conversations to sleep (it reports session history apart). */
     readonly autoSleep?: (model: string) => boolean;
+    /** The harness's attachment service, where attached images are stored (absent on hosts without one). */
+    attachments?(): ImageSource | undefined;
+    /** Where the model's tools can read the stored copy of an image. */
+    imageAccess?(ref: ImageRef): {
+        readonlyPath: string;
+    } | undefined;
+    /** The engine's image limits (tests use smaller ones). */
+    readonly imageLimits?: ImageLimits;
     /** Diagnostics for one request (no content), when a debug log is on. */
     debug?(message: string): void;
     readonly fetch?: typeof fetch;
@@ -78,5 +87,11 @@ export declare class AdaptiqAdapter extends LlmAdapter {
     resolveModel(provider: string, model: string, signal?: AbortSignal): Promise<LlmResolvedModelInfo>;
     prepareCall(provider: string, model: string, signal?: AbortSignal): Promise<PreparedAdapterCall>;
     stream(options: GenerateOptions): AsyncIterable<StreamChunk>;
+    /**
+     * The request's images, read from the harness's stored copies, when the
+     * model's card says it reads images. Otherwise each image goes as a short
+     * note and the person is told.
+     */
+    private images;
     private generate;
 }

package/lib/types/host/images.d.ts

@@ -0,0 +1,91 @@
+/**
+ * Images a person attached, as inline data the AdaptiqAI API accepts.
+ *
+ * The harness stores each attached image once, content-addressed (sha256), and
+ * hands the adapter a durable reference. The bytes sent are read from that
+ * stored copy, never from the file the person picked, so a history image is the
+ * same bytes on every turn (the engine dedupes by content hash) even when the
+ * original file has changed since.
+ */
+import type { ImageBlock, RequestMessage } from '@deepseek-ai/dsh-llm';
+/** One image reference as the harness stores it. */
+export type ImageRef = ImageBlock['attachment'];
+/** Image media types the engine accepts. */
+export type ImageMediaType = 'image/png' | 'image/jpeg' | 'image/webp' | 'image/gif';
+/** What the engine accepts per request. */
+export interface ImageLimits {
+    /** Image parts in one request (history included). */
+    readonly maxImages: number;
+    /** Encoded bytes of one image. */
+    readonly maxImageBytes: number;
+    /** Width × height of one image; larger ones are scaled down before sending. */
+    readonly maxPixels: number;
+}
+/** The engine's limits behind api.adaptiqai.com (8 images, 20 MiB and 16.8 MP each); pixels kept a little under. */
+export declare const ENGINE_IMAGE_LIMITS: ImageLimits;
+/** The request version the harness's attachment service makes of one stored image. */
+export interface RequestImageVersion {
+    readonly data: Uint8Array;
+    readonly mediaType: string;
+    readonly width: number;
+    readonly height: number;
+}
+/** The part of the harness's attachment service (`ctx.attachments`) the adapter reads images through. */
+export interface ImageSource {
+    readImageRequest(ref: ImageRef, target: {
+        width: number;
+        height: number;
+        maxBytes: number;
+    }, signal?: AbortSignal): Promise<RequestImageVersion>;
+}
+/** One image ready for the wire. */
+export interface WireImage {
+    /** `data:<mime>;base64,...` */
+    readonly url: string;
+    readonly width: number;
+    readonly height: number;
+}
+/** An image the engine would refuse, said in plain words. */
+export declare class ImageProblem extends Error {
+    readonly name = "ImageProblem";
+}
+/**
+ * The image format, read from the bytes themselves.
+ * @param data - encoded image bytes.
+ * @returns the media type, or null when the bytes are no PNG, JPEG, WebP or GIF.
+ */
+export declare function sniffImageType(data: Uint8Array): ImageMediaType | null;
+/**
+ * The size to send one image at: its own, or scaled down (aspect kept) to fit the pixel limit.
+ * @param width - stored width.
+ * @param height - stored height.
+ * @param maxPixels - width × height limit.
+ * @returns target width and height.
+ */
+export declare function fitPixels(width: number, height: number, maxPixels: number): {
+    width: number;
+    height: number;
+};
+/**
+ * The images a request sends (not offloaded by the harness), one entry per occurrence, oldest first.
+ * @param messages - the request history.
+ * @returns image blocks in request order.
+ */
+export declare function sentImages(messages: readonly RequestMessage[]): ImageBlock[];
+/**
+ * Whether any message of the request carries an image.
+ * @param messages - the request history.
+ * @returns true when one does.
+ */
+export declare function hasImages(messages: readonly RequestMessage[]): boolean;
+/**
+ * Read every image the request sends from the harness's stored copies, check
+ * it against the engine's limits and encode it as a data URL.
+ * @param messages - the request history.
+ * @param source - the harness's attachment service.
+ * @param limits - the engine's limits.
+ * @param signal - cancellation.
+ * @returns attachment id → wire image.
+ * @throws ImageProblem when an image is not one the engine accepts.
+ */
+export declare function prepareImages(messages: readonly RequestMessage[], source: ImageSource, limits: ImageLimits, signal?: AbortSignal): Promise<Map<string, WireImage>>;

package/lib/types/host/wire.d.ts

@@ -1,17 +1,13 @@
-/**
- * Harness request → OpenAI Chat Completions body. Model-specific behaviour
- * (thinking field and values, sampling defaults) comes only from the
- * model's catalog entry.
- */
 import type { GenerateOptions, RequestMessage } from '@deepseek-ai/dsh-llm';
 import { type CatalogModel, type SessionRole, type UserTurn } from '@adaptiqai/core';
+import type { ImageRef, WireImage } from './images.ts';
 /** One Chat Completions message. */
 export type WireMessage = {
     role: 'system';
     content: string;
 } | {
     role: 'user';
-    content: string;
+    content: string | WirePart[];
 } | {
     role: 'assistant';
     content: string | null;
@@ -22,6 +18,25 @@ export type WireMessage = {
     tool_call_id: string;
     content: string;
 };
+/** One part of a user message that carries images, in the person's order. */
+export type WirePart = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+    };
+};
+/** How the images of a request go on the wire. */
+export interface WireImages {
+    /** Attachment id → inline image; null when the model reads text only (each image becomes a short note). */
+    readonly sent: ReadonlyMap<string, WireImage> | null;
+    /** Where the model's tools can read the harness's stored copy of an image. */
+    readonly access?: (ref: ImageRef) => {
+        readonlyPath: string;
+    } | undefined;
+}
 export interface WireToolCall {
     id: string;
     type: 'function';
@@ -40,6 +55,8 @@ export interface WireExtras {
     readonly includeUsage?: boolean;
     /** Referenced sessions attached to this conversation and ready, by session id → name. */
     readonly recalled?: ReadonlyMap<string, string>;
+    /** The request's images; without it every image becomes a short note. */
+    readonly images?: WireImages;
 }
 /** One session another message mentioned with `@`, as the harness snapshot records it. */
 export interface ReferencedSession {
@@ -94,9 +111,10 @@ export declare function userTurns(messages: readonly RequestMessage[]): UserTurn
  * Convert the harness history to Chat Completions messages.
  * @param options - the harness request.
  * @param recalled - referenced sessions read from memory: their snapshots become one line.
+ * @param images - the request's images; without it each image becomes a short note.
  * @returns the wire messages in order.
  */
-export declare function wireMessages(options: Pick<GenerateOptions, 'messages' | 'system'>, recalled?: ReadonlyMap<string, string>): WireMessage[];
+export declare function wireMessages(options: Pick<GenerateOptions, 'messages' | 'system'>, recalled?: ReadonlyMap<string, string>, images?: WireImages): WireMessage[];
 /**
  * Build the request body for one call.
  * @param options - the harness request.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adaptiqai/deepseek-harness",
-  "version": "0.2.12",
+  "version": "0.2.14",
   "description": "AdaptiqAI for DeepSeek Harness: models with 5M-token native memory and Knowledge. Sign up, get a model and work without leaving the harness",
   "keywords": [
     "dsh-plugin",
@@ -90,14 +90,7 @@
     "react-dom": "~18.3.1",
     "typescript": "~5.9.3",
     "vitest": "~3.2.7",
-    "@adaptiqai/core": "workspace:*"
-  },
-  "scripts": {
-    "link-dsh": "node scripts/link-dsh.mjs",
-    "build": "node scripts/gen-typert.mjs && node scripts/build.mjs",
-    "typecheck": "tsc -p tsconfig.json --noEmit",
-    "test": "vitest run",
-    "pack:local": "npm run build && pnpm pack --pack-destination ../../dist"
+    "@adaptiqai/core": "0.2.10"
   },
   "repository": {
     "type": "git",
@@ -106,5 +99,12 @@
   },
   "publishConfig": {
     "access": "public"
+  },
+  "scripts": {
+    "link-dsh": "node scripts/link-dsh.mjs",
+    "build": "node scripts/gen-typert.mjs && node scripts/build.mjs",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run",
+    "pack:local": "npm run build && pnpm pack --pack-destination ../../dist"
   }
-}
+}