@sema-agent/client-core 0.98.0 → 0.100.0

package/dist/humanTurn.d.ts

@@ -1,6 +1,9 @@
+import type { UserAttachment } from '@sema-agent/sdk';
 import type { ImageInput } from './imagesWireCaps.js';
 import type { ImageVision } from './liveModelCatalog.js';
 import { type UserAttachmentDescriptor } from './userAttachmentEnvelope.js';
+import type { UserAttachmentSeatReading } from './userAttachmentSeat.js';
+import type { UiLanguage } from './env/uiLanguage.js';
 export interface HumanTurnRider {
     readonly uuid: string;
     readonly role: 'image_meta' | 'attachment' | 'skill_body' | (string & {});
@@ -34,6 +37,7 @@ export interface HumanTurnItem {
 }
 export interface HumanTurnCaps {
     readonly vision?: ImageVision;
+    readonly userAttachments?: UserAttachmentSeatReading;
 }
 export interface HumanTurnInput {
     readonly items: readonly HumanTurnItem[];
@@ -41,7 +45,7 @@ export interface HumanTurnInput {
     readonly caps: HumanTurnCaps;
     readonly otherBodyBytes?: number;
 }
-type EncoderShortfall = 'body_budget' | 'steer_admission' | 'vision_no' | 'vision_unknown' | 'image_too_large' | 'seat_count' | 'seat_total' | 'lane_has_no_image_seat' | 'lane_has_no_attachment_id_seat';
+type EncoderShortfall = 'body_budget' | 'steer_admission' | 'vision_no' | 'image_too_large' | 'seat_count' | 'seat_total' | 'lane_has_no_image_seat' | 'lane_has_no_attachment_id_seat';
 export interface HumanTurnSharePart {
     readonly kind: 'text' | 'image' | 'attachment_ref' | 'attachment_id' | 'rider_text' | 'non_text';
     readonly ref?: string | number;
@@ -60,14 +64,23 @@ export interface HumanTurnDegraded {
     readonly ref?: string | number;
     readonly why: EncoderShortfall;
 }
+export interface HumanTurnNotice {
+    readonly uuid: string;
+    readonly kind: 'image';
+    readonly ref: string;
+    readonly why: 'vision_unknown';
+}
 export type HumanTurnEncoding = {
     readonly ok: true;
     readonly lane: 'objective';
     readonly text: string;
     readonly images: readonly ImageInput[];
     readonly attachmentIds: readonly string[];
+    readonly userAttachments?: readonly UserAttachment[];
+    readonly userAttachmentOrdinals?: readonly string[];
     readonly shares: readonly HumanTurnShare[];
     readonly degraded: readonly HumanTurnDegraded[];
+    readonly notices?: readonly HumanTurnNotice[];
 } | {
     readonly ok: true;
     readonly lane: 'steer';
@@ -86,6 +99,7 @@ export interface HumanTurnDelivered {
     readonly full: readonly string[];
     readonly partial: readonly string[];
 }
+export declare function imageSentOnUnknownVision(notices: readonly HumanTurnNotice[] | undefined, lang?: UiLanguage): string | undefined;
 export declare function encodeHumanTurn(input: HumanTurnInput): HumanTurnEncoding;
 export declare function deliveredUuidsOf(encoding: HumanTurnEncoding): HumanTurnDelivered;
 export {};

package/dist/humanTurn.js

@@ -1,6 +1,7 @@
-import { CORE_MAX_PENDING_STEER_CHARS, CORE_MCP_IMAGE_MAX_BASE64 } from './generated/engineFactTables.js';
-import { mintEnvelopeOf, mintReferenceOf } from './userAttachmentEnvelope.js';
+import { CORE_MAX_PENDING_STEER_CHARS, CORE_MCP_IMAGE_MAX_BASE64, CORE_USER_ATTACHMENT_LABEL_MAX } from './generated/engineFactTables.js';
+import { mintEnvelopeOf, mintReferenceOf, seatTextOf } from './userAttachmentEnvelope.js';
 import { readEncodingShares, readHumanTurnInput } from './humanTurnRead.js';
+import { msg, renderMessage } from './i18n/translate.js';
 const REQUEST_BODY_MAX_BYTES = 8 * 1024 * 1024;
 const IMAGE_SEAT_MAX_COUNT = 20;
 const IMAGE_SEAT_MAX_BASE64_CHARS_TOTAL = 6 * 1024 * 1024;
@@ -29,12 +30,14 @@ function utf8Length(s) {
     return n;
 }
 const jsonBytes = (v) => utf8Length(JSON.stringify(v));
-function bodyBytes(other, objective, images, ids) {
+function bodyBytes(other, objective, images, ids, entries) {
     const keys = [jsonBytes('objective') + 1 + jsonBytes(objective)];
     if (images.length > 0)
         keys.push(jsonBytes('images') + 1 + jsonBytes(images));
     if (ids.length > 0)
         keys.push(jsonBytes('attachmentIds') + 1 + jsonBytes(ids));
+    if (entries.length > 0)
+        keys.push(jsonBytes('userAttachments') + 1 + jsonBytes(entries));
     const commas = other === 2 ? keys.length - 1 : keys.length;
     return other + keys.reduce((a, b) => a + b, 0) + commas;
 }
@@ -52,8 +55,27 @@ function steerRefusal(text) {
 function textOf(p) {
     if (p.form === 'reference')
         return mintReferenceOf(p.a.d);
+    if (p.form === 'seat')
+        return '';
     return mintEnvelopeOf(p.a.d, p.seated ? 'attached' : 'not-attached');
 }
+const digits = (n) => String(n).length;
+function renderedUpperBound(text, startLine) {
+    const lines = text.split('\n').length;
+    return text.length + lines * (digits(startLine + lines - 1) + 1);
+}
+function seatEntryOf(a, maxRenderedTextChars) {
+    const text = seatTextOf(a.d);
+    if (text === undefined || !('path' in a.d))
+        return undefined;
+    const name = a.d.path;
+    if (name.length === 0 || name.length > CORE_USER_ATTACHMENT_LABEL_MAX)
+        return undefined;
+    const startLine = a.d.kind === 'text' ? a.d.startLine : 1;
+    if (renderedUpperBound(text, startLine) > maxRenderedTextChars)
+        return undefined;
+    return a.d.kind === 'text' ? { name, text, startLine } : { name, text };
+}
 function compose(items, placements) {
     const perItem = items.map((it, i) => [...placements.filter((p) => p.item === i).map(textOf), it.text].filter((s) => s.length > 0).join('\n\n'));
     return perItem.filter((s) => s.length > 0).join('\n');
@@ -76,7 +98,6 @@ const ENCODER_WHY_LIST = [
     'body_budget',
     'steer_admission',
     'vision_no',
-    'vision_unknown',
     'image_too_large',
     'seat_count',
     'seat_total',
@@ -101,7 +122,7 @@ function records(lane, items, pastedWhy, placements) {
         for (const p of placements) {
             if (p.item !== i)
                 continue;
-            push(i, p.form === 'content' ? { kind: 'attachment_ref', ref: p.a.uuid, status: 'full' } : { kind: 'attachment_ref', ref: p.a.uuid, status: 'none', why: lane === 'objective' ? 'body_budget' : 'steer_admission' });
+            push(i, p.form !== 'reference' ? { kind: 'attachment_ref', ref: p.a.uuid, status: 'full' } : { kind: 'attachment_ref', ref: p.a.uuid, status: 'none', why: lane === 'objective' ? 'body_budget' : 'steer_admission' });
             if (p.a.pixels !== undefined) {
                 if (lane === 'steer')
                     push(i, { kind: 'image', ref: p.a.uuid, status: 'none', why: 'lane_has_no_image_seat' });
@@ -142,6 +163,32 @@ function sharesAndDegraded(items, recs) {
     }
     return { shares, degraded };
 }
+function noticesKey(v, items, placements) {
+    if (v.vision !== 'unknown')
+        return {};
+    const notices = [];
+    for (const p of placements) {
+        if (p.form === 'content' && p.seated && p.a.pixels !== undefined)
+            notices.push({ uuid: items[p.item].uuid, kind: 'image', ref: p.a.uuid, why: 'vision_unknown' });
+    }
+    return notices.length > 0 ? { notices } : {};
+}
+export function imageSentOnUnknownVision(notices, lang) {
+    let n = 0;
+    try {
+        if (!Array.isArray(notices))
+            return undefined;
+        for (const x of notices)
+            if (x !== null && typeof x === 'object' && x.why === 'vision_unknown')
+                n += 1;
+    }
+    catch {
+        return undefined;
+    }
+    if (n === 0)
+        return undefined;
+    return renderMessage(n === 1 ? msg('session.humanTurn.imageUnknownVision.one') : msg('session.humanTurn.imageUnknownVision.other', { count: n }), lang);
+}
 function encodeObjective(v) {
     const { items } = v;
     let count = 0;
@@ -161,10 +208,10 @@ function encodeObjective(v) {
     const placements = [];
     items.forEach((it, i) => {
         for (const a of it.attachments) {
-            const p = { item: i, a, form: 'content', seated: false, seatWhy: undefined };
+            const p = { item: i, a, form: 'content', seated: false, seatWhy: undefined, entry: undefined };
             if (a.pixels !== undefined) {
-                if (v.vision !== 'yes')
-                    p.seatWhy = v.vision === 'no' ? 'vision_no' : 'vision_unknown';
+                if (v.vision === 'no')
+                    p.seatWhy = 'vision_no';
                 else {
                     p.seatWhy = seat(a.pixels.data.length);
                     p.seated = p.seatWhy === undefined;
@@ -173,21 +220,62 @@ function encodeObjective(v) {
             placements.push(p);
         }
     });
+    if (v.seat !== undefined) {
+        let n = 0;
+        for (const p of placements) {
+            if (n >= v.seat.maxEntries)
+                break;
+            const entry = seatEntryOf(p.a, v.seat.maxRenderedTextChars);
+            if (entry === undefined)
+                continue;
+            p.form = 'seat';
+            p.entry = entry;
+            n += 1;
+        }
+        if (n > 0 && compose(items, placements).trim() === '') {
+            for (const p of placements) {
+                if (p.form === 'seat') {
+                    p.form = 'content';
+                    p.entry = undefined;
+                }
+            }
+        }
+    }
     const ids = items.flatMap((it) => it.attachmentIds);
     for (;;) {
         const text = compose(items, placements);
         const images = seatedImages(items, pastedWhy, placements);
-        if (bodyBytes(v.otherBodyBytes, text, images, ids) <= REQUEST_BODY_MAX_BYTES) {
+        const seated = placements.filter((p) => p.form === 'seat');
+        const entries = seated.map((p) => p.entry);
+        if (bodyBytes(v.otherBodyBytes, text, images, ids, entries) <= REQUEST_BODY_MAX_BYTES) {
             if (text.trim() === '')
                 return { ok: false, reason: 'empty' };
             const { shares, degraded } = sharesAndDegraded(items, records('objective', items, pastedWhy, placements));
-            return { ok: true, lane: 'objective', text, images, attachmentIds: [...ids], shares, degraded };
+            return {
+                ok: true,
+                lane: 'objective',
+                text,
+                images,
+                attachmentIds: [...ids],
+                ...(entries.length > 0 ? { userAttachments: entries, userAttachmentOrdinals: seated.map((p) => p.a.uuid) } : {}),
+                shares,
+                degraded,
+                ...noticesKey(v, items, placements),
+            };
         }
         let pick = -1;
         let pickCost = -1;
         placements.forEach((p, k) => {
-            if (p.form !== 'content')
+            if (p.form === 'reference')
                 return;
+            if (p.form === 'seat') {
+                const cost = jsonBytes(p.entry) + 1;
+                if (cost >= pickCost) {
+                    pick = k;
+                    pickCost = cost;
+                }
+                return;
+            }
             const cost = jsonBytes(textOf(p)) + (p.seated && p.a.pixels !== undefined ? jsonBytes({ data: p.a.pixels.data, mimeType: p.a.pixels.mimeType }) : 0);
             if (cost >= pickCost) {
                 pick = k;
@@ -204,7 +292,7 @@ function encodeSteer(v) {
     const placements = [];
     items.forEach((it, i) => {
         for (const a of it.attachments)
-            placements.push({ item: i, a, form: 'content', seated: false, seatWhy: undefined });
+            placements.push({ item: i, a, form: 'content', seated: false, seatWhy: undefined, entry: undefined });
     });
     let text = compose(items, placements);
     let refusal = steerRefusal(text);

package/dist/humanTurnRead.d.ts

@@ -2,6 +2,7 @@ import type { ImageInput } from './imagesWireCaps.js';
 import type { UserAttachmentDescriptor, UserAttachmentMcpResourcePart, UserAttachmentNotIncludedReason, UserAttachmentSource } from './userAttachmentEnvelope.js';
 import type { HumanTurnAttachment, HumanTurnEncoding, HumanTurnInput, HumanTurnMissing } from './humanTurn.js';
 import type { ImageVision } from './liveModelCatalog.js';
+import { type UserAttachmentSeatLimits } from './userAttachmentSeat.js';
 export interface CellView {
     cellType: string | undefined;
     source: string | undefined;
@@ -104,6 +105,7 @@ export interface ItemView {
 export interface InputView {
     lane: 'objective' | 'steer';
     vision: ImageVision;
+    seat: UserAttachmentSeatLimits | undefined;
     otherBodyBytes: number;
     items: ItemView[];
 }

package/dist/humanTurnRead.js

@@ -1,3 +1,4 @@
+import { userAttachmentSeatAdmits } from './userAttachmentSeat.js';
 const descriptorKindsAligned = true;
 void descriptorKindsAligned;
 const MALFORMED = Object.freeze({});
@@ -258,6 +259,25 @@ function readItem(x) {
         }),
     };
 }
+function seatLimitsOf(caps) {
+    try {
+        const reading = ownData(caps, 'userAttachments');
+        if (reading === undefined)
+            return undefined;
+        if (userAttachmentSeatAdmits(reading) !== 'yes')
+            return undefined;
+        const limits = ownData(reading, 'limits');
+        if (!isPlainObject(limits))
+            return undefined;
+        const maxEntries = ownData(limits, 'maxEntries');
+        const maxRenderedTextChars = ownData(limits, 'maxRenderedTextChars');
+        const ok = (n) => typeof n === 'number' && Number.isSafeInteger(n) && n >= 1;
+        return ok(maxEntries) && ok(maxRenderedTextChars) ? { maxEntries, maxRenderedTextChars } : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
 function readInputAny(x) {
     if (!isPlainObject(x))
         reject('malformed_input');
@@ -271,6 +291,7 @@ function readInputAny(x) {
     const vision = ownData(caps, 'vision');
     if (vision !== undefined && vision !== 'yes' && vision !== 'no' && vision !== 'unknown')
         reject('malformed_input');
+    const seat = seatLimitsOf(caps);
     let otherBodyBytes = 0;
     if (lane === 'objective') {
         const ob = ownData(o, 'otherBodyBytes');
@@ -316,7 +337,7 @@ function readInputAny(x) {
     }
     if (items.every((it) => it.text.length === 0 && it.images.length === 0 && it.attachments.length === 0 && it.attachmentIds.length === 0))
         reject('empty');
-    return { lane: lane, vision: vision ?? 'unknown', otherBodyBytes, items };
+    return { lane: lane, vision: vision ?? 'unknown', seat, otherBodyBytes, items };
 }
 export function readHumanTurnInput(input) {
     try {