@k2b/cloud 0.6.0 → 0.8.0

package/src/ai/chat/message-utils.ts

@@ -2,6 +2,7 @@ import type { Message, Usage } from "@k2b/nessi";
 import { fileIcons } from "@k2b/stdlib";
 import { formatBytes as sharedFormatBytes } from "../../shared/format";
 import { type AiAttachmentRef, parseAiAttachmentMarkers } from "../attachments";
+import { AI_AUDIO_EXTENSIONS } from "../audio-format";
 import { AI_IMAGE_INPUT_MAX_BYTES, AI_TURN_ATTACHMENT_MAX_ITEMS } from "../limits";
 import { type AiResourceMarker, parseAiResourceMarker } from "../resource-markers";
 import { assistantVisibleTextFromMessage } from "../timeline";
@@ -20,6 +21,7 @@ export type AiForkMessageInput = {
 };
 
 export type AiComposerAttachment =
+  | { kind: "project-file"; id: string; name: string; path: string; icon: string }
   | {
       kind: "image";
       id: string;
@@ -111,6 +113,8 @@ export const TEXT_ATTACHMENT_MEDIA_TYPES = new Set([
 ]);
 export const FILE_INPUT_ACCEPT = [
   ...AI_IMAGE_MEDIA_TYPES,
+  "audio/*",
+  ...AI_AUDIO_EXTENSIONS.map((extension) => `.${extension}`),
   "text/*",
   ...Array.from(TEXT_ATTACHMENT_MEDIA_TYPES),
   ...Array.from(new Set([...TEXT_ATTACHMENT_EXTENSIONS, ...DOCUMENT_ATTACHMENT_EXTENSIONS]), (extension) => `.${extension}`),
@@ -228,14 +232,33 @@ export type AiLatestUsageSnapshot = {
 export const latestUsageSnapshot = (messages: AiStoredMessage[]): AiLatestUsageSnapshot | null => {
   for (let i = messages.length - 1; i >= 0; i--) {
     const entry = messages[i];
+    if (entry?.message.role !== "assistant") continue;
     const request = entry?.loopAggregate?.turns.findLast((turn) => Boolean(turn.usage))?.usage ?? entry?.usage;
     if (request) {
       return {
         request,
-        loop: entry?.loopAggregate?.usage ?? entry?.usage ?? request,
+        loop:
+          entry?.loopAggregate?.usage ??
+          (entry?.loopId
+            ? messages
+                .filter((message) => message.loopId === entry.loopId && message.message.role === "assistant")
+                .reduce<Usage>(
+                  (sum, message) => ({
+                    input: sum.input + (message.usage?.input ?? 0),
+                    output: sum.output + (message.usage?.output ?? 0),
+                    total: sum.total + (message.usage?.total ?? 0),
+                    ...(sum.cacheRead !== undefined || message.usage?.cacheRead !== undefined
+                      ? { cacheRead: (sum.cacheRead ?? 0) + (message.usage?.cacheRead ?? 0) }
+                      : {}),
+                  }),
+                  { input: 0, output: 0, total: 0 },
+                )
+            : request),
         modelProfileId: entry?.modelProfileId ?? null,
       };
     }
+    // A provider without usage must not inherit a previous request's numbers.
+    return null;
   }
   return null;
 };
@@ -294,6 +317,7 @@ const BUILT_IN_TOOL_ICONS = new Map<string, string>([
   ["search_tools", "ti ti-ai-gateway"],
   ["load_tools", "ti ti-ai-gateway"],
   ["load_skill", "ti ti-sparkles"],
+  ["todo_write", "ti ti-list-check"],
   ["list_apps", "ti ti-apps"],
   ["read_cloud_resource", "ti ti-ai-gateway"],
 ]);

package/src/ai/chat/messages.ts

@@ -4,6 +4,7 @@ const messages = i18n.define({
   baseLocale: "en",
   messages: {
     en: {
+      backgroundRun: "Background run",
       tableLinks: "Links",
       tableOpen: "Open",
       tableEmpty: "No matching rows.",
@@ -20,6 +21,7 @@ const messages = i18n.define({
       byteRange: ({ start, end }: { start: string; end: string }) => `Bytes ${start}–${end}`,
     },
     de: {
+      backgroundRun: "Hintergrundlauf",
       tableLinks: "Links",
       tableOpen: "Öffnen",
       tableEmpty: "Keine passenden Zeilen.",

package/src/ai/chat/presentation.tsx

@@ -1,15 +1,14 @@
-import { Chat, type ChatTimelineItem, useLocale } from "@k2b/ui";
+import { Button, Chat, type ChatTimelineItem, useLocale } from "@k2b/ui";
 import { type Accessor, createEffect, createMemo, createSignal, type JSX, onCleanup, Show } from "solid-js";
 import type { AiActiveTurn } from "../client/projection";
-import { type AiActiveTurnSegment, isRenderableTurnBlock, splitActiveTurnBlocks } from "../protocol";
+import { type AiActiveTurnSegment, splitActiveTurnBlocks } from "../protocol";
 import { type AiAssistantTimelineItem, buildAiMessageTimeline, copyTextFromAssistantEntries } from "../timeline";
 import type { AiConversationTimelineEntry, AiStoredMessage } from "../types";
 import { AiTurnBlockList } from "./blocks";
 import { type AiChatActions, AiChatActionsProvider, createAssistantMessageActions, useAiChatActions } from "./message-actions";
-import { formatWorkedDuration, isCardToolName, isRecord, isSurveyToolName, textFromMessage } from "./message-utils";
-import { type AiToolDisclosureState, createAiToolDisclosureState } from "./tool-disclosure";
+import { formatWorkedDuration, isRecord, isSurveyToolName, textFromMessage } from "./message-utils";
 import { aiChatMessages } from "./messages";
-import { CloudSurveyResultBlock } from "./visual-tools";
+import { type AiToolDisclosureState, createAiToolDisclosureState } from "./tool-disclosure";
 import { TurnNavigator } from "./turn-navigator";
 import { activeTimelineSeq } from "./turn-navigator-utils";
 import {
@@ -19,6 +18,7 @@ import {
   createAiSteerMessageActions,
   createAiUserMessageActions,
 } from "./user-message";
+import { CloudSurveyResultBlock } from "./visual-tools";
 
 export type AiChatTimelineSession = {
   messages: readonly AiStoredMessage[];
@@ -63,51 +63,20 @@ const surveyItem = (block: SurveyResultBlock, turnId: string): ChatTimelineItem
   content: <CloudSurveyResultBlock args={block.args} result={block.result} />,
 });
 
-const isDirectCompletedResult = (block: AssistantBlock): boolean =>
-  block.kind === "tool" && block.status === "completed" && !block.isError && (isCardToolName(block.name) || block.name === "present");
-
-const isFailedBlock = (block: AssistantBlock): boolean =>
-  (block.kind === "tool" && (block.isError || block.status === "failed" || block.status === "rejected")) ||
-  (block.kind === "compaction" && block.status === "failed");
-
-export const partitionCompletedAssistantBlocks = (blocks: AssistantBlock[]) => {
-  const renderable = blocks.filter(isRenderableTurnBlock);
-  const finalTextIndex = renderable.findLastIndex((block) => block.kind === "text");
-  return {
-    worked: renderable.filter((block, index) => index !== finalTextIndex && !isDirectCompletedResult(block)),
-    visible: renderable.filter((block, index) => index === finalTextIndex || isDirectCompletedResult(block)),
-  };
-};
-
 export function AiAssistantContent(props: {
   item: AiAssistantTimelineItem;
   disclosureState?: AiToolDisclosureState;
   segmentId?: string;
 }): JSX.Element {
   const locale = useLocale();
-  const blocks = createMemo(() => partitionCompletedAssistantBlocks(props.item.blocks));
   const turnId = () => props.item.loopId ?? props.item.id;
-  const workedDisclosureId = () => `worked:${props.segmentId ?? turnId()}`;
-  const workedOpen = () => props.disclosureState?.get(workedDisclosureId());
-  const setWorkedOpen = (open: boolean) => props.disclosureState?.set(workedDisclosureId(), open);
-  const workedFailed = () => blocks().worked.some(isFailedBlock);
-
   return (
     <div class="flex flex-col gap-2">
-      <Show when={blocks().worked.length > 0}>
-        <Chat.Activity
-          icon="ti ti-route"
-          label={props.segmentId ? aiChatMessages(locale()).workSteps : `Worked for ${formatWorkedDuration(props.item.workedMs)}`}
-          tone={workedFailed() ? "danger" : undefined}
-          bodyInset={false}
-          defaultOpen={workedFailed()}
-          open={workedOpen()}
-          onOpenChange={setWorkedOpen}
-        >
-          <AiTurnBlockList blocks={blocks().worked} turnId={turnId()} compact disclosureState={props.disclosureState} />
-        </Chat.Activity>
-      </Show>
-      <AiTurnBlockList blocks={blocks().visible} turnId={turnId()} disclosureState={props.disclosureState} />
+      <Chat.Activity
+        icon="ti ti-route"
+        label={`${locale().startsWith("de") ? "Gearbeitet für" : "Worked for"} ${formatWorkedDuration(props.item.workedMs)}`}
+      />
+      <AiTurnBlockList blocks={props.item.blocks} turnId={turnId()} disclosureState={props.disclosureState} />
     </div>
   );
 }
@@ -206,11 +175,26 @@ const storedItems = (
         createdAt: actionEntry?.createdAt ?? item.entries.at(-1)?.createdAt,
         class: segment.blocks.some(isWideBlock) ? "ai-chat-message-wide" : undefined,
         content: (
-          <AiAssistantContent
-            item={{ ...item, blocks: segment.blocks }}
-            segmentId={segments.length > 1 ? `${item.id}:${index}` : undefined}
-            disclosureState={disclosureState}
-          />
+          <>
+            <Show when={index === 0 && item.entries.find((entry) => entry.meta?.scheduledTask)?.meta?.scheduledTask}>
+              {(task) => (
+                <Button
+                  variant="ghost"
+                  size="xs"
+                  class="mb-2"
+                  onClick={() => actions.onOpenScheduledTaskRun?.(task().taskId, task().occurrenceId)}
+                  disabled={!actions.onOpenScheduledTaskRun}
+                >
+                  <i class="ti ti-calendar-time" aria-hidden="true" /> {aiChatMessages(locale).backgroundRun}
+                </Button>
+              )}
+            </Show>
+            <AiAssistantContent
+              item={{ ...item, blocks: segment.blocks }}
+              segmentId={segments.length > 1 ? `${item.id}:${index}` : undefined}
+              disclosureState={disclosureState}
+            />
+          </>
         ),
         actions:
           actionEntry && index === lastAssistant
@@ -268,7 +252,7 @@ const activeItems = (turn: AiActiveTurn | null, actions: AiChatActions, disclosu
           blocks={blocks}
           turnId={turn.turnId}
           streaming={turn.status === "running" && index === segments.length - 1}
-          active
+          active={index === segments.length - 1}
           disclosureState={disclosureState}
         />
       ),

package/src/ai/chat/primitives.tsx

@@ -1,3 +1,45 @@
+import { createEffect, onCleanup, onMount } from "solid-js";
+import { useAiChatActions } from "./message-actions";
+
 export function AssistantMarkdownBlock(props: { html: string }) {
-  return <div class="assistant-markdown-block" innerHTML={props.html} />;
+  const actions = useAiChatActions();
+  let element!: HTMLDivElement;
+  const originals = new WeakMap<HTMLAnchorElement, { href: string; target: string | null }>();
+  const files = new WeakMap<HTMLAnchorElement, string>();
+  createEffect(() => {
+    props.html;
+    for (const link of Array.from(element.querySelectorAll<HTMLAnchorElement>("a[href]"))) {
+      const original = originals.get(link) ?? { href: link.getAttribute("href")!, target: link.getAttribute("target") };
+      originals.set(link, original);
+      const file = actions.resolveFileLink?.(original.href);
+      link.setAttribute("href", file?.href ?? original.href);
+      const target = file ? null : original.target;
+      if (target) link.setAttribute("target", target);
+      else link.removeAttribute("target");
+      if (file) files.set(link, file.path);
+      else files.delete(link);
+    }
+  });
+  onMount(() => {
+    const handleClick = (event: MouseEvent) => {
+      if (
+        event.defaultPrevented ||
+        event.button !== 0 ||
+        event.metaKey ||
+        event.ctrlKey ||
+        event.shiftKey ||
+        event.altKey ||
+        !actions.onOpenFile
+      )
+        return;
+      const link = event.target instanceof Element ? event.target.closest("a") : null;
+      const path = link ? files.get(link) : undefined;
+      if (!path) return;
+      event.preventDefault();
+      actions.onOpenFile(path);
+    };
+    element.addEventListener("click", handleClick);
+    onCleanup(() => element.removeEventListener("click", handleClick));
+  });
+  return <div ref={element} class="assistant-markdown-block" innerHTML={props.html} />;
 }

package/src/ai/chat/tool-disclosure.tsx

@@ -8,9 +8,28 @@ export type AiToolDisclosureState = {
 
 export const createAiToolDisclosureState = (): AiToolDisclosureState => {
   const openByBlockId = new Map<string, boolean>();
+  const storageKey = (blockId: string) => `cloud.ai.tool-disclosure:${blockId}`;
   return {
-    get: (blockId) => openByBlockId.get(blockId),
-    set: (blockId, open) => openByBlockId.set(blockId, open),
+    get: (blockId) => {
+      if (!openByBlockId.has(blockId)) {
+        try {
+          const saved = window.sessionStorage.getItem(storageKey(blockId));
+          if (saved === "open") openByBlockId.set(blockId, true);
+        } catch {
+          /* SSR and disabled storage keep the in-memory state. */
+        }
+      }
+      return openByBlockId.get(blockId);
+    },
+    set: (blockId, open) => {
+      openByBlockId.set(blockId, open);
+      try {
+        if (open) window.sessionStorage.setItem(storageKey(blockId), "open");
+        else window.sessionStorage.removeItem(storageKey(blockId));
+      } catch {
+        /* Storage limits must not prevent expanding a tool. */
+      }
+    },
   };
 };
 

package/src/ai/chat/tool-groups.ts

@@ -0,0 +1,58 @@
+import type { AiTurnBlock } from "../protocol";
+import { hasCapabilityTable } from "./capability-result";
+import { isCardToolName, isSurveyToolName, isTextEditorToolName } from "./message-utils";
+
+type Tool = Extract<AiTurnBlock, { kind: "tool" }>;
+type Group = { kind: "tools"; blocks: Tool[] } | { kind: "block"; block: AiTurnBlock };
+
+export function isFailedTool(tool: Tool): boolean {
+  if (tool.isError || tool.status === "failed" || tool.status === "rejected") return true;
+  const result = tool.result;
+  return (
+    ["code_run", "code_inspect", "code_interact"].includes(tool.name) &&
+    result !== null &&
+    typeof result === "object" &&
+    "status" in result &&
+    result.status === "error"
+  );
+}
+
+/** Visible content and interactive decisions are boundaries; model request boundaries are not. */
+export function groupToolBlocks(blocks: readonly AiTurnBlock[]): Group[] {
+  const groups: Group[] = [];
+  for (const block of blocks) {
+    const ordinary =
+      block.kind === "tool" &&
+      !block.approval &&
+      block.status !== "awaiting_approval" &&
+      !["present", "code_present", "view_image", "code_secret"].includes(block.name) &&
+      !isCardToolName(block.name) &&
+      !isSurveyToolName(block.name) &&
+      !isTextEditorToolName(block.name) &&
+      !hasCapabilityTable(block);
+    if (ordinary) {
+      const last = groups.at(-1);
+      if (last?.kind === "tools") last.blocks.push(block);
+      else groups.push({ kind: "tools", blocks: [block] });
+    } else groups.push({ kind: "block", block });
+  }
+  return groups;
+}
+
+export function summarizeToolGroup(tools: readonly Tool[], locale: string): string {
+  const de = locale.startsWith("de");
+  const categories = tools.map((tool) => {
+    if (tool.name === "todo_write") return de ? "Arbeitsplan aktualisiert" : "Updated working plan";
+    if (tool.name.startsWith("code_")) return de ? "Mit Code gearbeitet" : "Worked with code";
+    if (tool.presentation?.kind === "capability" || tool.name === "read_cloud_resource")
+      return de ? "Cloud-Integration verwendet" : "Used Cloud integration";
+    if (["read_file", "list_files", "view_image"].includes(tool.name)) return de ? "Dateien gelesen" : "Read files";
+    if (tool.name === "write_file") return de ? "Dateien geschrieben" : "Wrote files";
+    if (["load_skill", "load_tools", "search_tools"].includes(tool.name))
+      return de ? "Werkzeuge und Wissen geladen" : "Loaded tools and guidance";
+    if (tool.name.startsWith("web_") || tool.name === "fetch_file") return de ? "Im Web recherchiert" : "Searched the web";
+    return de ? "Werkzeuge verwendet" : "Used tools";
+  });
+  const errors = tools.filter(isFailedTool).length;
+  return [...new Set(categories)].join(", ") + (errors ? ` · ${errors} ${de ? "fehlgeschlagen" : "failed"}` : "");
+}

package/src/ai/chat-quotas.ts

@@ -0,0 +1,25 @@
+import type { AccessSubject } from "../server/services/access";
+import { hasBillableAiPricing } from "../shared/ai-costs";
+import type { AiChatQuotaSnapshot } from "../shared/ai-quotas";
+import { listAssistantAiModels } from "./assistant-models";
+import { aiQuotas } from "./quotas";
+import { readAiSettingsState } from "./settings";
+
+/** Own allowances only. Grant identities and unavailable model profiles stay private. */
+export async function getAiChatQuotas(subject: AccessSubject): Promise<AiChatQuotaSnapshot> {
+  const config = await aiQuotas.config();
+  if (!config.enabled) return { enabled: false, balances: [] };
+  const models = await listAssistantAiModels(subject);
+  const snapshot = await aiQuotas.snapshot(subject);
+  const profiles = (await readAiSettingsState()).profiles;
+  return {
+    enabled: snapshot.enabled,
+    unit: config.unit ?? "EUR",
+    unlimitedModels: models
+      .filter((model) => !hasBillableAiPricing(profiles.find((profile) => profile.id === model.id)?.pricing))
+      .map((model) => model.id),
+    balances: snapshot.balances
+      .filter((b) => b.scope === "*" || models.some((m) => m.id === b.scope))
+      .map(({ sources: _sources, sourceDetails: _sourceDetails, ...balance }) => balance),
+  };
+}

package/src/ai/chat-task-contracts.ts

@@ -1,24 +1,24 @@
+import { type TaskGrant, TaskGrantsSchema } from "../services/mandates";
+
+export { TaskGrantsSchema as ChatTaskGrantsSchema };
+
 import { dates } from "@k2b/stdlib";
-import {
-  type AiChatTask,
-  type AiChatTaskOccurrence,
-  type AiChatTaskOccurrenceState,
-  type AiChatTaskSchedule,
-  type AiChatTaskState,
-} from "./chat-tasks";
-import { AI_SHORT_ID_PATTERN } from "./short-id";
+import { z } from "zod";
 import { coreSettings } from "../services";
 import { normalizeWorkflowSchedule } from "../workflows/runtime";
-import { z } from "zod";
+import type { AiChatTask, AiChatTaskOccurrence, AiChatTaskOccurrenceState, AiChatTaskSchedule, AiChatTaskState } from "./chat-tasks";
+import { AI_SHORT_ID_PATTERN } from "./short-id";
 
 export const ChatTaskIdSchema = z.string().regex(AI_SHORT_ID_PATTERN).describe("Readable six-character scheduled task ID.");
 export const ChatTaskOccurrenceIdSchema = z.string().regex(AI_SHORT_ID_PATTERN).describe("Readable six-character task occurrence ID.");
 export const AiConversationIdSchema = z.string().regex(AI_SHORT_ID_PATTERN).describe("Readable six-character AI conversation ID.");
 
 export type AiChatTaskView = {
+  nextRunAt?: string | null;
   id: string;
   chatId: string;
   chatTitle: string;
+  grants: TaskGrant[];
   prompt: string;
   schedule: AiChatTaskSchedule;
   timezone: string;
@@ -35,6 +35,7 @@ export type AiChatTaskOccurrenceView = {
   trigger: "scheduled" | "manual";
   state: AiChatTaskOccurrenceState;
   error: string | null;
+  resultText: string | null;
   createdAt: string;
   startedAt: string | null;
   completedAt: string | null;
@@ -44,6 +45,7 @@ export const toAiChatTaskView = (task: AiChatTask): AiChatTaskView => ({
   id: task.shortId,
   chatId: task.chatId,
   chatTitle: task.chatTitle,
+  grants: task.grants,
   prompt: task.prompt,
   schedule: task.schedule,
   timezone: task.timezone,
@@ -60,6 +62,7 @@ export const toAiChatTaskOccurrenceView = (occurrence: AiChatTaskOccurrence, tas
   trigger: occurrence.trigger,
   state: occurrence.state,
   error: occurrence.error,
+  resultText: occurrence.resultText,
   createdAt: occurrence.createdAt,
   startedAt: occurrence.startedAt,
   completedAt: occurrence.completedAt,
@@ -92,9 +95,10 @@ export const chatTaskCreateFingerprint = (input: {
   prompt: string;
   schedule: z.infer<typeof ChatTaskScheduleInputSchema>;
   timezone?: string;
+  grants?: TaskGrant[];
 }): string =>
   new Bun.CryptoHasher("sha256")
-    .update(JSON.stringify([input.chatId, input.prompt.trim(), input.schedule, input.timezone ?? null]))
+    .update(JSON.stringify([input.chatId, input.prompt.trim(), input.schedule, input.timezone ?? null, input.grants ?? []]))
     .digest("hex");
 
 export const normalizeChatTaskSchedule = async (