@convex-dev/agent 0.1.14 → 0.1.15-alpha.1

package/src/react/index.ts

@@ -1,5 +1,5 @@
 "use client";
-import type { ErrorMessage } from "convex-helpers";
+import { omit, type ErrorMessage } from "convex-helpers";
 import {
   type PaginatedQueryArgs,
   type UsePaginatedQueryResult,
@@ -7,7 +7,7 @@ import {
 } from "convex/react";
 import { usePaginatedQuery } from "convex-helpers/react";
 import type { FunctionArgs } from "convex/server";
-import { useMemo, useState } from "react";
+import { useMemo, useRef, useState } from "react";
 import type { MessageDoc } from "../client/index.js";
 import type { SyncStreamsReturnValue } from "../client/types.js";
 import type { StreamArgs } from "../validators.js";
@@ -103,14 +103,18 @@ export function useThreadMessages<
       ThreadMessagesArgs<Query>,
       ThreadMessagesResult<Query>
     >,
-    !options.stream ? "skip" : args
+    !options.stream ||
+      args === "skip" ||
+      paginated.status === "LoadingFirstPage"
+      ? "skip"
+      : { ...args, startOrder: paginated.results.at(-1)?.order }
   );
 
   const merged = useMemo(() => {
     const streamListMessages =
       streamMessages?.map((m) => ({
         ...m,
-        streaming: true,
+        streaming: !m.status || m.status === "streaming",
       })) ?? [];
     return {
       ...paginated,
@@ -150,7 +154,7 @@ export function useStreamingThreadMessages<
   Query extends ThreadStreamQuery<any, any>,
 >(
   query: Query,
-  args: ThreadMessagesArgs<Query> | "skip"
+  args: (ThreadMessagesArgs<Query> & { startOrder?: number }) | "skip"
 ): Array<ThreadMessagesResult<Query>> | undefined {
   // Invariant: streamMessages[streamId] is comprised of all deltas up to the
   // cursor. There can be multiple messages in the same stream, e.g. for tool
@@ -158,15 +162,23 @@ export function useStreamingThreadMessages<
   const [streams, setStreams] = useState<
     Array<{ streamId: string; cursor: number; messages: MessageDoc[] }>
   >([]);
+  const startOrderRef = useRef<number>(0);
+  const queryArgs = args === "skip" ? args : omit(args, ["startOrder"]);
+  if (args !== "skip" && !startOrderRef.current && args.startOrder) {
+    startOrderRef.current = args.startOrder;
+  }
   // Get all the active streams
   const streamList = useQuery(
     query,
-    args === "skip"
-      ? args
+    queryArgs === "skip"
+      ? queryArgs
       : ({
-          ...args,
+          ...queryArgs,
           paginationOpts: { cursor: null, numItems: 0 },
-          streamArgs: { kind: "list" } as StreamArgs,
+          streamArgs: {
+            kind: "list",
+            startOrder: startOrderRef.current,
+          } as StreamArgs,
         } as FunctionArgs<Query>)
   ) as
     | { streams: Extract<SyncStreamsReturnValue, { kind: "list" }> }
@@ -186,10 +198,10 @@ export function useStreamingThreadMessages<
   // Get the deltas for all the active streams, if any.
   const cursorQuery = useQuery(
     query,
-    args === "skip" || !streamList
+    queryArgs === "skip" || !streamList
       ? ("skip" as const)
       : ({
-          ...args,
+          ...queryArgs,
           paginationOpts: { cursor: null, numItems: 0 },
           streamArgs: { kind: "deltas", cursors } as StreamArgs,
         } as FunctionArgs<Query>)

package/src/react/optimisticallySendMessage.ts

@@ -11,7 +11,7 @@ export function optimisticallySendMessage(
 ) => void {
   return (store, args) => {
     const queries = store.getAllQueries(query);
-    let maxOrder = 0;
+    let maxOrder = -1;
     let maxStepOrder = 0;
     for (const q of queries) {
       if (q.args?.threadId !== args.threadId) continue;

package/src/validators.ts

@@ -277,7 +277,7 @@ export const vMessageEmbeddings = v.object({
   dimension: vVectorDimension,
   vectors: v.array(v.union(v.array(v.number()), v.null())),
 });
-
+export type MessageEmbeddings = Infer<typeof vMessageEmbeddings>;
 
 export const vObjectResult = v.object({
   request: vRequest,
@@ -290,20 +290,12 @@ export const vObjectResult = v.object({
   providerMetadata,
 });
 export type ObjectResult = Infer<typeof vObjectResult>;
-export const vSearchOptions = v.object({
-  vector: v.optional(v.array(v.number())),
-  vectorModel: v.optional(v.string()),
-  text: v.optional(v.string()),
-  limit: v.number(),
-  vectorScoreThreshold: v.optional(v.number()),
-  messageRange: v.optional(v.object({ before: v.number(), after: v.number() })),
-});
-export type SearchOptions = Infer<typeof vSearchOptions>;
 
 export const vContextOptionsSearchOptions = v.object({
   limit: v.number(),
   textSearch: v.optional(v.boolean()),
   vectorSearch: v.optional(v.boolean()),
+  vectorScoreThreshold: v.optional(v.number()),
   messageRange: v.optional(v.object({ before: v.number(), after: v.number() })),
 });
 
@@ -460,6 +452,7 @@ export const vStreamArgs = v.optional(
   v.union(
     v.object({
       kind: v.literal("list"),
+      startOrder: v.optional(v.number()),
     }),
     v.object({
       kind: v.literal("deltas"),
@@ -471,6 +464,11 @@ export type StreamArgs = Infer<typeof vStreamArgs>;
 
 export const vStreamMessage = v.object({
   streamId: v.string(),
+  status: v.union(
+    v.literal("streaming"),
+    v.literal("finished"),
+    v.literal("aborted")
+  ),
   order: v.number(),
   stepOrder: v.number(),
   // metadata