@absolutejs/rag 0.22.6 → 0.22.8

package/dist/src/research/plugin.d.ts

@@ -15,6 +15,7 @@ export declare const researchPlugin: (options: ResearchPluginOptions) => import(
             body: {
                 task?: string | undefined;
                 freshness?: string | undefined;
+                queryMode?: "search" | "task" | undefined;
                 query: string;
             };
             params: {};
@@ -43,6 +44,7 @@ export declare const researchPlugin: (options: ResearchPluginOptions) => import(
                 body: {
                     task?: string | undefined;
                     freshness?: string | undefined;
+                    queryMode?: "search" | "task" | undefined;
                     query: string;
                 };
                 params: {};
@@ -68,6 +70,7 @@ export declare const researchPlugin: (options: ResearchPluginOptions) => import(
 }, import("elysia/types").DefaultEphemeral, import("elysia/types").DefaultEphemeral, "post", `${string}/stream`, import("elysia/types").IntersectIfObjectSchema<import("elysia").UnwrapRoute<{
     body: import("typebox").TObject<{
         query: import("typebox").TString;
+        queryMode: import("typebox").TOptional<import("typebox").TUnion<[import("typebox").TLiteral<"search">, import("typebox").TLiteral<"task">]>>;
         task: import("typebox").TOptional<import("typebox").TString>;
         freshness: import("typebox").TOptional<import("typebox").TString>;
     }>;
@@ -75,6 +78,7 @@ export declare const researchPlugin: (options: ResearchPluginOptions) => import(
     body: {
         task?: string | undefined;
         freshness?: string | undefined;
+        queryMode?: "search" | "task" | undefined;
         query: string;
     };
     query: Record<string, string | undefined>;
@@ -216,6 +220,7 @@ export declare const researchPlugin: (options: ResearchPluginOptions) => import(
     defer: (fn: import("elysia/types").AfterResponseHandler<NoInfer<import("elysia/types").IntersectIfObjectSchema<import("elysia").UnwrapRoute<{
         body: import("typebox").TObject<{
             query: import("typebox").TString;
+            queryMode: import("typebox").TOptional<import("typebox").TUnion<[import("typebox").TLiteral<"search">, import("typebox").TLiteral<"task">]>>;
             task: import("typebox").TOptional<import("typebox").TString>;
             freshness: import("typebox").TOptional<import("typebox").TString>;
         }>;

package/dist/src/research/types.d.ts

@@ -49,6 +49,8 @@ export type ResearchTask<S extends ResearchSchema = ResearchSchema> = {
     instructions?: string;
 };
 export type ResearchInput = {
+    /** Tasks may contain instructions/JSON; quotes are not literal search filters. */
+    queryMode?: "search" | "task";
     queries?: string[];
     requiredPhrases?: string[];
     query: string;

package/dist/web-index/index.js

@@ -122733,9 +122733,10 @@ ${prompt}`,
       return generated.object;
     };
     const normalize = (text) => text.normalize("NFKC").toLowerCase().replace(/\s+/gu, " ").trim();
-    const requiredPhrases = input.requiredPhrases ?? [...input.query.matchAll(/"([^"\n]+)"/gu)].map((match) => match[1]);
+    const requiredPhrases = input.requiredPhrases ?? (input.queryMode === "task" ? [] : [...input.query.matchAll(/"([^"\n]+)"/gu)].map((match) => match[1]));
     const urls = new Set;
     const queries = new Set;
+    const discoveredLinks = new Map;
     let evidenceChars = 0;
     const sourceText = new Map;
     const rebalanceEvidence = () => {
@@ -122807,7 +122808,7 @@ ${prompt}`,
     const doRead = async (url) => {
       if (urls.has(url) || urls.size >= limits.reads)
         return;
-      if (!result.searches.some((search) => search.sources.some((source) => source.url === url)))
+      if (!discoveredLinks.has(url) && !result.searches.some((search) => search.sources.some((source) => source.url === url)))
         return;
       urls.add(url);
       const page = await operate("read", () => (config.reader ?? readRAGWebpage)({
@@ -122820,6 +122821,16 @@ ${prompt}`,
       if (page.status !== "ok")
         result.limitations.push(`Page read ${page.status}: ${url}`);
       if (page.text && page.status !== "error") {
+        for (const link of page.evidence.links) {
+          if (discoveredLinks.size >= 64)
+            break;
+          try {
+            const target = validatePublicWebUrl(new URL(link.url, page.finalUrl).href);
+            target.hash = "";
+            if (!discoveredLinks.has(target.href))
+              discoveredLinks.set(target.href, { url: target.href, label: link.label.slice(0, 200), discoveredOn: page.finalUrl });
+          } catch {}
+        }
         const prior = result.sources.find((source) => source.url === url);
         if (prior) {
           sourceText.set(prior.url, page.text.slice(0, limits.evidenceChars));
@@ -122840,18 +122851,30 @@ ${prompt}`,
       }
     };
     try {
-      for (const query of input.queries ?? [input.query])
-        await doSearch(query);
-      for (let round = 0;round < limits.rounds; round++) {
+      const needsInitialPlan = !input.queries && (input.queryMode === "task" || boundedQueries(input.query).length > 1) && limits.rounds > 0;
+      if (needsInitialPlan) {
+        const initial = await generate("plan", PlanSchema, "Turn the research task into concise search-engine queries. Preserve the requested company identity and target criteria, but never copy instructions, JSON, internal markers, or the whole brief into a query. Prioritize the most useful query first. Return at most remainingSearches queries. Return no URLs: source URLs must be discovered rather than invented.", {
+          query: input.query,
+          instructions: task.instructions,
+          remainingSearches: limits.searches
+        });
+        for (const query of initial.queries)
+          await doSearch(query);
+      } else {
+        for (const query of input.queries ?? [input.query])
+          await doSearch(query);
+      }
+      for (let round = needsInitialPlan ? 1 : 0;round < limits.rounds; round++) {
         if (!result.sources.length && queries.size >= limits.searches)
           break;
         let plan;
         try {
-          plan = await generate("plan", PlanSchema, "Select follow-up searches for missing evidence and primary-source URLs to read. For current people or roles, seek the organization\u2019s own leadership/about/team pages; testimonials, package authors, and job listings are not staff identity evidence. For policies, read the full policy or agreement to preserve section scope and exceptions. URLs must come from the supplied search results. done means available evidence addresses the requested schema, not merely that some results exist. Return no actions if further work is not useful.", {
+          plan = await generate("plan", PlanSchema, "Select follow-up searches for missing evidence and primary-source URLs to read. For current people or roles, seek the organization\u2019s own leadership/about/team pages; testimonials, package authors, and job listings are not staff identity evidence. For policies, read the full policy or agreement to preserve section scope and exceptions. URLs must come from the supplied search results or discoveredLinks. Discovered links are unread navigation hints, not evidence; read relevant product, pricing, checkout or policy details before concluding information is absent. done means available evidence addresses the requested schema, not merely that some results exist. Return no actions if further work is not useful.", {
             query: input.query,
             schema: task.schema,
             instructions: task.instructions,
             sources: result.sources,
+            discoveredLinks: [...discoveredLinks.values()].filter((link) => !urls.has(link.url)),
             searched: [...queries],
             read: [...urls],
             remainingSearches: limits.searches - queries.size,
@@ -123027,5 +123050,5 @@ export {
   webIndexPostgresSchemaSql
 };
 
-//# debugId=FAEEE7AE83FFF95664756E2164756E21
+//# debugId=FF54FBCBBDBC8F3C64756E2164756E21
 //# sourceMappingURL=index.js.map