larkup 0.1.39 → 0.1.40

package/.next/standalone/apps/web/app/settings/page.tsx

@@ -1,6 +1,6 @@
 'use client';
 
-import { useEffect, Suspense } from 'react';
+import { useEffect, useState, Suspense } from 'react';
 import { useSearchParams, useRouter, usePathname } from 'next/navigation';
 import { SettingsLayout, type SettingsSection } from '@/components/settings/settings-layout';
 import { GeneralSection } from '@/components/settings/general-section';
@@ -27,9 +27,14 @@ function SettingsContent() {
     return 'general';
   };
 
-  // Always derive the active section from the URL — this ensures navigating
-  // away and back never leaves the sidebar stuck on a stale section.
-  const activeSection = resolveSection();
+  // Keep an immediate local selection as well as the URL. A slow Installed
+  // Tools request must never make the rest of the settings navigation feel
+  // frozen while Next finishes a route transition.
+  const [activeSection, setActiveSection] = useState<SettingsSection>(resolveSection);
+
+  useEffect(() => {
+    setActiveSection(resolveSection());
+  }, [searchParams]);
 
   useEffect(() => {
     // Normalize legacy `?ai-models` param to `?section=models`
@@ -42,7 +47,13 @@ function SettingsContent() {
   }, [searchParams, pathname, router]);
 
   const handleSectionChange = (newSection: SettingsSection) => {
-    router.replace(`${pathname}?section=${newSection}`, { scroll: false });
+    setActiveSection(newSection);
+    const nextUrl = `${pathname}?section=${newSection}`;
+    window.history.replaceState(null, '', nextUrl);
+    // Keep Next's route state in sync in the background. The local state above
+    // is intentionally updated first so this remains responsive if a section
+    // has a slow request in flight.
+    router.replace(nextUrl, { scroll: false });
   };
 
   return (

package/.next/standalone/apps/web/bin/larkup.js

@@ -35,8 +35,19 @@ if (command === '--version' || command === '-v') {
   child.once('exit', (code) => process.exit(code ?? 0));
 
   void openWhenReady(url);
+} else if (command === 'update') {
+  console.log('\x1b[38;2;223;156;32mUpdating Larkup…\x1b[0m');
+  const child = spawn('npm', ['install', '-g', 'larkup@latest'], { stdio: 'inherit' });
+  child.once('error', (error) => {
+    console.error('Failed to update Larkup:', error.message);
+    process.exit(1);
+  });
+  child.once('exit', (code) => {
+    if (code === 0) console.log('Larkup is up to date. Restart it to use the new version.');
+    process.exit(code ?? 0);
+  });
 } else {
-  console.error('Usage: larkup dev');
+  console.error('Usage: larkup <dev|start|update>');
   process.exit(1);
 }
 

package/.next/standalone/apps/web/components/chat/message-item.tsx

@@ -1,6 +1,6 @@
 'use client';
 
-import { useEffect, useMemo, useRef } from 'react';
+import { useEffect, useMemo, useRef, useState } from 'react';
 import type { UIMessage } from 'ai';
 import { KnowledgeBaseResult } from '@/components/chat/tools/knowledge-base-result';
 import { ChatChart, type ChartConfig } from '@/components/chat/tools/chat-chart';
@@ -15,7 +15,7 @@ import {
   type CorpusDataConfig,
 } from '@/components/chat/tools/corpus-data-result';
 import { ChatSignatureRequest } from '@/components/chat/tools/chat-signature-request';
-import { Sparkles, FileEdit, CheckCircle2, Globe } from 'lucide-react';
+import { Sparkles, FileEdit, CheckCircle2, Globe, ChevronDown } from 'lucide-react';
 import { ChatMediaPreview, parseMediaRefs } from '@/components/chat/tools/chat-media-preview';
 import { useDocEditor } from '@/components/chat/canvas/doc-editor-provider';
 
@@ -455,6 +455,64 @@ function renderToolPart(
   return null;
 }
 
+function WebSearchSummary({ parts }: { parts: any[] }) {
+  const [open, setOpen] = useState(false);
+  const searches = parts.map((part) => {
+    const info = getToolInfo(part);
+    const results = Array.isArray(info.output?.results) ? info.output.results : [];
+    return { query: info.input?.query as string | undefined, results, running: info.isExecuting };
+  });
+  const resultCount = searches.reduce((count, search) => count + search.results.length, 0);
+  const running = searches.some((search) => search.running);
+
+  return (
+    <div className="mb-2 w-full">
+      <button
+        type="button"
+        onClick={() => (resultCount > 0 || searches.length > 1) && setOpen((value) => !value)}
+        className="inline-flex items-center gap-2 rounded-md border border-border/50 bg-muted/30 px-2 py-1.5 text-xs text-muted-foreground transition-colors hover:bg-muted/50"
+      >
+        <Globe className="size-3.5 shrink-0" />
+        <span>{running ? 'Searching the web…' : 'Searched the web'}</span>
+        {!running && resultCount > 0 ? (
+          <span className="rounded-full bg-secondary px-1.5 py-0.5 text-[10px] font-medium text-foreground">
+            {resultCount} result{resultCount === 1 ? '' : 's'}
+          </span>
+        ) : null}
+        {!running && (resultCount > 0 || searches.length > 1) ? (
+          <ChevronDown className={`size-3 transition-transform ${open ? 'rotate-180' : ''}`} />
+        ) : null}
+      </button>
+
+      {open ? (
+        <div className="mt-2 max-w-xl overflow-hidden rounded-lg border border-border/60 bg-background text-xs">
+          {searches
+            .flatMap((search) => search.results)
+            .slice(0, 5)
+            .map((result: any, index) => (
+              <a
+                key={`${result.url ?? result.title ?? index}-${index}`}
+                href={result.url}
+                target="_blank"
+                rel="noreferrer"
+                className="block border-b border-border/50 px-3 py-2.5 last:border-0 hover:bg-muted/40"
+              >
+                <span className="block truncate font-medium text-foreground">
+                  {result.title || result.url}
+                </span>
+                {result.snippet ? (
+                  <span className="mt-0.5 block line-clamp-2 text-muted-foreground">
+                    {result.snippet}
+                  </span>
+                ) : null}
+              </a>
+            ))}
+        </div>
+      ) : null}
+    </div>
+  );
+}
+
 /* ------------------------------------------------------------------ */
 /* Main message component                                              */
 /* ------------------------------------------------------------------ */
@@ -777,8 +835,12 @@ export function MessageItem({
 
   const vizParts = toolParts.filter(isVizPart);
   const mediaToolParts = toolParts.filter((p: any) => getToolInfo(p).toolName === 'presentMedia');
+  const webSearchParts = toolParts.filter((p: any) => getToolInfo(p).toolName === 'webSearch');
   const nonVizToolParts = toolParts.filter(
-    (p: any) => !isVizPart(p) && getToolInfo(p).toolName !== 'presentMedia',
+    (p: any) =>
+      !isVizPart(p) &&
+      getToolInfo(p).toolName !== 'presentMedia' &&
+      getToolInfo(p).toolName !== 'webSearch',
   );
 
   // Build tabs if we have multiple visualizations
@@ -808,6 +870,9 @@ export function MessageItem({
       {/* Knowledge base results */}
       {kbParts.length > 0 && <KnowledgeBaseResult parts={kbParts} isShimmering={isShimmering} />}
 
+      {/* All search attempts are intentionally one compact disclosure. */}
+      {webSearchParts.length > 0 && <WebSearchSummary parts={webSearchParts} />}
+
       {/* Non-visualization tool outputs (data tables, sandbox results) */}
       {nonVizToolParts
         .filter((p: any) => getToolInfo(p).isCompleted)

package/.next/standalone/apps/web/components/data/data-workspace.tsx

@@ -1,23 +1,13 @@
 'use client';
 
 import { useState, useEffect, useRef, useCallback } from 'react';
-import { useSearchParams, useRouter, usePathname } from 'next/navigation';
+import { useSearchParams, usePathname } from 'next/navigation';
 import useSWR, { useSWRConfig } from 'swr';
 import { toast } from 'sonner';
 import { motion } from 'framer-motion';
 import { cn } from '@/lib/utils';
 import type { CrawlJob, SourceDocument, IndexRun } from '@larkup/core/types';
-import {
-  Globe,
-  FileUp,
-  Type,
-  Image,
-  Plug,
-  Briefcase,
-  ChevronDown,
-  Zap,
-  RotateCcw,
-} from 'lucide-react';
+import { Globe, FileUp, Type, Image, Plug, Briefcase, ChevronDown } from 'lucide-react';
 import { ScrapePanel } from '@/components/data/scrape-panel';
 import { PastePanel } from '@/components/data/paste-panel';
 import { UploadPanel } from '@/components/data/upload-panel';
@@ -33,20 +23,7 @@ import {
   DialogHeader,
   DialogTitle,
   DialogDescription,
-  DialogTrigger,
 } from '@/components/ui/dialog';
-import {
-  AlertDialog,
-  AlertDialogAction,
-  AlertDialogCancel,
-  AlertDialogContent,
-  AlertDialogDescription,
-  AlertDialogFooter,
-  AlertDialogHeader,
-  AlertDialogTitle,
-  AlertDialogTrigger,
-} from '@/components/ui/alert-dialog';
-import { Button } from '@/components/ui/button';
 
 const fetcher = (url: string) => fetch(url).then((r) => r.json());
 
@@ -102,7 +79,6 @@ type SubTabId = (typeof SUB_TABS)[number]['id'];
 
 export function DataWorkspace() {
   const searchParams = useSearchParams();
-  const router = useRouter();
   const pathname = usePathname();
 
   const getInitialTab = (): TopTabId => {
@@ -165,30 +141,6 @@ export function DataWorkspace() {
   });
   const { mutate: mutateDocuments } = docsQuery;
   const documents = docsQuery.data?.documents ?? [];
-  const stats = docsQuery.data?.stats;
-  const docCount = stats?.docCount ?? 0;
-
-  useEffect(() => {
-    const prevJobs = prevJobsRef.current;
-    if (prevJobs.length > 0 && jobs.length > 0) {
-      const justCompleted = jobs.filter(
-        (j) =>
-          j.status === 'completed' &&
-          prevJobs.some(
-            (pj) => pj.id === j.id && (pj.status === 'running' || pj.status === 'queued'),
-          ),
-      );
-
-      if (justCompleted.length > 0) {
-        toast.success('Scraping completed.');
-        // Refresh the corpus immediately so new documents appear.
-        mutateDocuments();
-        // Documents may still be flushing — re-fetch after a short delay.
-        setTimeout(() => mutateDocuments(), 2500);
-      }
-    }
-    prevJobsRef.current = jobs;
-  }, [jobs, mutateDocuments]);
 
   const indexQuery = useSWR<{
     unindexedCount: number;
@@ -197,9 +149,7 @@ export function DataWorkspace() {
   }>('/api/index', fetcher, {
     refreshInterval: (d) => (d?.running ? 2000 : 0),
   });
-  const unindexedCount = indexQuery.data?.unindexedCount ?? 0;
   const indexRunning = indexQuery.data?.running ?? false;
-  const hasCompletedIndex = indexQuery.data?.run?.status === 'completed';
   const { mutate: mutateIndex } = indexQuery;
 
   const prevIndexRunning = useRef(indexRunning);
@@ -219,9 +169,54 @@ export function DataWorkspace() {
     mutateGlobal('/api/index');
   };
 
+  const startAutomaticIndex = useCallback(async () => {
+    try {
+      const res = await fetch('/api/index', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ incremental: indexQuery.data?.run?.status === 'completed' }),
+      });
+      const body = await res.json();
+      if (res.status === 409) return;
+      if (!res.ok) {
+        toast.error(body.error || 'Your data was added, but indexing could not start.');
+        return;
+      }
+      toast.success('Making your data searchable', {
+        description: 'This continues in the background. You can safely leave this page.',
+        duration: 7_000,
+      });
+      setIndexDialogOpen(true);
+      void indexQuery.mutate();
+    } catch {
+      toast.error('Your data was added, but indexing could not start.');
+    }
+  }, [indexQuery]);
+
+  useEffect(() => {
+    const prevJobs = prevJobsRef.current;
+    if (prevJobs.length > 0 && jobs.length > 0) {
+      const justCompleted = jobs.filter(
+        (j) =>
+          j.status === 'completed' &&
+          prevJobs.some(
+            (pj) => pj.id === j.id && (pj.status === 'running' || pj.status === 'queued'),
+          ),
+      );
+
+      if (justCompleted.length > 0) {
+        toast.success('Scraping completed. Making the new pages searchable…');
+        void mutateDocuments();
+        setTimeout(() => void mutateDocuments(), 2500);
+        void startAutomaticIndex();
+      }
+    }
+    prevJobsRef.current = jobs;
+  }, [jobs, mutateDocuments, startAutomaticIndex]);
+
   const handleDataAdded = () => {
     refreshAll();
-    setActiveTab('corpus');
+    void startAutomaticIndex();
   };
 
   const handleScrapeStarted = useCallback(
@@ -330,79 +325,17 @@ export function DataWorkspace() {
             </button>
           )}
 
-          {hasCompletedIndex && !indexRunning && (
-            <AlertDialog>
-              <AlertDialogTrigger
-                render={
-                  <Button variant="outline" className="h-10 bg-white px-4 text-sm gap-1.5">
-                    <RotateCcw className="size-3.5" />
-                    Re-Index
-                  </Button>
-                }
-              />
-              <AlertDialogContent>
-                <AlertDialogHeader>
-                  <AlertDialogTitle>Are you sure you want to re-index data?</AlertDialogTitle>
-                  <AlertDialogDescription>
-                    This will rebuild the entire index from scratch. All documents will be
-                    re-processed.
-                  </AlertDialogDescription>
-                </AlertDialogHeader>
-                <AlertDialogFooter>
-                  <AlertDialogCancel>Cancel</AlertDialogCancel>
-                  <AlertDialogAction
-                    onClick={() => {
-                      fetch('/api/index', {
-                        method: 'POST',
-                        body: JSON.stringify({ incremental: false }),
-                        headers: { 'Content-Type': 'application/json' },
-                      }).then(() => {
-                        toast.success('Indexing started.');
-                        setIndexDialogOpen(true);
-                        indexQuery.mutate();
-                      });
-                    }}
-                  >
-                    Continue
-                  </AlertDialogAction>
-                </AlertDialogFooter>
-              </AlertDialogContent>
-            </AlertDialog>
-          )}
-
+          {/* Indexing begins automatically after data is added. */}
           <Dialog open={indexDialogOpen} onOpenChange={setIndexDialogOpen}>
-            <DialogTrigger
-              render={
-                <Button
-                  variant={indexRunning ? 'success' : 'default'}
-                  disabled={(docCount === 0 || unindexedCount === 0) && !indexRunning}
-                  className="h-10 rounded-md px-4 gap-1.5 text-sm"
-                >
-                  {indexRunning ? (
-                    <>
-                      <span className="relative flex size-2">
-                        <span className="absolute inline-flex h-full w-full animate-ping rounded-full bg-white opacity-75" />
-                        <span className="relative inline-flex size-2 rounded-full bg-white" />
-                      </span>
-                      Indexing…
-                    </>
-                  ) : (
-                    <>
-                      <Zap className="size-3.5" />
-                      {unindexedCount > 0 ? `Start Indexing (${unindexedCount})` : 'Start Indexing'}
-                    </>
-                  )}
-                </Button>
-              }
-            />
-            <DialogContent className="max-w-2xl max-h-[85vh] overflow-y-auto ">
+            <DialogContent className="max-w-lg overflow-y-auto">
               <DialogHeader>
-                <DialogTitle>Build Index</DialogTitle>
+                <DialogTitle>Making your data searchable</DialogTitle>
                 <DialogDescription>
-                  Embed your documents into a vector index for semantic search.
+                  This runs safely in the background. You can close this and come back anytime.
                 </DialogDescription>
               </DialogHeader>
               <IndexWorkspace
+                automatic
                 onDone={() => {
                   indexQuery.mutate();
                   setResetKey((k) => k + 1);

package/.next/standalone/apps/web/components/data/firecrawl-notice.tsx

@@ -29,16 +29,6 @@ interface LocalResponse {
 
 const fetcher = (url: string) => fetch(url).then((r) => r.json());
 
-/**
- * Web-crawler launcher notice.
- *
- * Adapts to the runtime environment:
- * - **Web / Desktop**: starts Larkup's built-in crawler (no Docker required).
- * - **Docker**: detects a sibling crawler service on the Docker network.
- *
- * The API key (cloud) option is managed in Settings — this component only
- * handles the local/Docker launcher.
- */
 export function FirecrawlNotice({
   cloudConfigured = false,
   onChange,
@@ -76,7 +66,7 @@ export function FirecrawlNotice({
           description:
             runtimeEnv === 'docker'
               ? 'Checking if the crawler service is available on the network.'
-              : 'Starting Larkup’s built-in crawler. No Docker setup is required.',
+              : 'Starting Larkup’s built-in crawler. ',
         },
       );
     }