larkup 0.1.39 → 0.1.41

package/components/data/media-panel.tsx

@@ -19,6 +19,8 @@ import {
   Store,
   Link2,
   Sparkles,
+  Pause,
+  Play,
 } from 'lucide-react';
 import { Button } from '@/components/ui/button';
 import { cn } from '@/lib/utils';
@@ -35,6 +37,16 @@ import {
   DialogTitle,
   DialogTrigger,
 } from '@/components/ui/dialog';
+import {
+  AlertDialog,
+  AlertDialogAction,
+  AlertDialogCancel,
+  AlertDialogContent,
+  AlertDialogDescription,
+  AlertDialogFooter,
+  AlertDialogHeader,
+  AlertDialogTitle,
+} from '@/components/ui/alert-dialog';
 
 /* ------------------------------------------------------------------ */
 /* Types                                                               */
@@ -64,6 +76,7 @@ interface MediaAsset {
   processingStatus: 'pending' | 'processing' | 'completed' | 'failed';
   processingError?: string;
   processingMessage?: string;
+  processingPaused?: boolean;
   processingProgress?: number;
   processingSteps?: MediaProcessingStep[];
   processingRevision?: number;
@@ -571,6 +584,8 @@ function MediaContent({
   const [remoteEstimates, setRemoteEstimates] = useState<RemoteEstimate[] | null>(null);
   const [checkingUrls, setCheckingUrls] = useState(false);
   const [importingUrls, setImportingUrls] = useState(false);
+  const [playlistAlertOpen, setPlaylistAlertOpen] = useState(false);
+  const [assetToRemove, setAssetToRemove] = useState<MediaAsset | null>(null);
   const [importMode, setImportMode] = useState<'upload' | 'url'>('upload');
   const mediaApiUrl = serverId
     ? `/api/media?serverId=${encodeURIComponent(serverId)}`
@@ -687,10 +702,24 @@ function MediaContent({
     }
   }
 
-  async function importRemoteUrls() {
-    const urls = parsedUrls();
+  async function importRemoteUrls(ignorePlaylist = false) {
+    let urls = parsedUrls();
     if (urls.length === 0 || !remoteEstimates) return;
     if (!ensureAudioConfiguration()) return;
+
+    if (ignorePlaylist) {
+      urls = urls.map((url) => {
+        try {
+          const u = new URL(url);
+          if (u.hostname.includes('youtube.com')) {
+            u.searchParams.delete('list');
+            return u.toString();
+          }
+        } catch {}
+        return url;
+      });
+    }
+
     setImportingUrls(true);
     try {
       const res = await fetch(mediaApiUrl, {
@@ -701,8 +730,12 @@ function MediaContent({
       const data = await res.json();
       if (!res.ok) throw new Error(data.error ?? 'Media import failed');
       const ids = (data.assets as MediaAsset[]).map((asset) => asset.id);
+      toast.success(`${mediaType === 'video' ? 'Video' : 'Audio'} import started`, {
+        description:
+          'Queued for download and indexing. Live progress will appear once the source starts responding; you can safely leave in the meantime.',
+        duration: 8_000,
+      });
       await processAssets(ids);
-      toast.success(`${mediaType === 'video' ? 'Video' : 'Audio'} indexing started`);
       setUrlsText('');
       setRemoteEstimates(null);
       setProgress(null);
@@ -757,7 +790,15 @@ function MediaContent({
       }
       const mediaLabel =
         mediaType === 'video' ? 'Video' : mediaType === 'audio' ? 'Audio' : 'Image';
-      toast.success(`${mediaLabel} indexing started`);
+      toast.success(`${mediaLabel} indexing started`, {
+        description:
+          mediaType === 'image'
+            ? 'You can safely leave while we make it searchable.'
+            : `Expected time: about ${stagedEstimate.processingMinutes} minute${
+                stagedEstimate.processingMinutes === 1 ? '' : 's'
+              }. You can safely leave while we index it.`,
+        duration: 8_000,
+      });
       setProgress(null);
 
       staged.forEach((f) => {
@@ -791,6 +832,26 @@ function MediaContent({
     }
   }
 
+  async function togglePause(asset: MediaAsset) {
+    try {
+      const res = await fetch('/api/media/process', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+          action: asset.processingPaused ? 'resume' : 'pause',
+          assetId: asset.id,
+          serverId,
+        }),
+      });
+      const body = await res.json();
+      if (!res.ok) throw new Error(body.error || 'Could not update media indexing.');
+      toast.success(asset.processingPaused ? 'Media indexing resumed.' : 'Media indexing paused.');
+      await onMutate();
+    } catch (error) {
+      showErrorToast(error);
+    }
+  }
+
   async function handleRetry(assetId: string) {
     setProgress({ message: 'Retrying media processing...', current: 0, total: 1 });
     try {
@@ -831,7 +892,11 @@ function MediaContent({
       )}
 
       {activeAssets.length > 0 ? (
-        <ActiveIndexingList assets={activeAssets} onCancel={handleDelete} />
+        <ActiveIndexingList
+          assets={activeAssets}
+          onPause={togglePause}
+          onRemove={setAssetToRemove}
+        />
       ) : null}
 
       {mediaType !== 'image' && (
@@ -902,7 +967,18 @@ function MediaContent({
               size="sm"
               className="h-9 text-xs"
               disabled={!remoteEstimates || importingUrls}
-              onClick={importRemoteUrls}
+              onClick={() => {
+                const totalEntries =
+                  remoteEstimates?.reduce(
+                    (sum: number, item: any) => sum + (item.entryCount ?? 1),
+                    0,
+                  ) ?? 0;
+                if (totalEntries > 1) {
+                  setPlaylistAlertOpen(true);
+                } else {
+                  importRemoteUrls();
+                }
+              }}
             >
               {importingUrls ? (
                 <Loader2 className="mr-1.5 size-3 animate-spin" />
@@ -912,6 +988,38 @@ function MediaContent({
               Import
             </Button>
           </div>
+
+          <AlertDialog open={playlistAlertOpen} onOpenChange={setPlaylistAlertOpen}>
+            <AlertDialogContent>
+              <AlertDialogHeader>
+                <AlertDialogTitle>Playlist Detected</AlertDialogTitle>
+                <AlertDialogDescription>
+                  You entered a URL that points to a playlist. Do you want to download and index the
+                  entire playlist, or just the single video?
+                </AlertDialogDescription>
+              </AlertDialogHeader>
+              <AlertDialogFooter>
+                <AlertDialogCancel>Cancel</AlertDialogCancel>
+                <Button
+                  variant="outline"
+                  onClick={() => {
+                    setPlaylistAlertOpen(false);
+                    importRemoteUrls(true);
+                  }}
+                >
+                  Single Video
+                </Button>
+                <AlertDialogAction
+                  onClick={() => {
+                    setPlaylistAlertOpen(false);
+                    importRemoteUrls(false);
+                  }}
+                >
+                  Entire Playlist
+                </AlertDialogAction>
+              </AlertDialogFooter>
+            </AlertDialogContent>
+          </AlertDialog>
           <p className="mt-2 pl-1 text-[11px] leading-relaxed text-muted-foreground">
             Direct {mediaType} links
             {mediaType === 'video' ? ', YouTube videos, or playlists' : ''}. Add up to 10 URLs
@@ -951,17 +1059,7 @@ function MediaContent({
                       />
                     </div>
 
-                    {isPlaylist ? (
-                      <div className="flex items-start gap-2 rounded-lg border border-amber-200 bg-amber-50/60 dark:border-amber-800/50 dark:bg-amber-950/30 px-3 py-2.5">
-                        <AlertCircle className="size-3.5 shrink-0 mt-0.5 text-amber-600 dark:text-amber-400" />
-                        <p className="text-[11px] text-amber-800 dark:text-amber-300 leading-relaxed">
-                          <span className="font-medium">Playlist detected</span> — this will
-                          download and index{' '}
-                          <span className="font-semibold">{totalEntries} items</span> (max 10). Each
-                          item is transcribed and analyzed separately.
-                        </p>
-                      </div>
-                    ) : null}
+                    {/* Playlist warning moved to AlertDialog */}
 
                     {(mediaType === 'audio'
                       ? remoteEstimates.slice(0, 1)
@@ -1238,12 +1336,20 @@ function MediaContent({
                 </DialogHeader>
                 <div className="flex-1 overflow-y-auto px-6 py-4">
                   {mediaType === 'image' ? (
-                    <ImageGallery assets={assets} onDelete={handleDelete} serverId={serverId} />
+                    <ImageGallery
+                      assets={assets}
+                      onDelete={(id) =>
+                        setAssetToRemove(assets.find((asset) => asset.id === id) ?? null)
+                      }
+                      serverId={serverId}
+                    />
                   ) : (
                     <FileList
                       assets={assets}
                       mediaType={mediaType}
-                      onDelete={handleDelete}
+                      onDelete={(id) =>
+                        setAssetToRemove(assets.find((asset) => asset.id === id) ?? null)
+                      }
                       onProcess={handleRetry}
                     />
                   )}
@@ -1258,6 +1364,34 @@ function MediaContent({
         </div>
       ) : null}
 
+      <AlertDialog
+        open={Boolean(assetToRemove)}
+        onOpenChange={(open) => !open && setAssetToRemove(null)}
+      >
+        <AlertDialogContent>
+          <AlertDialogHeader>
+            <AlertDialogTitle>Remove this {assetToRemove?.type ?? 'media'} file?</AlertDialogTitle>
+            <AlertDialogDescription>
+              {assetToRemove && isActiveJob(assetToRemove)
+                ? 'This will stop its indexing job and permanently remove any progress already made.'
+                : 'This permanently removes the file and its searchable data from your knowledge base.'}
+            </AlertDialogDescription>
+          </AlertDialogHeader>
+          <AlertDialogFooter>
+            <AlertDialogCancel>Keep file</AlertDialogCancel>
+            <AlertDialogAction
+              className="bg-destructive text-white hover:bg-destructive/90"
+              onClick={() => {
+                if (assetToRemove) void handleDelete(assetToRemove.id);
+                setAssetToRemove(null);
+              }}
+            >
+              Remove file
+            </AlertDialogAction>
+          </AlertDialogFooter>
+        </AlertDialogContent>
+      </AlertDialog>
+
       {/* Storage warning */}
       {/* {storageUsedBytes > 1024 * 1024 * 1024 && (
         <div className="flex items-start gap-2.5 rounded-lg border border-amber-200 bg-amber-50 px-3.5 py-3">
@@ -1310,7 +1444,6 @@ function ImageGallery({
               className="size-full object-cover transition-transform duration-300 group-hover:scale-105"
               loading="lazy"
               onError={(e) => {
-                // Fallback to original if no thumbnail
                 (e.target as HTMLImageElement).src = mediaAssetUrl(asset.id, serverId);
               }}
             />
@@ -1599,10 +1732,12 @@ function StatusBadge({ asset }: { asset: MediaAsset }) {
 
 function ActiveIndexingList({
   assets,
-  onCancel,
+  onPause,
+  onRemove,
 }: {
   assets: MediaAsset[];
-  onCancel: (id: string) => void;
+  onPause: (asset: MediaAsset) => void;
+  onRemove: (asset: MediaAsset) => void;
 }) {
   return (
     <section
@@ -1637,10 +1772,30 @@ function ActiveIndexingList({
                   <span className="shrink-0 text-[10px] font-medium tabular-nums text-emerald-600 dark:text-emerald-400">
                     {Math.round(progress)}%
                   </span>
+                  {asset.type !== 'image' ? (
+                    <button
+                      type="button"
+                      title={asset.processingPaused ? 'Resume Indexing' : 'Pause Indexing'}
+                      aria-label={
+                        asset.processingPaused
+                          ? `Resume ${asset.fileName}`
+                          : `Pause ${asset.fileName}`
+                      }
+                      onClick={() => onPause(asset)}
+                      className="rounded-full p-1 text-muted-foreground transition-colors hover:bg-muted hover:text-foreground"
+                    >
+                      {asset.processingPaused ? (
+                        <Play className="size-3" />
+                      ) : (
+                        <Pause className="size-3" />
+                      )}
+                    </button>
+                  ) : null}
                   <button
                     type="button"
-                    title="Cancel Indexing"
-                    onClick={() => onCancel(asset.id)}
+                    title="Remove file"
+                    aria-label={`Remove ${asset.fileName}`}
+                    onClick={() => onRemove(asset)}
                     className="p-1 -mr-1 rounded-full text-muted-foreground hover:bg-red-100 hover:text-red-600 dark:hover:bg-red-900/30 transition-colors"
                   >
                     <X className="size-3" />
@@ -1657,7 +1812,9 @@ function ActiveIndexingList({
               <div className="flex items-center gap-1.5">
                 <ElapsedTime startTime={asset.createdAt} />
                 <p className="truncate text-[10px] text-muted-foreground animate-pulse">
-                  {asset.processingMessage || 'Preparing media indexing...'}
+                  {asset.processingPaused
+                    ? 'Paused — resume when you are ready.'
+                    : asset.processingMessage || 'Preparing media indexing...'}
                 </p>
               </div>
               {/* {asset.processingSteps?.length ? (

package/components/data/scrape-panel.tsx

@@ -397,7 +397,7 @@ export function ScrapePanel({
             queries.map((q) => searchGeneric(q, activeProvider, 1, queries.length > 1, false)),
           );
         } catch (err) {
-          toast.info(`${activeProvider} search failed. Falling back to local crawler...`);
+          toast.info(`using local crawler...`);
           await Promise.all(queries.map((q) => searchFirecrawl(q, queries.length > 1)));
         }
       }
@@ -576,20 +576,12 @@ export function ScrapePanel({
       const data = await res.json();
       if (!res.ok) throw new Error(data.error ?? 'Could not start job');
 
-      const { totalPages, estimatedSeconds } = estimateEtlDuration(
-        selectedUrls.length,
-        effectiveScope,
-        specificUrls ? 1 : pageLimit,
-      );
-
-      toast.success('Scraping started, running in background', {
+      toast.success('Scrape queued', {
         description: specificUrls
-          ? `Scraping ${selectedUrls.length} specific URL(s) only, no deep crawl. You can navigate away. Progress is tracked automatically.`
+          ? `We will connect to ${selectedUrls.length} specific URL(s) and show real page progress as each response arrives. You can navigate away.`
           : `${selectedUrls.length} ${
               effectiveScope === 'domain' ? 'domain(s)' : 'page(s)'
-            } · ~${totalPages} pages · ETA ${formatDuration(
-              estimatedSeconds,
-            )}. You can navigate away. Progress is tracked automatically.`,
+            } selected. We will show real page progress as each response arrives; no artificial completion estimate. You can navigate away.`,
         duration: 8000,
       });
 

package/components/data/upload-panel.tsx

@@ -181,7 +181,6 @@ export function UploadPanel({ onAdded }: { onAdded: () => void }) {
                 indexAsTabular: true,
               });
             } else {
-              // fallback to plain
               next.push({
                 id,
                 name: file.name,

package/components/index/index-workspace.tsx

@@ -64,7 +64,8 @@ const ACTIVE: IndexRun['status'][] = ['chunking', 'embedding', 'upserting'];
 export function IndexWorkspace({
   onDone,
   onClose,
-}: { onDone?: () => void; onClose?: () => void } = {}) {
+  automatic = false,
+}: { onDone?: () => void; onClose?: () => void; automatic?: boolean } = {}) {
   const [starting, setStarting] = useState(false);
   const [isIndexing, setIsIndexing] = useState(false);
 
@@ -94,7 +95,21 @@ export function IndexWorkspace({
       setIsIndexing(true);
     } else if (isIndexing && status === 'completed') {
       setIsIndexing(false);
-      toast.success('Indexing completed successfully!');
+      toast.success('Indexing complete. Your data is ready to use.');
+      try {
+        const context = new (window.AudioContext || (window as any).webkitAudioContext)();
+        const oscillator = context.createOscillator();
+        const gain = context.createGain();
+        oscillator.connect(gain);
+        gain.connect(context.destination);
+        oscillator.frequency.setValueAtTime(880, context.currentTime);
+        gain.gain.setValueAtTime(0.04, context.currentTime);
+        gain.gain.exponentialRampToValueAtTime(0.001, context.currentTime + 0.12);
+        oscillator.start();
+        oscillator.stop(context.currentTime + 0.12);
+      } catch {
+        // Browsers may block notification sounds until a user gesture.
+      }
       onClose?.();
     }
   }, [data?.run?.status, isIndexing, onClose]);
@@ -215,29 +230,37 @@ export function IndexWorkspace({
         </Alert>
       )} */}
 
-      <div className="flex w-full items-center justify-between pt-4 mt-2">
-        <Button onClick={() => onClose?.()} size="lg" variant="outline">
-          Cancel
-        </Button>
-        <Button
-          onClick={() => build(run?.status === 'completed')}
-          disabled={
-            !ready || running || starting || (run?.status === 'completed' && unindexedCount === 0)
-          }
-          size="lg"
-        >
-          {running || starting ? (
-            <Loader2 className="size-4 animate-spin mr-2" />
-          ) : (
-            <Play className="size-4 mr-2" />
-          )}
-          {running
-            ? 'Indexing…'
-            : run?.status === 'completed'
-            ? `Index new documents (${unindexedCount})`
-            : `Start indexing (${unindexedCount})`}
-        </Button>
-      </div>
+      {automatic ? (
+        <div className="flex justify-end pt-2">
+          <Button onClick={() => onClose?.()} variant="outline">
+            Continue working
+          </Button>
+        </div>
+      ) : (
+        <div className="flex w-full items-center justify-between pt-4 mt-2">
+          <Button onClick={() => onClose?.()} size="lg" variant="outline">
+            Cancel
+          </Button>
+          <Button
+            onClick={() => build(run?.status === 'completed')}
+            disabled={
+              !ready || running || starting || (run?.status === 'completed' && unindexedCount === 0)
+            }
+            size="lg"
+          >
+            {running || starting ? (
+              <Loader2 className="size-4 animate-spin mr-2" />
+            ) : (
+              <Play className="size-4 mr-2" />
+            )}
+            {running
+              ? 'Indexing…'
+              : run?.status === 'completed'
+              ? `Index new documents (${unindexedCount})`
+              : `Start indexing (${unindexedCount})`}
+          </Button>
+        </div>
+      )}
     </div>
   );
 }

package/components/settings/marketplace-section.tsx

@@ -99,7 +99,7 @@ export function MarketplaceSection() {
     async (toolId: string) => {
       setInstalling(toolId);
       const toastId = toast.loading('Downloading and installing tool…', {
-        description: 'This may take a moment on first install.',
+        description: 'This may take a minute on first install.',
       });
       try {
         const res = await fetch(`/api/marketplace/${toolId}`, {

package/components/settings/settings-layout.tsx

@@ -10,7 +10,6 @@ import {
   Database,
   Plug,
   Store,
-  Share2,
   type LucideIcon,
   Grid2X2Plus,
 } from 'lucide-react';
@@ -82,7 +81,7 @@ export function SettingsLayout({ activeSection, onSectionChange, children }: Set
 
   return (
     <div className="flex h-full w-full flex-1 min-h-0 bg-transparent">
-      <nav className="hidden md:flex w-[240px] shrink-0 flex-col overflow-y-auto h-full bg-transparent border-r border-border/40">
+      <nav className="hidden md:flex w-60 shrink-0 flex-col overflow-y-auto h-full bg-transparent border-r border-border/40">
         <div className="flex flex-col gap-6 py-6 px-4">
           {SECTION_GROUPS.map((group) => (
             <div key={group.label}>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "larkup",
-  "version": "0.1.39",
+  "version": "0.1.41",
   "type": "module",
   "bin": {
     "larkup": "./bin/larkup.js"
@@ -53,13 +53,13 @@
     "xlsx": "^0.18.5",
     "zod": "^4.4.3",
     "zustand": "^5.0.14",
-    "@larkup/scraper": "0.1.27",
-    "@larkup/core": "0.2.4",
     "@larkup/sandbox": "0.1.2",
-    "@larkup/tool-doc-editor": "0.2.5",
+    "@larkup/marketplace": "0.1.11",
+    "@larkup/core": "0.2.5",
+    "@larkup/scraper": "0.1.29",
     "@larkup/vector-stores": "0.1.23",
-    "@larkup/tool-video-audio": "0.2.3",
-    "@larkup/marketplace": "0.1.10"
+    "@larkup/tool-video-audio": "0.2.4",
+    "@larkup/tool-doc-editor": "0.2.6"
   },
   "devDependencies": {
     "@tailwindcss/postcss": "^4.2.0",

package/.next/server/chunks/ssr/[root-of-the-server]__0t8ud_u._.js

@@ -1,3 +0,0 @@
-module.exports=[688947,(a,b,c)=>{b.exports=a.x("stream",()=>require("stream"))},491543,a=>{"use strict";let b=(0,a.i(326729).default)("zap",[["path",{d:"M15.914 4a1.5 1.5 0 00-2.474-1.561l-9 9A1.5 1.5 0 005.5 14h4.002a.5.5 0 01.471.666L8.086 20a1.5 1.5 0 002.475 1.56l9-9A1.5 1.5 0 0018.5 10h-3.997a.5.5 0 01-.472-.667z",key:"1v7up4"}]]);a.s(["Zap",0,b],491543)},683389,a=>{a.v(b=>Promise.all(["server/chunks/ssr/apps_web_lib_pdf-images_ts_13-l5wa._.js","server/chunks/ssr/0uph_pdfjs-dist_build_pdf_mjs_0pn2q_y._.js"].map(b=>a.l(b))).then(()=>b(802183)))}];
-
-//# sourceMappingURL=%5Broot-of-the-server%5D__0t8ud_u._.js.map

package/.next/standalone/apps/web/.next/server/chunks/ssr/[root-of-the-server]__0t8ud_u._.js

@@ -1,3 +0,0 @@
-module.exports=[688947,(a,b,c)=>{b.exports=a.x("stream",()=>require("stream"))},491543,a=>{"use strict";let b=(0,a.i(326729).default)("zap",[["path",{d:"M15.914 4a1.5 1.5 0 00-2.474-1.561l-9 9A1.5 1.5 0 005.5 14h4.002a.5.5 0 01.471.666L8.086 20a1.5 1.5 0 002.475 1.56l9-9A1.5 1.5 0 0018.5 10h-3.997a.5.5 0 01-.472-.667z",key:"1v7up4"}]]);a.s(["Zap",0,b],491543)},683389,a=>{a.v(b=>Promise.all(["server/chunks/ssr/apps_web_lib_pdf-images_ts_13-l5wa._.js","server/chunks/ssr/0uph_pdfjs-dist_build_pdf_mjs_0pn2q_y._.js"].map(b=>a.l(b))).then(()=>b(802183)))}];
-
-//# sourceMappingURL=%5Broot-of-the-server%5D__0t8ud_u._.js.map