larkup 0.1.36 → 0.1.38

package/.next/standalone/apps/web/components/data/media-panel.tsx

@@ -428,6 +428,9 @@ function InstallPrompt({
 
   const handleInstall = async () => {
     setInstalling(true);
+    const toastId = toast.loading('Downloading and installing tool…', {
+      description: 'This may take a moment on first install.',
+    });
     try {
       const res = await fetch(`/api/marketplace/${toolId}`, {
         method: 'POST',
@@ -436,6 +439,7 @@ function InstallPrompt({
         const err = await res.json();
         throw new Error(err.error || 'Install failed');
       }
+      toast.dismiss(toastId);
       toast.success('Video & Audio installed', {
         description: 'Choose an audio provider before indexing video or audio.',
         action: {
@@ -445,6 +449,7 @@ function InstallPrompt({
       });
       onInstallComplete();
     } catch (err) {
+      toast.dismiss(toastId);
       toast.error(err instanceof Error ? err.message : 'Failed to install tool');
     } finally {
       setInstalling(false);
@@ -772,7 +777,7 @@ function MediaContent({
 
   async function handleDelete(assetId: string) {
     try {
-      const query = new URLSearchParams({ id: assetId });
+      const query = new URLSearchParams({ id: assetId, force: 'true' });
       if (serverId) query.set('serverId', serverId);
       const response = await fetch(`/api/media?${query.toString()}`, { method: 'DELETE' });
       if (!response.ok) {
@@ -912,93 +917,114 @@ function MediaContent({
             {mediaType === 'video' ? ', YouTube videos, or playlists' : ''}. Add up to 10 URLs
             separated by commas.
           </p>
-          {remoteEstimates ? (
-            <div className="mt-4 flex flex-col gap-4 border-t border-border/70 pt-4">
-              <div className="grid gap-2 sm:grid-cols-3">
-                <EstimateMetric
-                  label="Media"
-                  value={`${remoteEstimates.reduce(
-                    (sum: any, item: any) => sum + (item.entryCount ?? 1),
-                    0,
-                  )} item(s) · ${
-                    remoteDuration ? formatDuration(remoteDuration) : 'duration unavailable'
-                  }`}
-                />
-                <EstimateMetric
-                  label="Expected time"
-                  value={
-                    remoteDuration
-                      ? `~${remoteEstimate.processingMinutes} min`
-                      : 'Calculated during import'
-                  }
-                />
-                <EstimateMetric
-                  label="Estimated API cost"
-                  value={
-                    remoteDuration
-                      ? `~$${remoteEstimate.transcriptionCost.toFixed(2)} +`
-                      : 'Model-dependent'
-                  }
-                />
-              </div>
-
-              {(mediaType === 'audio'
-                ? remoteEstimates.slice(0, 1)
-                : remoteEstimates.filter((est: any) => est.mediaType === 'video').slice(0, 1)
-              ).map((est: any, i: number) => {
-                if (mediaType === 'audio') {
-                  return (
-                    <div key={i} className="rounded-xl border border-border/70 bg-muted/20 p-3">
-                      <p className="mb-2 truncate text-[11px] font-medium text-foreground">
-                        Preview before importing
-                      </p>
-                      <audio
-                        controls
-                        preload="metadata"
-                        src={est.originalUrl}
-                        className="h-9 w-full"
+          {remoteEstimates
+            ? (() => {
+                const totalEntries = remoteEstimates.reduce(
+                  (sum: number, item: any) => sum + (item.entryCount ?? 1),
+                  0,
+                );
+                const isPlaylist = totalEntries > 1;
+                return (
+                  <div className="mt-4 flex flex-col gap-4 border-t border-border/70 pt-4">
+                    <div className="grid gap-2 sm:grid-cols-3">
+                      <EstimateMetric
+                        label="Media"
+                        value={`${totalEntries} item(s) · ${
+                          remoteDuration ? formatDuration(remoteDuration) : 'duration unavailable'
+                        }`}
                       />
-                    </div>
-                  );
-                }
-                let embedUrl = est.originalUrl;
-                if (est.isYouTube) {
-                  try {
-                    const u = new URL(est.originalUrl);
-                    const v = u.hostname.includes('youtu.be')
-                      ? u.pathname.slice(1)
-                      : u.searchParams.get('v');
-                    embedUrl = `https://www.youtube.com/embed/${v}`;
-                  } catch (e) {
-                    // ignore
-                  }
-                  return (
-                    <div
-                      key={i}
-                      className="relative w-full overflow-hidden rounded-xl aspect-video shadow-md border border-border/50 ring-1 ring-border/20 bg-black"
-                    >
-                      <iframe
-                        src={embedUrl}
-                        className="absolute inset-0 w-full h-full"
-                        frameBorder="0"
-                        allowFullScreen
-                        allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
+                      <EstimateMetric
+                        label="Expected time"
+                        value={
+                          remoteDuration
+                            ? `~${remoteEstimate.processingMinutes} min`
+                            : 'Calculated during import'
+                        }
+                      />
+                      <EstimateMetric
+                        label="Estimated API cost"
+                        value={
+                          remoteDuration
+                            ? `~$${remoteEstimate.transcriptionCost.toFixed(2)} +`
+                            : 'Model-dependent'
+                        }
                       />
                     </div>
-                  );
-                } else {
-                  return (
-                    <video
-                      key={i}
-                      src={embedUrl}
-                      controls
-                      className="w-full max-w-sm rounded-md aspect-video bg-muted object-cover shadow-sm border border-border"
-                    />
-                  );
-                }
-              })}
-            </div>
-          ) : null}
+
+                    {isPlaylist ? (
+                      <div className="flex items-start gap-2 rounded-lg border border-amber-200 bg-amber-50/60 dark:border-amber-800/50 dark:bg-amber-950/30 px-3 py-2.5">
+                        <AlertCircle className="size-3.5 shrink-0 mt-0.5 text-amber-600 dark:text-amber-400" />
+                        <p className="text-[11px] text-amber-800 dark:text-amber-300 leading-relaxed">
+                          <span className="font-medium">Playlist detected</span> — this will
+                          download and index{' '}
+                          <span className="font-semibold">{totalEntries} items</span> (max 10). Each
+                          item is transcribed and analyzed separately.
+                        </p>
+                      </div>
+                    ) : null}
+
+                    {(mediaType === 'audio'
+                      ? remoteEstimates.slice(0, 1)
+                      : remoteEstimates.filter((est: any) => est.mediaType === 'video').slice(0, 1)
+                    ).map((est: any, i: number) => {
+                      if (mediaType === 'audio') {
+                        return (
+                          <div
+                            key={i}
+                            className="rounded-xl border border-border/70 bg-muted/20 p-3"
+                          >
+                            <p className="mb-2 truncate text-[11px] font-medium text-foreground">
+                              Preview before importing
+                            </p>
+                            <audio
+                              controls
+                              preload="metadata"
+                              src={est.originalUrl}
+                              className="h-9 w-full"
+                            />
+                          </div>
+                        );
+                      }
+                      let embedUrl = est.originalUrl;
+                      if (est.isYouTube) {
+                        try {
+                          const u = new URL(est.originalUrl);
+                          const v = u.hostname.includes('youtu.be')
+                            ? u.pathname.slice(1)
+                            : u.searchParams.get('v');
+                          embedUrl = `https://www.youtube.com/embed/${v}`;
+                        } catch (e) {
+                          // ignore
+                        }
+                        return (
+                          <div
+                            key={i}
+                            className="relative w-full overflow-hidden rounded-xl aspect-video shadow-md border border-border/50 ring-1 ring-border/20 bg-black"
+                          >
+                            <iframe
+                              src={embedUrl}
+                              className="absolute inset-0 w-full h-full"
+                              frameBorder="0"
+                              allowFullScreen
+                              allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
+                            />
+                          </div>
+                        );
+                      } else {
+                        return (
+                          <video
+                            key={i}
+                            src={embedUrl}
+                            controls
+                            className="w-full max-w-sm rounded-md aspect-video bg-muted object-cover shadow-sm border border-border"
+                          />
+                        );
+                      }
+                    })}
+                  </div>
+                );
+              })()
+            : null}
         </div>
       ) : (
         <div
@@ -1233,7 +1259,7 @@ function MediaContent({
       ) : null}
 
       {/* Storage warning */}
-      {storageUsedBytes > 1024 * 1024 * 1024 && (
+      {/* {storageUsedBytes > 1024 * 1024 * 1024 && (
         <div className="flex items-start gap-2.5 rounded-lg border border-amber-200 bg-amber-50 px-3.5 py-3">
           <AlertCircle className="size-4 mt-0.5 shrink-0 text-amber-600" />
           <div>
@@ -1245,7 +1271,7 @@ function MediaContent({
             </p>
           </div>
         </div>
-      )}
+      )} */}
     </div>
   );
 }
@@ -1582,7 +1608,7 @@ function ActiveIndexingList({
     <section
       aria-live="polite"
       aria-label="Active media indexing jobs"
-      className="space-y-3 rounded-xl border border-emerald-300 bg-emerald-50/20 p-3 dark:border-emerald-700/60 dark:bg-emerald-950/20"
+      className="space-y-3 rounded-xl border border-emerald-500 bg-emerald-50/20 p-3 dark:border-emerald-700/60 dark:bg-emerald-950/20"
     >
       <div className="flex items-center gap-2">
         <Loader2 className="size-3.5 animate-spin text-emerald-600 dark:text-emerald-400" />
@@ -1634,9 +1660,9 @@ function ActiveIndexingList({
                   {asset.processingMessage || 'Preparing media indexing...'}
                 </p>
               </div>
-              {asset.processingSteps?.length ? (
+              {/* {asset.processingSteps?.length ? (
                 <PipelineSteps steps={asset.processingSteps} />
-              ) : null}
+              ) : null} */}
             </div>
           );
         })}
@@ -1671,7 +1697,7 @@ function PipelineSteps({ steps }: { steps: MediaProcessingStep[] }) {
             className={cn(
               'flex min-w-0 items-center gap-1.5 rounded-md border px-2 py-1 text-[9px]',
               isRunning
-                ? 'border-emerald-300 bg-emerald-50/70 text-emerald-700 dark:border-emerald-700/70 dark:bg-emerald-950/40 dark:text-emerald-300'
+                ? 'border-emerald-500 bg-emerald-50/70 text-emerald-700 dark:border-emerald-700/70 dark:bg-emerald-950/40 dark:text-emerald-300'
                 : 'border-border/60 bg-background/40 text-muted-foreground',
             )}
           >

package/.next/standalone/apps/web/components/settings/marketplace-section.tsx

@@ -98,6 +98,9 @@ export function MarketplaceSection() {
   const handleInstall = useCallback(
     async (toolId: string) => {
       setInstalling(toolId);
+      const toastId = toast.loading('Downloading and installing tool…', {
+        description: 'This may take a moment on first install.',
+      });
       try {
         const res = await fetch(`/api/marketplace/${toolId}`, {
           method: 'POST',
@@ -106,6 +109,7 @@ export function MarketplaceSection() {
           const err = await res.json();
           throw new Error(err.error || 'Install failed');
         }
+        toast.dismiss(toastId);
         if (toolId === 'video-audio') {
           toast.success('Video & Audio installed', {
             description: 'Choose an audio provider before you index media.',
@@ -119,6 +123,7 @@ export function MarketplaceSection() {
         }
         mutate();
       } catch (err) {
+        toast.dismiss(toastId);
         toast.error(err instanceof Error ? err.message : 'Failed to install tool');
       } finally {
         setInstalling(null);

package/.next/standalone/apps/web/components/settings/prompts-section.tsx

@@ -36,13 +36,22 @@ export function PromptsSection() {
     if (data?.config) {
       setForm({
         ...data.config,
-        systemPrompt: data.config.systemPrompt || DEFAULT_SYSTEM_PROMPT,
+        // The generated prompt (tools, retrieval policy, and safety rules) is
+        // an implementation detail. This editor contains only the user's
+        // optional addition, so first use starts with a clean canvas.
+        systemPrompt:
+          data.config.systemPrompt && data.config.systemPrompt !== DEFAULT_SYSTEM_PROMPT
+            ? data.config.systemPrompt
+            : '',
       });
     }
   }, [data]);
 
   const dirty =
-    (form.systemPrompt || '') !== (data?.config?.systemPrompt || '') ||
+    (form.systemPrompt || '') !==
+      (data?.config?.systemPrompt === DEFAULT_SYSTEM_PROMPT
+        ? ''
+        : data?.config?.systemPrompt || '') ||
     JSON.stringify(form.enabledTools || []) !== JSON.stringify(data?.config?.enabledTools || []);
 
   async function handleSave() {
@@ -92,7 +101,8 @@ export function PromptsSection() {
         <CardHeader className="pb-3">
           <CardTitle className="text-sm">System Prompt</CardTitle>
           <CardDescription className="text-xs">
-            Override the default instructions given to the AI. Leave blank for the default behavior.
+            Add your own instructions. Larkup keeps its generated tool and retrieval instructions
+            separate and combines them automatically.
           </CardDescription>
         </CardHeader>
         <CardContent>

package/.next/standalone/apps/web/package.json

@@ -1,6 +1,6 @@
 {
   "name": "larkup",
-  "version": "0.1.36",
+  "version": "0.1.38",
   "type": "module",
   "bin": {
     "larkup": "./bin/larkup.js"

package/.next/standalone/apps/web/server.js

@@ -15,7 +15,7 @@ const currentPort = parseInt(process.env.PORT, 10) || 3000
 const hostname = process.env.HOSTNAME || '0.0.0.0'
 
 let keepAliveTimeout = parseInt(process.env.KEEP_ALIVE_TIMEOUT, 10)
-const nextConfig = {"env":{"NEXT_PUBLIC_APP_VERSION":"0.1.36"},"webpack":null,"typescript":{"ignoreBuildErrors":true},"typedRoutes":false,"distDir":"./.next","cleanDistDir":true,"assetPrefix":"","cacheMaxMemorySize":52428800,"configOrigin":"next.config.mjs","useFileSystemPublicRoutes":true,"generateEtags":true,"pageExtensions":["tsx","ts","jsx","js"],"poweredByHeader":true,"compress":true,"images":{"deviceSizes":[640,750,828,1080,1200,1920,2048,3840],"imageSizes":[32,48,64,96,128,256,384],"path":"/_next/image","loader":"default","loaderFile":"","domains":[],"disableStaticImages":false,"minimumCacheTTL":14400,"formats":["image/webp"],"maximumRedirects":3,"maximumResponseBody":50000000,"dangerouslyAllowLocalIP":false,"dangerouslyAllowSVG":false,"contentSecurityPolicy":"script-src 'none'; frame-src 'none'; sandbox;","contentDispositionType":"attachment","localPatterns":[{"pathname":"**","search":""}],"remotePatterns":[],"qualities":[75],"unoptimized":true,"customCacheHandler":false},"devIndicators":{"position":"bottom-left"},"onDemandEntries":{"maxInactiveAge":60000,"pagesBufferLength":5},"basePath":"","sassOptions":{},"trailingSlash":false,"i18n":null,"productionBrowserSourceMaps":false,"excludeDefaultMomentLocales":true,"reactProductionProfiling":false,"reactStrictMode":null,"reactMaxHeadersLength":6000,"httpAgentOptions":{"keepAlive":true},"logging":{"serverFunctions":true,"browserToTerminal":"warn"},"compiler":{},"expireTime":31536000,"staticPageGenerationTimeout":60,"output":"standalone","modularizeImports":{"@mui/icons-material":{"transform":"@mui/icons-material/{{member}}"},"lodash":{"transform":"lodash/{{member}}"}},"outputFileTracingRoot":"/Users/abdelrahmanabounida/Desktop/my-ai-startup/larkup/larkup","cacheComponents":false,"cacheLife":{"default":{"stale":300,"revalidate":900,"expire":4294967294},"seconds":{"stale":30,"revalidate":1,"expire":60},"minutes":{"stale":300,"revalidate":60,"expire":3600},"hours":{"stale":300,"revalidate":3600,"expire":86400},"days":{"stale":300,"revalidate":86400,"expire":604800},"weeks":{"stale":300,"revalidate":604800,"expire":2592000},"max":{"stale":300,"revalidate":2592000,"expire":31536000}},"cacheHandlers":{},"experimental":{"appNewScrollHandler":false,"useSkewCookie":false,"cssChunking":true,"multiZoneDraftMode":false,"appNavFailHandling":false,"prerenderEarlyExit":true,"serverMinification":true,"linkNoTouchStart":false,"caseSensitiveRoutes":false,"cachedNavigations":false,"partialFallbacks":false,"dynamicOnHover":false,"varyParams":false,"prefetchInlining":false,"preloadEntriesOnStart":true,"clientRouterFilter":true,"clientRouterFilterRedirects":false,"fetchCacheKeyPrefix":"","proxyPrefetch":"flexible","optimisticClientCache":true,"manualClientBasePath":false,"cpus":9,"memoryBasedWorkersCount":false,"imgOptConcurrency":null,"imgOptTimeoutInSeconds":7,"imgOptMaxInputPixels":268402689,"imgOptSequentialRead":null,"isrFlushToDisk":true,"workerThreads":false,"optimizeCss":false,"nextScriptWorkers":false,"scrollRestoration":false,"externalDir":false,"disableOptimizedLoading":false,"gzipSize":true,"craCompat":false,"esmExternals":true,"fullySpecified":false,"swcTraceProfiling":false,"forceSwcTransforms":false,"largePageDataBytes":128000,"typedEnv":false,"parallelServerCompiles":false,"parallelServerBuildTraces":false,"ppr":false,"authInterrupts":false,"webpackMemoryOptimizations":false,"optimizeServerReact":true,"strictRouteTypes":false,"useTypeScriptCli":false,"viewTransition":false,"removeUncaughtErrorAndRejectionListeners":false,"validateRSCRequestHeaders":false,"staleTimes":{"dynamic":0,"static":300},"reactDebugChannel":true,"serverComponentsHmrCache":true,"staticGenerationMaxConcurrency":8,"staticGenerationMinPagesPerWorker":25,"transitionIndicator":false,"gestureTransition":false,"inlineCss":false,"useCache":false,"globalNotFound":false,"browserDebugInfoInTerminal":"warn","lockDistDir":true,"proxyClientMaxBodySize":10485760,"hideLogsAfterAbort":false,"mcpServer":true,"turbopackFileSystemCacheForDev":true,"turbopackFileSystemCacheForBuild":false,"turbopackInferModuleSideEffects":true,"turbopackPluginRuntimeStrategy":"childProcesses","optimizePackageImports":["lucide-react","date-fns","lodash-es","ramda","antd","react-bootstrap","ahooks","@ant-design/icons","@headlessui/react","@headlessui-float/react","@heroicons/react/20/solid","@heroicons/react/24/solid","@heroicons/react/24/outline","@visx/visx","@tremor/react","rxjs","@mui/material","@mui/icons-material","recharts","react-use","effect","@effect/schema","@effect/platform","@effect/platform-node","@effect/platform-browser","@effect/platform-bun","@effect/sql","@effect/sql-mssql","@effect/sql-mysql2","@effect/sql-pg","@effect/sql-sqlite-node","@effect/sql-sqlite-bun","@effect/sql-sqlite-wasm","@effect/sql-sqlite-react-native","@effect/rpc","@effect/rpc-http","@effect/typeclass","@effect/experimental","@effect/opentelemetry","@material-ui/core","@material-ui/icons","@tabler/icons-react","mui-core","react-icons/ai","react-icons/bi","react-icons/bs","react-icons/cg","react-icons/ci","react-icons/di","react-icons/fa","react-icons/fa6","react-icons/fc","react-icons/fi","react-icons/gi","react-icons/go","react-icons/gr","react-icons/hi","react-icons/hi2","react-icons/im","react-icons/io","react-icons/io5","react-icons/lia","react-icons/lib","react-icons/lu","react-icons/md","react-icons/pi","react-icons/ri","react-icons/rx","react-icons/si","react-icons/sl","react-icons/tb","react-icons/tfi","react-icons/ti","react-icons/vsc","react-icons/wi"],"trustHostHeader":false,"isExperimentalCompile":false},"htmlLimitedBots":"[\\w-]+-Google|Google-[\\w-]+|Chrome-Lighthouse|Slurp|DuckDuckBot|baiduspider|yandex|sogou|bitlybot|tumblr|vkShare|quora link preview|redditbot|ia_archiver|Bingbot|BingPreview|applebot|facebookexternalhit|facebookcatalog|Twitterbot|LinkedInBot|Slackbot|Discordbot|WhatsApp|SkypeUriPreview|Yeti|googleweblight","bundlePagesRouterDependencies":false,"configFileName":"next.config.mjs","transpilePackages":["@larkup/core","@larkup/vector-stores","@larkup/scraper","@larkup/marketplace"],"serverExternalPackages":["@lancedb/lancedb","chromadb","dockerode","@larkup/sandbox"],"turbopack":{"root":"/Users/abdelrahmanabounida/Desktop/my-ai-startup/larkup/larkup"},"distDirRoot":".next","_originalRewrites":{"beforeFiles":[],"afterFiles":[{"source":"/uploads/:path*","destination":"/api/uploads/:path*"}],"fallback":[]}}
+const nextConfig = {"env":{"NEXT_PUBLIC_APP_VERSION":"0.1.38"},"webpack":null,"typescript":{"ignoreBuildErrors":true},"typedRoutes":false,"distDir":"./.next","cleanDistDir":true,"assetPrefix":"","cacheMaxMemorySize":52428800,"configOrigin":"next.config.mjs","useFileSystemPublicRoutes":true,"generateEtags":true,"pageExtensions":["tsx","ts","jsx","js"],"poweredByHeader":true,"compress":true,"images":{"deviceSizes":[640,750,828,1080,1200,1920,2048,3840],"imageSizes":[32,48,64,96,128,256,384],"path":"/_next/image","loader":"default","loaderFile":"","domains":[],"disableStaticImages":false,"minimumCacheTTL":14400,"formats":["image/webp"],"maximumRedirects":3,"maximumResponseBody":50000000,"dangerouslyAllowLocalIP":false,"dangerouslyAllowSVG":false,"contentSecurityPolicy":"script-src 'none'; frame-src 'none'; sandbox;","contentDispositionType":"attachment","localPatterns":[{"pathname":"**","search":""}],"remotePatterns":[],"qualities":[75],"unoptimized":true,"customCacheHandler":false},"devIndicators":{"position":"bottom-left"},"onDemandEntries":{"maxInactiveAge":60000,"pagesBufferLength":5},"basePath":"","sassOptions":{},"trailingSlash":false,"i18n":null,"productionBrowserSourceMaps":false,"excludeDefaultMomentLocales":true,"reactProductionProfiling":false,"reactStrictMode":null,"reactMaxHeadersLength":6000,"httpAgentOptions":{"keepAlive":true},"logging":{"serverFunctions":true,"browserToTerminal":"warn"},"compiler":{},"expireTime":31536000,"staticPageGenerationTimeout":60,"output":"standalone","modularizeImports":{"@mui/icons-material":{"transform":"@mui/icons-material/{{member}}"},"lodash":{"transform":"lodash/{{member}}"}},"outputFileTracingRoot":"/Users/abdelrahmanabounida/Desktop/my-ai-startup/larkup/larkup","cacheComponents":false,"cacheLife":{"default":{"stale":300,"revalidate":900,"expire":4294967294},"seconds":{"stale":30,"revalidate":1,"expire":60},"minutes":{"stale":300,"revalidate":60,"expire":3600},"hours":{"stale":300,"revalidate":3600,"expire":86400},"days":{"stale":300,"revalidate":86400,"expire":604800},"weeks":{"stale":300,"revalidate":604800,"expire":2592000},"max":{"stale":300,"revalidate":2592000,"expire":31536000}},"cacheHandlers":{},"experimental":{"appNewScrollHandler":false,"useSkewCookie":false,"cssChunking":true,"multiZoneDraftMode":false,"appNavFailHandling":false,"prerenderEarlyExit":true,"serverMinification":true,"linkNoTouchStart":false,"caseSensitiveRoutes":false,"cachedNavigations":false,"partialFallbacks":false,"dynamicOnHover":false,"varyParams":false,"prefetchInlining":false,"preloadEntriesOnStart":true,"clientRouterFilter":true,"clientRouterFilterRedirects":false,"fetchCacheKeyPrefix":"","proxyPrefetch":"flexible","optimisticClientCache":true,"manualClientBasePath":false,"cpus":9,"memoryBasedWorkersCount":false,"imgOptConcurrency":null,"imgOptTimeoutInSeconds":7,"imgOptMaxInputPixels":268402689,"imgOptSequentialRead":null,"isrFlushToDisk":true,"workerThreads":false,"optimizeCss":false,"nextScriptWorkers":false,"scrollRestoration":false,"externalDir":false,"disableOptimizedLoading":false,"gzipSize":true,"craCompat":false,"esmExternals":true,"fullySpecified":false,"swcTraceProfiling":false,"forceSwcTransforms":false,"largePageDataBytes":128000,"typedEnv":false,"parallelServerCompiles":false,"parallelServerBuildTraces":false,"ppr":false,"authInterrupts":false,"webpackMemoryOptimizations":false,"optimizeServerReact":true,"strictRouteTypes":false,"useTypeScriptCli":false,"viewTransition":false,"removeUncaughtErrorAndRejectionListeners":false,"validateRSCRequestHeaders":false,"staleTimes":{"dynamic":0,"static":300},"reactDebugChannel":true,"serverComponentsHmrCache":true,"staticGenerationMaxConcurrency":8,"staticGenerationMinPagesPerWorker":25,"transitionIndicator":false,"gestureTransition":false,"inlineCss":false,"useCache":false,"globalNotFound":false,"browserDebugInfoInTerminal":"warn","lockDistDir":true,"proxyClientMaxBodySize":10485760,"hideLogsAfterAbort":false,"mcpServer":true,"turbopackFileSystemCacheForDev":true,"turbopackFileSystemCacheForBuild":false,"turbopackInferModuleSideEffects":true,"turbopackPluginRuntimeStrategy":"childProcesses","optimizePackageImports":["lucide-react","date-fns","lodash-es","ramda","antd","react-bootstrap","ahooks","@ant-design/icons","@headlessui/react","@headlessui-float/react","@heroicons/react/20/solid","@heroicons/react/24/solid","@heroicons/react/24/outline","@visx/visx","@tremor/react","rxjs","@mui/material","@mui/icons-material","recharts","react-use","effect","@effect/schema","@effect/platform","@effect/platform-node","@effect/platform-browser","@effect/platform-bun","@effect/sql","@effect/sql-mssql","@effect/sql-mysql2","@effect/sql-pg","@effect/sql-sqlite-node","@effect/sql-sqlite-bun","@effect/sql-sqlite-wasm","@effect/sql-sqlite-react-native","@effect/rpc","@effect/rpc-http","@effect/typeclass","@effect/experimental","@effect/opentelemetry","@material-ui/core","@material-ui/icons","@tabler/icons-react","mui-core","react-icons/ai","react-icons/bi","react-icons/bs","react-icons/cg","react-icons/ci","react-icons/di","react-icons/fa","react-icons/fa6","react-icons/fc","react-icons/fi","react-icons/gi","react-icons/go","react-icons/gr","react-icons/hi","react-icons/hi2","react-icons/im","react-icons/io","react-icons/io5","react-icons/lia","react-icons/lib","react-icons/lu","react-icons/md","react-icons/pi","react-icons/ri","react-icons/rx","react-icons/si","react-icons/sl","react-icons/tb","react-icons/tfi","react-icons/ti","react-icons/vsc","react-icons/wi"],"trustHostHeader":false,"isExperimentalCompile":false},"htmlLimitedBots":"[\\w-]+-Google|Google-[\\w-]+|Chrome-Lighthouse|Slurp|DuckDuckBot|baiduspider|yandex|sogou|bitlybot|tumblr|vkShare|quora link preview|redditbot|ia_archiver|Bingbot|BingPreview|applebot|facebookexternalhit|facebookcatalog|Twitterbot|LinkedInBot|Slackbot|Discordbot|WhatsApp|SkypeUriPreview|Yeti|googleweblight","bundlePagesRouterDependencies":false,"configFileName":"next.config.mjs","transpilePackages":["@larkup/core","@larkup/vector-stores","@larkup/scraper","@larkup/marketplace"],"serverExternalPackages":["@lancedb/lancedb","chromadb","dockerode","@larkup/sandbox"],"turbopack":{"root":"/Users/abdelrahmanabounida/Desktop/my-ai-startup/larkup/larkup"},"distDirRoot":".next","_originalRewrites":{"beforeFiles":[],"afterFiles":[{"source":"/uploads/:path*","destination":"/api/uploads/:path*"}],"fallback":[]}}
 
 process.env.__NEXT_PRIVATE_STANDALONE_CONFIG = JSON.stringify(nextConfig)
 

package/.next/standalone/packages/tools/video-audio/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @larkup/tool-video-audio
 
+## 0.2.3
+
+### Patch Changes
+
+- c1b12cb: Restore reliable no-Docker local crawler search with a resilient public-search fallback, make current-event chat questions use enabled web search, speed up first-party tool installation, and improve media URL progress handling. Simplify settings and prompt UX, and make failed-crawl URL copying reliable.
+
 ## 0.2.2
 
 ### Patch Changes

package/.next/standalone/packages/tools/video-audio/dist/url-importer.js

@@ -58,11 +58,19 @@ export async function importMediaUrl(url, options) {
         const template = path.join(options.outputDir, '%(title).120B [%(id)s].%(ext)s');
         const print = '{"path":%(filepath)j,"title":%(title)j,"originalUrl":%(webpage_url)j,"ext":%(ext)j}';
         const output = await runYtDlp([
-            '--no-progress',
+            '--no-playlist',
             '--playlist-end',
             String(options.playlistMax ?? 10),
+            '--socket-timeout',
+            '20',
+            '--retries',
+            '2',
+            '--fragment-retries',
+            '2',
+            '--concurrent-fragments',
+            '4',
             '--format',
-            'bestvideo[height<=480]+bestaudio/best[height<=480]/best',
+            'best[height<=360]/bestvideo[height<=360]+bestaudio/best',
             '--merge-output-format',
             'mp4',
             '-o',
@@ -70,7 +78,7 @@ export async function importMediaUrl(url, options) {
             '--print',
             `after_move:${print}`,
             url,
-        ]);
+        ], options.onProgress);
         const imported = output
             .split('\n')
             .filter(Boolean)
@@ -270,7 +278,7 @@ function mimeFromExtension(ext) {
         flac: 'audio/flac',
     }[ext.toLowerCase()];
 }
-function runYtDlp(args) {
+function runYtDlp(args, onProgress) {
     return new Promise((resolve, reject) => {
         // Ensure yt-dlp can find Node.js as a JS runtime (required inside Docker
         // containers that ship node but not deno).
@@ -278,17 +286,35 @@ function runYtDlp(args) {
         const child = spawn('yt-dlp', fullArgs, { shell: false });
         let stdout = '';
         let stderr = '';
+        let timedOut = false;
+        const timeout = setTimeout(() => {
+            timedOut = true;
+            child.kill('SIGTERM');
+        }, 120_000);
         child.stdout.on('data', (data) => {
             stdout += String(data);
         });
         child.stderr.on('data', (data) => {
-            stderr += String(data);
+            const text = String(data);
+            stderr += text;
+            const percent = text.match(/(\d+(?:\.\d+)?)%/);
+            if (percent) {
+                onProgress?.({
+                    percent: Math.min(99, Math.max(1, Math.round(Number(percent[1])))),
+                    message: `Downloading video… ${percent[1]}%`,
+                });
+            }
         });
         child.on('error', (error) => reject(error.code === 'ENOENT'
             ? new Error('yt-dlp is required for YouTube URLs. Install it from https://github.com/yt-dlp/yt-dlp#installation')
             : error));
-        child.on('close', (code) => code === 0
-            ? resolve(stdout.trim())
-            : reject(new Error(`yt-dlp failed (${code}): ${stderr.trim()}`)));
+        child.on('close', (code) => {
+            clearTimeout(timeout);
+            if (code === 0)
+                return resolve(stdout.trim());
+            if (timedOut)
+                return reject(new Error('Video download timed out after 2 minutes. Try a shorter video or a direct media link.'));
+            return reject(new Error(`yt-dlp failed (${code}): ${stderr.trim()}`));
+        });
     });
 }

package/.next/standalone/packages/tools/video-audio/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@larkup/tool-video-audio",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "publishConfig": {
     "access": "public"
   },

package/.next/standalone/packages/tools/video-audio/src/url-importer.ts

@@ -25,6 +25,8 @@ export interface UrlImportOptions {
   maxBytes?: number;
   /** Maximum YouTube playlist entries (default: 10). */
   playlistMax?: number;
+  /** Surface download activity to the lightweight media job status. */
+  onProgress?: (progress: { percent?: number; message: string }) => void;
 }
 export interface UrlInspection {
   originalUrl: string;
@@ -97,20 +99,31 @@ export async function importMediaUrl(
     const template = path.join(options.outputDir, '%(title).120B [%(id)s].%(ext)s');
     const print =
       '{"path":%(filepath)j,"title":%(title)j,"originalUrl":%(webpage_url)j,"ext":%(ext)j}';
-    const output = await runYtDlp([
-      '--no-progress',
-      '--playlist-end',
-      String(options.playlistMax ?? 10),
-      '--format',
-      'bestvideo[height<=480]+bestaudio/best[height<=480]/best',
-      '--merge-output-format',
-      'mp4',
-      '-o',
-      template,
-      '--print',
-      `after_move:${print}`,
-      url,
-    ]);
+    const output = await runYtDlp(
+      [
+        '--no-playlist',
+        '--playlist-end',
+        String(options.playlistMax ?? 10),
+        '--socket-timeout',
+        '20',
+        '--retries',
+        '2',
+        '--fragment-retries',
+        '2',
+        '--concurrent-fragments',
+        '4',
+        '--format',
+        'best[height<=360]/bestvideo[height<=360]+bestaudio/best',
+        '--merge-output-format',
+        'mp4',
+        '-o',
+        template,
+        '--print',
+        `after_move:${print}`,
+        url,
+      ],
+      options.onProgress,
+    );
     const imported = output
       .split('\n')
       .filter(Boolean)
@@ -342,7 +355,10 @@ function mimeFromExtension(ext: string): string | undefined {
     } as Record<string, string>
   )[ext.toLowerCase()];
 }
-function runYtDlp(args: string[]): Promise<string> {
+function runYtDlp(
+  args: string[],
+  onProgress?: (progress: { percent?: number; message: string }) => void,
+): Promise<string> {
   return new Promise((resolve, reject) => {
     // Ensure yt-dlp can find Node.js as a JS runtime (required inside Docker
     // containers that ship node but not deno).
@@ -350,11 +366,24 @@ function runYtDlp(args: string[]): Promise<string> {
     const child = spawn('yt-dlp', fullArgs, { shell: false });
     let stdout = '';
     let stderr = '';
+    let timedOut = false;
+    const timeout = setTimeout(() => {
+      timedOut = true;
+      child.kill('SIGTERM');
+    }, 120_000);
     child.stdout.on('data', (data) => {
       stdout += String(data);
     });
     child.stderr.on('data', (data) => {
-      stderr += String(data);
+      const text = String(data);
+      stderr += text;
+      const percent = text.match(/(\d+(?:\.\d+)?)%/);
+      if (percent) {
+        onProgress?.({
+          percent: Math.min(99, Math.max(1, Math.round(Number(percent[1])))),
+          message: `Downloading video… ${percent[1]}%`,
+        });
+      }
     });
     (child as any).on('error', (error: NodeJS.ErrnoException) =>
       reject(
@@ -365,10 +394,16 @@ function runYtDlp(args: string[]): Promise<string> {
           : error,
       ),
     );
-    (child as any).on('close', (code: number | null) =>
-      code === 0
-        ? resolve(stdout.trim())
-        : reject(new Error(`yt-dlp failed (${code}): ${stderr.trim()}`)),
-    );
+    (child as any).on('close', (code: number | null) => {
+      clearTimeout(timeout);
+      if (code === 0) return resolve(stdout.trim());
+      if (timedOut)
+        return reject(
+          new Error(
+            'Video download timed out after 2 minutes. Try a shorter video or a direct media link.',
+          ),
+        );
+      return reject(new Error(`yt-dlp failed (${code}): ${stderr.trim()}`));
+    });
   });
 }