@tablestore/tablestore-agent-cli 0.2.1 → 0.2.4

package/dist/dashboard-runtime/dashboard/src/components/knowledge-base/kb-create-form.tsx

@@ -1,5 +1,6 @@
 'use client';
 
+import { useEffect, useRef } from "react";
 import { useRouter } from "next/navigation";
 import { useForm } from "react-hook-form";
 import { zodResolver } from "@hookform/resolvers/zod";
@@ -50,11 +51,15 @@ export function KBCreateForm() {
       knowledgeBaseName: "",
       description: "",
       subspace: false,
+      multimodal: true,
+      ingestConfiguration: {
+        enableTableFormulaCaption: false,
+      },
       tags: [],
       metadata: [],
       embeddingConfiguration: {
         provider: "bailian",
-        model: "text-embedding-v4",
+        model: "qwen3-vl-embedding",
         dimension: 1024,
       },
       retrievalConfiguration: {
@@ -79,13 +84,40 @@ export function KBCreateForm() {
           },
           modelConfiguration: {
             provider: "bailian",
-            model: "gte-rerank-v2",
+            model: "qwen3-vl-rerank",
           },
         },
       },
     },
   });
 
+  // Track previous multimodal value to avoid firing the toast on initial render.
+  // Default is true to match the form's initial multimodal value, so the
+  // useEffect below does not re-apply (and toast) on first mount.
+  const prevMultimodalRef = useRef<boolean>(true);
+  const multimodal = form.watch("multimodal");
+
+  useEffect(() => {
+    if (multimodal === prevMultimodalRef.current) return;
+    prevMultimodalRef.current = multimodal ?? false;
+
+    if (multimodal) {
+      form.setValue("embeddingConfiguration.model", "qwen3-vl-embedding");
+      form.setValue("embeddingConfiguration.dimension", 1024);
+      form.setValue(
+        "retrievalConfiguration.rerankingConfiguration.modelConfiguration.model",
+        "qwen3-vl-rerank",
+      );
+    } else {
+      form.setValue("embeddingConfiguration.model", "text-embedding-v4");
+      form.setValue("embeddingConfiguration.dimension", 1024);
+      form.setValue(
+        "retrievalConfiguration.rerankingConfiguration.modelConfiguration.model",
+        "gte-rerank-v2",
+      );
+    }
+  }, [multimodal, form]);
+
   // Highlight the parameter card matching the currently selected strategy
   // so users can see at a glance which block their toggle affects.
   const rerankType = form.watch("retrievalConfiguration.rerankingConfiguration.type");
@@ -100,6 +132,10 @@ export function KBCreateForm() {
       // Explicitly construct the request to align Zod output with API types
       const request: Parameters<typeof createKB.mutateAsync>[0] = {
         ...values,
+        multimodal: values.multimodal || undefined,
+        ingestConfiguration: values.ingestConfiguration?.enableTableFormulaCaption
+          ? values.ingestConfiguration
+          : undefined,
         retrievalConfiguration: values.retrievalConfiguration
           ? buildKnowledgeBaseRetrievalConfiguration(values.retrievalConfiguration)
           : undefined,
@@ -195,6 +231,48 @@ export function KBCreateForm() {
               </FormItem>
             )}
           />
+
+          <FormField
+            control={form.control}
+            name="multimodal"
+            render={({ field }) => (
+              <FormItem className="flex flex-row items-center justify-between gap-4 space-y-0 rounded-md border border-border p-3">
+                <div className="space-y-0.5">
+                  <FormLabel className="text-sm">多模态</FormLabel>
+                  <FormDescription className="text-xs">
+                    支持图片文档入库、图片检索和多模态 embedding/rerank。创建后不可修改。
+                  </FormDescription>
+                </div>
+                <FormControl>
+                  <Switch
+                    checked={field.value ?? false}
+                    onCheckedChange={field.onChange}
+                  />
+                </FormControl>
+              </FormItem>
+            )}
+          />
+
+          <FormField
+            control={form.control}
+            name="ingestConfiguration.enableTableFormulaCaption"
+            render={({ field }) => (
+              <FormItem className="flex flex-row items-center justify-between gap-4 space-y-0 rounded-md border border-border p-3">
+                <div className="space-y-0.5">
+                  <FormLabel className="text-sm">表格公式Caption</FormLabel>
+                  <FormDescription className="text-xs">
+                    为表格、公式类 Chunk 生成语义描述。需要平台开启对应 setting。普通 KB 和多模态 KB 均可使用。
+                  </FormDescription>
+                </div>
+                <FormControl>
+                  <Switch
+                    checked={field.value ?? false}
+                    onCheckedChange={field.onChange}
+                  />
+                </FormControl>
+              </FormItem>
+            )}
+          />
         </section>
 
         {/* Metadata Schema */}
@@ -233,6 +311,12 @@ export function KBCreateForm() {
             {/* Embedding 配置 */}
             <div className="space-y-4">
               <h4 className="text-base font-medium text-foreground">Embedding 配置</h4>
+              {form.watch("multimodal") && (
+                <p className="text-xs text-muted-foreground bg-muted/30 rounded-md p-2">
+                  已自动将 embedding 模型切换为 <code>qwen3-vl-embedding</code>，rerank
+                  模型切换为 <code>qwen3-vl-rerank</code>。您仍可手动调整下方参数。
+                </p>
+              )}
               <EmbeddingConfigForm form={form} />
             </div>
 
@@ -357,65 +441,114 @@ export function KBCreateForm() {
                 )}
               />
 
-              {/* RRF 配置参数 */}
-              <div className={cardClass(rerankType === "RRF")}>
-                <p className="text-sm font-medium text-muted-foreground">RRF 参数</p>
-                <div className="grid grid-cols-3 gap-4">
+              {/* MODEL 配置参数 */}
+              <div className={cardClass(rerankType === "MODEL")}>
+                <p className="text-sm font-medium text-muted-foreground">Model 参数</p>
+                <div className="grid grid-cols-2 gap-4">
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.denseVectorSearchWeight"
+                    name="retrievalConfiguration.rerankingConfiguration.modelConfiguration.provider"
                     render={({ field }) => (
                       <FormItem>
-                        <FormLabel>向量检索权重</FormLabel>
-                        <FormControl>
-                          <Input
-                            type="number"
-                            step="0.1"
-                            placeholder="0.5"
-                            {...field}
-                            value={field.value ?? ""}
-                            onChange={handleNumberInput(field.onChange)}
-                          />
-                        </FormControl>
+                        <FormLabel>提供方</FormLabel>
+                        <Select onValueChange={field.onChange} value={field.value ?? ""}>
+                          <FormControl>
+                            <SelectTrigger>
+                              <SelectValue placeholder="选择提供方" />
+                            </SelectTrigger>
+                          </FormControl>
+                          <SelectContent>
+                            <SelectItem value="bailian">百炼 (Bailian)</SelectItem>
+                          </SelectContent>
+                        </Select>
                         <FormMessage />
                       </FormItem>
                     )}
                   />
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.fullTextSearchWeight"
+                    name="retrievalConfiguration.rerankingConfiguration.modelConfiguration.model"
+                    render={({ field }) => {
+                      const rerankProvider = form.watch("retrievalConfiguration.rerankingConfiguration.modelConfiguration.provider");
+                      return (
+                        <FormItem>
+                          <FormLabel>模型名称</FormLabel>
+                          <FormControl>
+                            {rerankProvider === "bailian" ? (
+                              <Select onValueChange={field.onChange} value={field.value ?? ""}>
+                                <SelectTrigger>
+                                  <SelectValue placeholder="选择模型" />
+                                </SelectTrigger>
+                                <SelectContent>
+                                  <SelectItem value="gte-rerank-v2">gte-rerank-v2</SelectItem>
+                                  <SelectItem value="qwen3-rerank">qwen3-rerank</SelectItem>
+                                  <SelectItem value="qwen3-vl-rerank">
+                                    qwen3-vl-rerank (多模态)
+                                  </SelectItem>
+                                </SelectContent>
+                              </Select>
+                            ) : (
+                              <Input
+                                placeholder="输入模型名称"
+                                {...field}
+                                value={field.value ?? ""}
+                              />
+                            )}
+                          </FormControl>
+                          <FormMessage />
+                        </FormItem>
+                      );
+                    }}
+                  />
+                </div>
+              </div>
+
+              {/* WEIGHT 配置参数 */}
+              <div className={cardClass(rerankType === "WEIGHT")}>
+                <p className="text-sm font-medium text-muted-foreground">Weight 参数</p>
+                <div className="grid grid-cols-2 gap-4">
+                  <FormField
+                    control={form.control}
+                    name="retrievalConfiguration.rerankingConfiguration.weightConfiguration.denseVectorSearchWeight"
                     render={({ field }) => (
                       <FormItem>
-                        <FormLabel>全文检索权重</FormLabel>
+                        <FormLabel>向量检索权重</FormLabel>
                         <FormControl>
                           <Input
                             type="number"
                             step="0.1"
+                            min="0"
+                            max="1"
                             placeholder="0.5"
                             {...field}
                             value={field.value ?? ""}
                             onChange={handleNumberInput(field.onChange)}
                           />
                         </FormControl>
+                        <FormDescription>0 ~ 1 之间</FormDescription>
                         <FormMessage />
                       </FormItem>
                     )}
                   />
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.k"
+                    name="retrievalConfiguration.rerankingConfiguration.weightConfiguration.fullTextSearchWeight"
                     render={({ field }) => (
                       <FormItem>
-                        <FormLabel>K 值</FormLabel>
+                        <FormLabel>全文检索权重</FormLabel>
                         <FormControl>
                           <Input
                             type="number"
-                            placeholder="60"
+                            step="0.1"
+                            min="0"
+                            max="1"
+                            placeholder="0.5"
                             {...field}
                             value={field.value ?? ""}
                             onChange={handleNumberInput(field.onChange)}
                           />
                         </FormControl>
+                        <FormDescription>0 ~ 1 之间</FormDescription>
                         <FormMessage />
                       </FormItem>
                     )}
@@ -423,13 +556,13 @@ export function KBCreateForm() {
                 </div>
               </div>
 
-              {/* WEIGHT 配置参数 */}
-              <div className={cardClass(rerankType === "WEIGHT")}>
-                <p className="text-sm font-medium text-muted-foreground">Weight 参数</p>
-                <div className="grid grid-cols-2 gap-4">
+              {/* RRF 配置参数 */}
+              <div className={cardClass(rerankType === "RRF")}>
+                <p className="text-sm font-medium text-muted-foreground">RRF 参数</p>
+                <div className="grid grid-cols-3 gap-4">
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.weightConfiguration.denseVectorSearchWeight"
+                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.denseVectorSearchWeight"
                     render={({ field }) => (
                       <FormItem>
                         <FormLabel>向量检索权重</FormLabel>
@@ -437,22 +570,19 @@ export function KBCreateForm() {
                           <Input
                             type="number"
                             step="0.1"
-                            min="0"
-                            max="1"
                             placeholder="0.5"
                             {...field}
                             value={field.value ?? ""}
                             onChange={handleNumberInput(field.onChange)}
                           />
                         </FormControl>
-                        <FormDescription>0 ~ 1 之间</FormDescription>
                         <FormMessage />
                       </FormItem>
                     )}
                   />
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.weightConfiguration.fullTextSearchWeight"
+                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.fullTextSearchWeight"
                     render={({ field }) => (
                       <FormItem>
                         <FormLabel>全文检索权重</FormLabel>
@@ -460,78 +590,35 @@ export function KBCreateForm() {
                           <Input
                             type="number"
                             step="0.1"
-                            min="0"
-                            max="1"
                             placeholder="0.5"
                             {...field}
                             value={field.value ?? ""}
                             onChange={handleNumberInput(field.onChange)}
                           />
                         </FormControl>
-                        <FormDescription>0 ~ 1 之间</FormDescription>
                         <FormMessage />
                       </FormItem>
                     )}
                   />
-                </div>
-              </div>
-
-              {/* MODEL 配置参数 */}
-              <div className={cardClass(rerankType === "MODEL")}>
-                <p className="text-sm font-medium text-muted-foreground">Model 参数</p>
-                <div className="grid grid-cols-2 gap-4">
                   <FormField
                     control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.modelConfiguration.provider"
+                    name="retrievalConfiguration.rerankingConfiguration.rrfConfiguration.k"
                     render={({ field }) => (
                       <FormItem>
-                        <FormLabel>提供方</FormLabel>
-                        <Select onValueChange={field.onChange} value={field.value ?? ""}>
-                          <FormControl>
-                            <SelectTrigger>
-                              <SelectValue placeholder="选择提供方" />
-                            </SelectTrigger>
-                          </FormControl>
-                          <SelectContent>
-                            <SelectItem value="bailian">百炼 (Bailian)</SelectItem>
-                          </SelectContent>
-                        </Select>
+                        <FormLabel>K 值</FormLabel>
+                        <FormControl>
+                          <Input
+                            type="number"
+                            placeholder="60"
+                            {...field}
+                            value={field.value ?? ""}
+                            onChange={handleNumberInput(field.onChange)}
+                          />
+                        </FormControl>
                         <FormMessage />
                       </FormItem>
                     )}
                   />
-                  <FormField
-                    control={form.control}
-                    name="retrievalConfiguration.rerankingConfiguration.modelConfiguration.model"
-                    render={({ field }) => {
-                      const rerankProvider = form.watch("retrievalConfiguration.rerankingConfiguration.modelConfiguration.provider");
-                      return (
-                        <FormItem>
-                          <FormLabel>模型名称</FormLabel>
-                          <FormControl>
-                            {rerankProvider === "bailian" ? (
-                              <Select onValueChange={field.onChange} value={field.value ?? ""}>
-                                <SelectTrigger>
-                                  <SelectValue placeholder="选择模型" />
-                                </SelectTrigger>
-                                <SelectContent>
-                                  <SelectItem value="gte-rerank-v2">gte-rerank-v2</SelectItem>
-                                  <SelectItem value="qwen3-rerank">qwen3-rerank</SelectItem>
-                                </SelectContent>
-                              </Select>
-                            ) : (
-                              <Input
-                                placeholder="输入模型名称"
-                                {...field}
-                                value={field.value ?? ""}
-                              />
-                            )}
-                          </FormControl>
-                          <FormMessage />
-                        </FormItem>
-                      );
-                    }}
-                  />
                 </div>
               </div>
             </div>