@kweaver-ai/kweaver-sdk 0.7.2 → 0.7.4

package/dist/templates/dataflow/unstructured/manifest.json

@@ -0,0 +1,11 @@
+{
+  "name": "unstructured",
+  "type": "dataflow",
+  "description": "非结构化文档处理流程",
+  "arguments": [
+    { "name": "title", "required": true, "description": "数据流标题", "type": "string" },
+    { "name": "content_dataset_id", "required": true, "description": "内容数据集 ID", "type": "string" },
+    { "name": "document_dataset_id", "required": true, "description": "文档数据集 ID", "type": "string" },
+    { "name": "element_dataset_id", "required": true, "description": "元素数据集 ID", "type": "string" }
+  ]
+}

package/dist/templates/dataflow/unstructured/template.json

@@ -0,0 +1,63 @@
+{
+  "title": "{{title}}",
+  "steps": [
+    {
+      "id": "0",
+      "title": "",
+      "operator": "@trigger/dataflow-doc"
+    },
+    {
+      "id": "1",
+      "title": "",
+      "operator": "@content/file_parse",
+      "parameters": {
+        "docid": "{{__0.id}}",
+        "model": "embedding",
+        "slice_vector": "slice_vector",
+        "source_type": "docid",
+        "version": "{{__0.rev}}"
+      }
+    },
+    {
+      "id": "1001",
+      "title": "写入向量",
+      "operator": "@dataset/write-docs",
+      "parameters": {
+        "dataset_id": "{{content_dataset_id}}",
+        "documents": "{{__1.chunks}}"
+      }
+    },
+    {
+      "id": "1002",
+      "title": "写入元素",
+      "operator": "@dataset/write-docs",
+      "parameters": {
+        "dataset_id": "{{element_dataset_id}}",
+        "documents": "{{__1.content_list}}"
+      }
+    },
+    {
+      "id": "1003",
+      "title": "写入文件元信息",
+      "operator": "@dataset/write-docs",
+      "parameters": {
+        "dataset_id": "{{document_dataset_id}}",
+        "documents": [
+          {
+            "document_id": "{{__0.id}}",
+            "doc_name": "{{__0.name}}"
+          }
+        ]
+      }
+    }
+  ],
+  "trigger_config": {
+    "operator": "@trigger/manual",
+    "dataSource": {
+      "operator": "",
+      "parameters": {
+        "accessorid": "00000000-0000-0000-0000-000000000000"
+      }
+    }
+  }
+}

package/dist/templates/dataset/document/manifest.json

@@ -0,0 +1,10 @@
+{
+  "name": "document",
+  "type": "dataset",
+  "description": "文档元信息数据集",
+  "arguments": [
+    { "name": "name", "required": true, "description": "数据集名称", "type": "string" },
+    { "name": "catalog_id", "required": false, "default": "adp_bkn_catalog", "description": "所属目录ID", "type": "string" },
+    { "name": "source_identifier", "required": false, "default": "", "description": "数据源标识符，为空时自动生成", "type": "string" }
+  ]
+}

package/dist/templates/dataset/document/template.json

@@ -0,0 +1,23 @@
+{
+  "catalog_id": "{{catalog_id}}",
+  "name": "{{name}}",
+  "category": "dataset",
+  "status": "active",
+  "description": "文档元信息数据集",
+  "source_identifier": "{{source_identifier}}",
+  "schema_definition": [
+    { "name": "id", "type": "keyword" },
+    { "name": "document_id", "type": "keyword" },
+    { "name": "doc_name", "type": "text", "features": [
+      { "name": "doc_name_keyword", "feature_type": "keyword", "ref_property": "doc_name" },
+      { "name": "doc_name_fulltext", "feature_type": "fulltext", "ref_property": "doc_name", "config": { "analyzer": "standard" } }
+    ]},
+    { "name": "doc_md5", "type": "keyword" },
+    { "name": "pages", "type": "integer" },
+    { "name": "file_type", "type": "keyword" },
+    { "name": "creator_id", "type": "keyword" },
+    { "name": "created_at", "type": "text" },
+    { "name": "updated_at", "type": "text" },
+    { "name": "@timestamp", "type": "long" }
+  ]
+}

package/dist/templates/dataset/document-content/manifest.json

@@ -0,0 +1,10 @@
+{
+  "name": "document-content",
+  "type": "dataset",
+  "description": "文档切片及向量数据集",
+  "arguments": [
+    { "name": "name", "required": true, "description": "数据集名称", "type": "string" },
+    { "name": "catalog_id", "required": false, "default": "adp_bkn_catalog", "description": "所属目录ID", "type": "string" },
+    { "name": "source_identifier", "required": false, "default": "", "description": "数据源标识符，为空时自动生成", "type": "string" }
+  ]
+}

package/dist/templates/dataset/document-content/template.json

@@ -0,0 +1,29 @@
+{
+  "catalog_id": "{{catalog_id}}",
+  "name": "{{name}}",
+  "category": "dataset",
+  "status": "active",
+  "description": "文档切片及向量数据集",
+  "source_identifier": "{{source_identifier}}",
+  "schema_definition": [
+    { "name": "id", "type": "keyword" },
+    { "name": "document_id", "type": "keyword" },
+    { "name": "slice_md5", "type": "keyword" },
+    { "name": "deduplication_id", "type": "keyword" },
+    { "name": "segment_id", "type": "integer" },
+    { "name": "slice_type", "type": "integer" },
+    { "name": "slice_content", "type": "text", "features": [
+      { "name": "slice_content_fulltext", "feature_type": "fulltext", "ref_property": "slice_content", "config": { "analyzer": "standard" } }
+    ]},
+    { "name": "text_vector", "type": "vector", "features": [
+      { "name": "text_vector", "feature_type": "vector", "ref_property": "text_vector", "config": { "dimension": 768, "method": { "name": "hnsw", "engine": "lucene", "parameters": { "ef_construction": 256 } } } }
+    ]},
+    { "name": "img_path", "type": "keyword" },
+    { "name": "image_vector", "type": "vector", "features": [
+      { "name": "image_vector", "feature_type": "vector", "ref_property": "image_vector", "config": { "dimension": 512, "method": { "name": "hnsw", "engine": "lucene", "parameters": { "ef_construction": 256 } } } }
+    ]},
+    { "name": "created_at", "type": "text" },
+    { "name": "updated_at", "type": "text" },
+    { "name": "@timestamp", "type": "long" }
+  ]
+}

package/dist/templates/dataset/document-element/manifest.json

@@ -0,0 +1,10 @@
+{
+  "name": "document-element",
+  "type": "dataset",
+  "description": "文档结构化元素数据集",
+  "arguments": [
+    { "name": "name", "required": true, "description": "数据集名称", "type": "string" },
+    { "name": "catalog_id", "required": false, "default": "adp_bkn_catalog", "description": "所属目录ID", "type": "string" },
+    { "name": "source_identifier", "required": false, "default": "", "description": "数据源标识符，为空时自动生成", "type": "string" }
+  ]
+}

package/dist/templates/dataset/document-element/template.json

@@ -0,0 +1,21 @@
+{
+  "catalog_id": "{{catalog_id}}",
+  "name": "{{name}}",
+  "category": "dataset",
+  "status": "active",
+  "description": "文档结构化元素数据集",
+  "source_identifier": "{{source_identifier}}",
+  "schema_definition": [
+    { "name": "id", "type": "keyword" },
+    { "name": "element_id", "type": "keyword" },
+    { "name": "document_id", "type": "keyword" },
+    { "name": "element_type", "type": "keyword" },
+    { "name": "parent_id", "type": "keyword" },
+    { "name": "level", "type": "integer" },
+    { "name": "content", "type": "text", "features": [
+      { "name": "content_fulltext", "feature_type": "fulltext", "ref_property": "content", "config": { "analyzer": "standard" } }
+    ]},
+    { "name": "metadata", "type": "object" },
+    { "name": "@timestamp", "type": "long" }
+  ]
+}

package/dist/templates/model/llm-basic.json

@@ -0,0 +1,13 @@
+{
+  "__template_note": "Shape aligned with mf-model-manager POST /llm/add: nested model_config (required). model_series must be one of: tome, qwen, openai, internlm, deepseek, qianxun, claude, chatglm, llama, others, baidu, baidu_tianchen. model_type: llm | rlm | vu. Optional: model_parameters (int>0), quota (bool). openai series: api_key required by backend validation. baidu/baidu_tianchen need extra keys inside model_config per vendor.",
+  "model_name": "example-llm",
+  "model_series": "others",
+  "model_type": "llm",
+  "max_model_len": 8192,
+  "model_config": {
+    "api_url": "https://example.com/v1/chat/completions",
+    "api_model": "example-deployment",
+    "api_key": ""
+  },
+  "quota": false
+}

package/dist/templates/model/manifest.json

@@ -0,0 +1,16 @@
+{
+  "llm": [
+    {
+      "id": "basic",
+      "file": "llm-basic.json",
+      "summary": "Minimal POST /llm/add body — model_config nested + model_series / max_model_len / model_type"
+    }
+  ],
+  "small": [
+    {
+      "id": "basic",
+      "file": "small-basic.json",
+      "summary": "Minimal model_config stub for embedding/reranker registration — extend or merge with CLI flags"
+    }
+  ]
+}

package/dist/templates/model/small-basic.json

@@ -0,0 +1,6 @@
+{
+  "__template_note": "Fragment for small-model model_config only (POST /small-model/add). Backend requires api_url + api_model inside model_config. Root fields model_name, model_type (embedding|reranker), batch_size, and for embedding also max_tokens + embedding_dim are supplied via CLI flags or separate JSON root — not repeated here.",
+  "api_url": "https://example.com/v1/embeddings",
+  "api_model": "example-embedding-model",
+  "api_key": ""
+}

package/dist/utils/template-loader.d.ts

@@ -0,0 +1,40 @@
+export interface TemplateManifest {
+    name: string;
+    type: "dataset" | "bkn" | "dataflow";
+    description: string;
+    arguments: Array<{
+        name: string;
+        required: boolean;
+        description: string;
+        type: "string" | "integer" | "boolean" | "array";
+        default?: unknown;
+    }>;
+}
+export interface LoadedTemplate {
+    template: Record<string, unknown>;
+    manifest: TemplateManifest;
+    templatePath: string;
+}
+/**
+ * Generate a unique source identifier with prefix
+ */
+export declare function generateSourceIdentifier(prefix: string): string;
+/**
+ * Render template with arguments, applying defaults and validation
+ */
+export declare function renderTemplate(template: Record<string, unknown>, manifest: TemplateManifest, args: Record<string, unknown>): Record<string, unknown>;
+/**
+ * Load template from directory
+ */
+export declare function loadTemplate(templateName: string, templateType: "dataset" | "bkn" | "dataflow", templatesDir: string): Promise<LoadedTemplate | null>;
+/**
+ * List all available templates of a given type
+ */
+export declare function listTemplates(templateType: "dataset" | "bkn" | "dataflow", templatesDir: string): Promise<Array<{
+    name: string;
+    description: string;
+}>>;
+/**
+ * Get the templates directory path (relative to dist or src)
+ */
+export declare function getTemplatesDir(): string;

package/dist/utils/template-loader.js

@@ -0,0 +1,129 @@
+import { readFile, access } from "node:fs/promises";
+import { join } from "node:path";
+import { constants } from "node:fs";
+/**
+ * Generate a unique source identifier with prefix
+ */
+export function generateSourceIdentifier(prefix) {
+    const random = Math.random().toString(36).substring(2, 15);
+    const timestamp = Date.now().toString(36);
+    return `${prefix}_${timestamp}_${random}`;
+}
+/**
+ * Replace {{placeholder}} with actual values in a string
+ */
+function replacePlaceholders(str, values) {
+    return str.replace(/\{\{(\w+)\}\}/g, (_, key) => {
+        if (values[key] !== undefined) {
+            return String(values[key]);
+        }
+        return `{{${key}}}`;
+    });
+}
+/**
+ * Deep replace placeholders in an object
+ */
+function deepReplace(obj, values) {
+    if (typeof obj === "string") {
+        return replacePlaceholders(obj, values);
+    }
+    if (Array.isArray(obj)) {
+        return obj.map(item => deepReplace(item, values));
+    }
+    if (obj !== null && typeof obj === "object") {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            result[key] = deepReplace(value, values);
+        }
+        return result;
+    }
+    return obj;
+}
+/**
+ * Render template with arguments, applying defaults and validation
+ */
+export function renderTemplate(template, manifest, args) {
+    // Merge args with defaults
+    const merged = {};
+    const missing = [];
+    for (const arg of manifest.arguments) {
+        if (args[arg.name] !== undefined) {
+            merged[arg.name] = args[arg.name];
+        }
+        else if (arg.default !== undefined) {
+            merged[arg.name] = arg.default;
+        }
+        else if (arg.required) {
+            missing.push(arg.name);
+        }
+    }
+    if (missing.length > 0) {
+        throw new Error(`Missing required argument(s): ${missing.join(", ")}`);
+    }
+    // Deep replace placeholders
+    return deepReplace(template, merged);
+}
+/**
+ * Load template from directory
+ */
+export async function loadTemplate(templateName, templateType, templatesDir) {
+    const templateDir = join(templatesDir, templateType, templateName);
+    try {
+        await access(templateDir, constants.R_OK);
+    }
+    catch {
+        return null;
+    }
+    const templatePath = join(templateDir, "template.json");
+    const manifestPath = join(templateDir, "manifest.json");
+    try {
+        const [templateContent, manifestContent] = await Promise.all([
+            readFile(templatePath, "utf-8"),
+            readFile(manifestPath, "utf-8"),
+        ]);
+        return {
+            template: JSON.parse(templateContent),
+            manifest: JSON.parse(manifestContent),
+            templatePath: templateDir,
+        };
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * List all available templates of a given type
+ */
+export async function listTemplates(templateType, templatesDir) {
+    const { readdir } = await import("node:fs/promises");
+    const typeDir = join(templatesDir, templateType);
+    try {
+        const entries = await readdir(typeDir, { withFileTypes: true });
+        const templates = [];
+        for (const entry of entries) {
+            if (!entry.isDirectory())
+                continue;
+            const loaded = await loadTemplate(entry.name, templateType, templatesDir);
+            if (loaded) {
+                templates.push({
+                    name: loaded.manifest.name,
+                    description: loaded.manifest.description,
+                });
+            }
+        }
+        return templates;
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Get the templates directory path (relative to dist or src)
+ */
+export function getTemplatesDir() {
+    // When running from dist, templates are copied to dist/templates
+    // When running from src (tsx), templates are in src/templates
+    const { url } = import.meta;
+    const baseDir = join(new URL(url).pathname, "..", "..", "templates");
+    return baseDir;
+}

package/dist/utils/trace-views.d.ts

@@ -0,0 +1,44 @@
+import type { TraceSpan, TracesByConversationResult } from "../api/conversations.js";
+export interface SpanNode {
+    span: TraceSpan;
+    children: SpanNode[];
+}
+/**
+ * Build a parent-child forest from a flat span array.
+ *
+ * Spans whose parentSpanId is missing or points to a span that is not in the set
+ * are treated as roots. Multiple traceIds in one conversation produce multiple roots.
+ * Children are sorted by startTime ascending.
+ */
+export declare function buildSpanTree(spans: TraceSpan[]): SpanNode[];
+/**
+ * Tree view: indented call topology with duration, status, service, and inline metadata.
+ */
+export declare function formatTreeView(spans: TraceSpan[]): string;
+/**
+ * Perf view: aggregated duration and call count per category.
+ */
+export declare function formatPerfView(spans: TraceSpan[]): string;
+/**
+ * Evidence view: ordered chain of execute_tool spans with arguments, hit count, and score.
+ */
+export declare function formatEvidenceView(spans: TraceSpan[]): string;
+export interface ReasoningOptions {
+    /** When true, print every message at full length. Default truncates large bodies. */
+    full?: boolean;
+}
+/**
+ * Reasoning view: walks the LLM's chat history (input messages of the chat span +
+ * the assistant's final output) so the user can read the agent's actual thought
+ * process — system / user / assistant / tool_call / tool result / final answer.
+ */
+export declare function formatReasoningView(spans: TraceSpan[], opts?: ReasoningOptions): string;
+export type TraceView = "tree" | "perf" | "evidence" | "reasoning" | "all";
+export interface FormatOptions {
+    /** Pass through to formatReasoningView — disables per-message truncation. */
+    full?: boolean;
+}
+/**
+ * Render one or more views over a trace result. Returns concatenated text suitable for stdout.
+ */
+export declare function formatTraceResult(result: TracesByConversationResult, view: TraceView, opts?: FormatOptions): string;