@aliyunrds/ctxdb 1.0.1-beta.2 → 1.0.1

package/dist/{chunk-6S5RJYBC.js → chunk-UH7AJF6F.js}

@@ -5,6 +5,14 @@ import { readFileSync, existsSync, statSync } from "fs";
 import { basename, extname } from "path";
 import { homedir } from "os";
 import { resolve } from "path";
+import {
+  buildNormalizedGraphContext,
+  extractKnowledgeBaseIds,
+  extractKnowledgeChunkContent,
+  extractKnowledgeChunkSourceLabel,
+  extractKnowledgeChunkTags,
+  partitionKnowledgeChunks
+} from "@aliyunrds/ctxdb-shared";
 var KB_COLLECTION = "/v1/knowledge/knowledge_bases";
 var DOCUMENTS = "/v1/knowledge/documents";
 var FILES = "/v1/knowledge/files";
@@ -135,13 +143,12 @@ function expandHome(p) {
 }
 function compactChunk(raw) {
   const c = raw ?? {};
-  const content = c.content_with_weight ?? c.content ?? c.chunk ?? c.text ?? "";
-  const doc_name = c.docnm_kwd ?? c.doc_name ?? c.docnm ?? "";
-  const kbRaw = c.kb_id ?? c.dataset_id;
-  const kb_id = Array.isArray(kbRaw) ? typeof kbRaw[0] === "string" ? kbRaw[0] : "" : typeof kbRaw === "string" ? kbRaw : "";
+  const content = extractKnowledgeChunkContent(raw);
+  const doc_name = extractKnowledgeChunkSourceLabel(raw);
+  const kb_id = extractKnowledgeBaseIds(raw)[0] ?? "";
   const docIdRaw = c.doc_id;
   const scoreRaw = c.similarity ?? c.rerank_score;
-  const tagsRaw = c.tag_kwd;
+  const tags = extractKnowledgeChunkTags(raw);
   const out = {
     content,
     doc_name,
@@ -151,34 +158,35 @@ function compactChunk(raw) {
   if (typeof docIdRaw === "string" && docIdRaw.length > 0) {
     out.doc_id = docIdRaw;
   }
-  if (Array.isArray(tagsRaw) && tagsRaw.length > 0) {
-    out.tags = tagsRaw;
+  if (tags.length > 0) {
+    out.tags = tags;
   }
   return out;
 }
-function compactKbQueryResponse(raw) {
+function projectKbQueryResponse(raw, projectChunk, options = {}) {
   if (!raw || typeof raw !== "object") return { chunks: [] };
   const r = raw;
   const chunksIn = Array.isArray(r.chunks) ? r.chunks : [];
+  const { graphChunks, documentChunks } = partitionKnowledgeChunks(chunksIn);
+  const graphContext = buildNormalizedGraphContext(graphChunks, {
+    verbose: options.verboseGraph
+  });
   const out = {
-    chunks: chunksIn.map(compactChunk)
+    chunks: documentChunks.map(projectChunk)
   };
   if (typeof r.total === "number") out.total = r.total;
+  if (graphContext) out.graph_context = graphContext;
   return out;
 }
+function compactKbQueryResponse(raw) {
+  return projectKbQueryResponse(raw, compactChunk, { verboseGraph: true });
+}
 function minimalChunk(raw) {
   const c = compactChunk(raw);
   return { content: c.content, score: c.score };
 }
 function minimalKbQueryResponse(raw) {
-  if (!raw || typeof raw !== "object") return { chunks: [] };
-  const r = raw;
-  const chunksIn = Array.isArray(r.chunks) ? r.chunks : [];
-  const out = {
-    chunks: chunksIn.map(minimalChunk)
-  };
-  if (typeof r.total === "number") out.total = r.total;
-  return out;
+  return projectKbQueryResponse(raw, minimalChunk);
 }
 
 export {
@@ -191,8 +199,6 @@ export {
   getDocument,
   listDocuments,
   pollIngest,
-  compactChunk,
   compactKbQueryResponse,
-  minimalChunk,
   minimalKbQueryResponse
 };