@dani-builder/strapi-plugin-agent 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +59 -0
- package/dist/server/src/config/index.d.ts +12 -0
- package/dist/server/src/config/index.d.ts.map +1 -0
- package/dist/server/src/config/index.js +36 -0
- package/dist/server/src/config/index.js.map +1 -0
- package/dist/server/src/content-types/index.d.ts +76 -0
- package/dist/server/src/content-types/index.d.ts.map +1 -0
- package/dist/server/src/content-types/index.js +11 -0
- package/dist/server/src/content-types/index.js.map +1 -0
- package/dist/server/src/content-types/knowledge-source/index.d.ts +3 -0
- package/dist/server/src/content-types/knowledge-source/index.d.ts.map +1 -0
- package/dist/server/src/content-types/knowledge-source/index.js +8 -0
- package/dist/server/src/content-types/knowledge-source/index.js.map +1 -0
- package/dist/server/src/content-types/knowledge-source/schema.json +39 -0
- package/dist/server/src/controllers/chat.d.ts +18 -0
- package/dist/server/src/controllers/chat.d.ts.map +1 -0
- package/dist/server/src/controllers/chat.js +74 -0
- package/dist/server/src/controllers/chat.js.map +1 -0
- package/dist/server/src/controllers/index.d.ts +3 -0
- package/dist/server/src/controllers/index.d.ts.map +1 -0
- package/dist/server/src/controllers/index.js +9 -0
- package/dist/server/src/controllers/index.js.map +1 -0
- package/dist/server/src/index.d.ts +13 -0
- package/dist/server/src/index.d.ts.map +1 -0
- package/dist/server/src/index.js +23 -0
- package/dist/server/src/index.js.map +1 -0
- package/dist/server/src/plugin-id.d.ts +2 -0
- package/dist/server/src/plugin-id.d.ts.map +1 -0
- package/dist/server/src/plugin-id.js +5 -0
- package/dist/server/src/plugin-id.js.map +1 -0
- package/dist/server/src/policies/index.d.ts +3 -0
- package/dist/server/src/policies/index.d.ts.map +1 -0
- package/dist/server/src/policies/index.js +11 -0
- package/dist/server/src/policies/index.js.map +1 -0
- package/dist/server/src/policies/rate-limit.d.ts +23 -0
- package/dist/server/src/policies/rate-limit.d.ts.map +1 -0
- package/dist/server/src/policies/rate-limit.js +37 -0
- package/dist/server/src/policies/rate-limit.js.map +1 -0
- package/dist/server/src/register.d.ts +16 -0
- package/dist/server/src/register.d.ts.map +1 -0
- package/dist/server/src/register.js +13 -0
- package/dist/server/src/register.js.map +1 -0
- package/dist/server/src/routes/content-api.d.ts +13 -0
- package/dist/server/src/routes/content-api.d.ts.map +1 -0
- package/dist/server/src/routes/content-api.js +15 -0
- package/dist/server/src/routes/content-api.js.map +1 -0
- package/dist/server/src/routes/index.d.ts +15 -0
- package/dist/server/src/routes/index.d.ts.map +1 -0
- package/dist/server/src/routes/index.js +8 -0
- package/dist/server/src/routes/index.js.map +1 -0
- package/dist/server/src/services/blocks-serializer.d.ts +2 -0
- package/dist/server/src/services/blocks-serializer.d.ts.map +1 -0
- package/dist/server/src/services/blocks-serializer.js +46 -0
- package/dist/server/src/services/blocks-serializer.js.map +1 -0
- package/dist/server/src/services/canonical-json.d.ts +4 -0
- package/dist/server/src/services/canonical-json.d.ts.map +1 -0
- package/dist/server/src/services/canonical-json.js +29 -0
- package/dist/server/src/services/canonical-json.js.map +1 -0
- package/dist/server/src/services/chat-service.d.ts +27 -0
- package/dist/server/src/services/chat-service.d.ts.map +1 -0
- package/dist/server/src/services/chat-service.js +48 -0
- package/dist/server/src/services/chat-service.js.map +1 -0
- package/dist/server/src/services/chat.d.ts +20 -0
- package/dist/server/src/services/chat.d.ts.map +1 -0
- package/dist/server/src/services/chat.js +98 -0
- package/dist/server/src/services/chat.js.map +1 -0
- package/dist/server/src/services/chunker.d.ts +11 -0
- package/dist/server/src/services/chunker.d.ts.map +1 -0
- package/dist/server/src/services/chunker.js +67 -0
- package/dist/server/src/services/chunker.js.map +1 -0
- package/dist/server/src/services/control-plane.d.ts +13 -0
- package/dist/server/src/services/control-plane.d.ts.map +1 -0
- package/dist/server/src/services/control-plane.js +25 -0
- package/dist/server/src/services/control-plane.js.map +1 -0
- package/dist/server/src/services/embeddings.d.ts +10 -0
- package/dist/server/src/services/embeddings.d.ts.map +1 -0
- package/dist/server/src/services/embeddings.js +55 -0
- package/dist/server/src/services/embeddings.js.map +1 -0
- package/dist/server/src/services/extractor.d.ts +20 -0
- package/dist/server/src/services/extractor.d.ts.map +1 -0
- package/dist/server/src/services/extractor.js +39 -0
- package/dist/server/src/services/extractor.js.map +1 -0
- package/dist/server/src/services/index.d.ts +7 -0
- package/dist/server/src/services/index.d.ts.map +1 -0
- package/dist/server/src/services/index.js +21 -0
- package/dist/server/src/services/index.js.map +1 -0
- package/dist/server/src/services/indexer-service.d.ts +13 -0
- package/dist/server/src/services/indexer-service.d.ts.map +1 -0
- package/dist/server/src/services/indexer-service.js +14 -0
- package/dist/server/src/services/indexer-service.js.map +1 -0
- package/dist/server/src/services/indexer.d.ts +23 -0
- package/dist/server/src/services/indexer.d.ts.map +1 -0
- package/dist/server/src/services/indexer.js +82 -0
- package/dist/server/src/services/indexer.js.map +1 -0
- package/dist/server/src/services/knowledge-source.d.ts +51 -0
- package/dist/server/src/services/knowledge-source.d.ts.map +1 -0
- package/dist/server/src/services/knowledge-source.js +87 -0
- package/dist/server/src/services/knowledge-source.js.map +1 -0
- package/dist/server/src/services/provider.d.ts +17 -0
- package/dist/server/src/services/provider.d.ts.map +1 -0
- package/dist/server/src/services/provider.js +99 -0
- package/dist/server/src/services/provider.js.map +1 -0
- package/dist/server/src/services/qdrant-store.d.ts +63 -0
- package/dist/server/src/services/qdrant-store.d.ts.map +1 -0
- package/dist/server/src/services/qdrant-store.js +138 -0
- package/dist/server/src/services/qdrant-store.js.map +1 -0
- package/dist/server/src/services/retrieval.d.ts +49 -0
- package/dist/server/src/services/retrieval.d.ts.map +1 -0
- package/dist/server/src/services/retrieval.js +110 -0
- package/dist/server/src/services/retrieval.js.map +1 -0
- package/dist/server/src/services/schema-serializer.d.ts +27 -0
- package/dist/server/src/services/schema-serializer.d.ts.map +1 -0
- package/dist/server/src/services/schema-serializer.js +119 -0
- package/dist/server/src/services/schema-serializer.js.map +1 -0
- package/dist/server/src/services/serializer.d.ts +26 -0
- package/dist/server/src/services/serializer.d.ts.map +1 -0
- package/dist/server/src/services/serializer.js +98 -0
- package/dist/server/src/services/serializer.js.map +1 -0
- package/dist/server/src/services/sse.d.ts +8 -0
- package/dist/server/src/services/sse.d.ts.map +1 -0
- package/dist/server/src/services/sse.js +41 -0
- package/dist/server/src/services/sse.js.map +1 -0
- package/package.json +51 -0
- package/strapi-server.js +3 -0
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createQdrantStore = createQdrantStore;
|
|
4
|
+
function withoutTrailingSlash(url) {
|
|
5
|
+
return url.replace(/\/+$/, "");
|
|
6
|
+
}
|
|
7
|
+
function filterFor(scope) {
|
|
8
|
+
return {
|
|
9
|
+
must: Object.entries(scope).map(([key, value]) => ({
|
|
10
|
+
key,
|
|
11
|
+
match: { value },
|
|
12
|
+
})),
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
function searchFilterFor(filter) {
|
|
16
|
+
return {
|
|
17
|
+
must: [
|
|
18
|
+
{ key: "locale", match: { value: filter.locale } },
|
|
19
|
+
...(filter.document
|
|
20
|
+
? [
|
|
21
|
+
{
|
|
22
|
+
key: "sourceUid",
|
|
23
|
+
match: { value: filter.document.sourceUid },
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
key: "documentId",
|
|
27
|
+
match: { value: filter.document.documentId },
|
|
28
|
+
},
|
|
29
|
+
]
|
|
30
|
+
: []),
|
|
31
|
+
{
|
|
32
|
+
should: filter.scopes.map((scope) => ({
|
|
33
|
+
must: [
|
|
34
|
+
{ key: "sourceUid", match: { value: scope.sourceUid } },
|
|
35
|
+
{
|
|
36
|
+
key: "configRevision",
|
|
37
|
+
match: { value: scope.configRevision },
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
key: "serializerRevision",
|
|
41
|
+
match: { value: scope.serializerRevision },
|
|
42
|
+
},
|
|
43
|
+
],
|
|
44
|
+
})),
|
|
45
|
+
},
|
|
46
|
+
],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
function isVectorPayload(value) {
|
|
50
|
+
if (!value || typeof value !== "object")
|
|
51
|
+
return false;
|
|
52
|
+
const payload = value;
|
|
53
|
+
return (typeof payload.sourceUid === "string" &&
|
|
54
|
+
typeof payload.documentId === "string" &&
|
|
55
|
+
typeof payload.locale === "string" &&
|
|
56
|
+
typeof payload.chunkIndex === "number" &&
|
|
57
|
+
typeof payload.text === "string" &&
|
|
58
|
+
typeof payload.title === "string" &&
|
|
59
|
+
typeof payload.configRevision === "number" &&
|
|
60
|
+
typeof payload.serializerRevision === "number");
|
|
61
|
+
}
|
|
62
|
+
function valueType(value) {
|
|
63
|
+
if (value === null)
|
|
64
|
+
return "null";
|
|
65
|
+
if (Array.isArray(value))
|
|
66
|
+
return "array";
|
|
67
|
+
return typeof value;
|
|
68
|
+
}
|
|
69
|
+
function payloadKeys(value) {
|
|
70
|
+
return value && typeof value === "object" && !Array.isArray(value)
|
|
71
|
+
? Object.keys(value).sort()
|
|
72
|
+
: [];
|
|
73
|
+
}
|
|
74
|
+
function createQdrantStore(options) {
|
|
75
|
+
const request = options.fetch ?? globalThis.fetch;
|
|
76
|
+
const logger = options.logger ?? console;
|
|
77
|
+
const baseUrl = withoutTrailingSlash(options.url);
|
|
78
|
+
const headers = {
|
|
79
|
+
"Content-Type": "application/json",
|
|
80
|
+
...(options.apiKey ? { "api-key": options.apiKey } : {}),
|
|
81
|
+
};
|
|
82
|
+
async function send(method, path, body) {
|
|
83
|
+
const response = await request(`${baseUrl}${path}`, {
|
|
84
|
+
method,
|
|
85
|
+
headers,
|
|
86
|
+
body: JSON.stringify(body),
|
|
87
|
+
});
|
|
88
|
+
if (!response.ok)
|
|
89
|
+
throw new Error(`Qdrant request failed (${response.status})`);
|
|
90
|
+
}
|
|
91
|
+
return {
|
|
92
|
+
async replaceDocument(scope, points) {
|
|
93
|
+
await send("POST", `/collections/${options.collection}/points/delete?wait=true`, {
|
|
94
|
+
filter: filterFor(scope),
|
|
95
|
+
});
|
|
96
|
+
if (points.length > 0) {
|
|
97
|
+
await send("PUT", `/collections/${options.collection}/points?wait=true`, {
|
|
98
|
+
points,
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
async search(vector, topK, filter) {
|
|
103
|
+
const response = await request(`${baseUrl}/collections/${options.collection}/points/search`, {
|
|
104
|
+
method: "POST",
|
|
105
|
+
headers,
|
|
106
|
+
body: JSON.stringify({
|
|
107
|
+
vector,
|
|
108
|
+
limit: topK,
|
|
109
|
+
with_payload: true,
|
|
110
|
+
filter: searchFilterFor(filter),
|
|
111
|
+
}),
|
|
112
|
+
});
|
|
113
|
+
if (!response.ok)
|
|
114
|
+
throw new Error(`Qdrant request failed (${response.status})`);
|
|
115
|
+
const responseBody = (await response.json());
|
|
116
|
+
return (responseBody.result ?? []).flatMap((entry, hitIndex) => {
|
|
117
|
+
if (typeof entry.score === "number" && isVectorPayload(entry.payload)) {
|
|
118
|
+
return [{ score: entry.score, payload: entry.payload }];
|
|
119
|
+
}
|
|
120
|
+
logger.warn({
|
|
121
|
+
event: "agent.qdrant.search_hit_excluded",
|
|
122
|
+
reason: typeof entry.score === "number"
|
|
123
|
+
? "invalid_payload"
|
|
124
|
+
: "invalid_score",
|
|
125
|
+
collection: options.collection,
|
|
126
|
+
hitIndex,
|
|
127
|
+
scoreType: valueType(entry.score),
|
|
128
|
+
payloadType: valueType(entry.payload),
|
|
129
|
+
payloadKeys: payloadKeys(entry.payload),
|
|
130
|
+
locale: filter.locale,
|
|
131
|
+
sourceUids: filter.scopes.map((scope) => scope.sourceUid).sort(),
|
|
132
|
+
});
|
|
133
|
+
return [];
|
|
134
|
+
});
|
|
135
|
+
},
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=qdrant-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qdrant-store.js","sourceRoot":"","sources":["../../../../server/src/services/qdrant-store.ts"],"names":[],"mappings":";;AA0JA,8CAwFC;AAvKD,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,KAAoB;IACrC,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,GAAG;YACH,KAAK,EAAE,EAAE,KAAK,EAAE;SACjB,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAoB;IAC3C,OAAO;QACL,IAAI,EAAE;YACJ,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE;YAClD,GAAG,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC;oBACE;wBACE,GAAG,EAAE,WAAW;wBAChB,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE;qBAC5C;oBACD;wBACE,GAAG,EAAE,YAAY;wBACjB,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;qBAC7C;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP;gBACE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE;wBACJ,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,EAAE;wBACvD;4BACE,GAAG,EAAE,gBAAgB;4BACrB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,cAAc,EAAE;yBACvC;wBACD;4BACE,GAAG,EAAE,oBAAoB;4BACzB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,kBAAkB,EAAE;yBAC3C;qBACF;iBACF,CAAC,CAAC;aACJ;SACF;KACF,CAAC;AACJ,CAAC;AAMD,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,OAAO,GAAG,KAAgC,CAAC;IACjD,OAAO,CACL,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ;QACrC,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ;QACtC,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ;QAClC,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ;QACtC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAChC,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ;QACjC,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ;QAC1C,OAAO,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,OAAO,OAAO,KAAK,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAgC,CAAC,CAAC,IAAI,EAAE;QACtD,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAA2B;IAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC;IACzC,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG;QACd,cAAc,EAAE,kBAAkB;QAClC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD,CAAC;IAEF,KAAK,UAAU,IAAI,CACjB,MAAsB,EACtB,IAAY,EACZ,IAAa;QAEb,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,EAAE,EAAE;YAClD,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,KAAK,CAAC,eAAe,CACnB,KAAoB,EACpB,MAAqB;YAErB,MAAM,IAAI,CACR,MAAM,EACN,gBAAgB,OAAO,CAAC,UAAU,0BAA0B,EAC5D;gBACE,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;aACzB,CACF,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,CACR,KAAK,EACL,gBAAgB,OAAO,CAAC,UAAU,mBAAmB,EACrD;oBACE,MAAM;iBACP,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,MAAM,CACV,MAAgB,EAChB,IAAY,EACZ,MAAoB;YAEpB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAC5B,GAAG,OAAO,gBAAgB,OAAO,CAAC,UAAU,gBAAgB,EAC5D;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,MAAM;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;iBAChC,CAAC;aACH,CACF,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;YACrE,OAAO,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBAC7D,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtE,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,kCAAkC;oBACzC,MAAM,EACJ,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;wBAC7B,CAAC,CAAC,iBAAiB;wBACnB,CAAC,CAAC,eAAe;oBACrB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,QAAQ;oBACR,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;oBACjC,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;oBACrC,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;oBACvC,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE;iBACjE,CAAC,CAAC;gBACH,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import type { Core } from "@strapi/strapi";
|
|
2
|
+
import type { CitedSource } from "@dani-builder/agent-contract";
|
|
3
|
+
import type { EmbeddingsClient } from "./embeddings";
|
|
4
|
+
import type { VectorStore } from "./qdrant-store";
|
|
5
|
+
export interface RetrievalSource {
|
|
6
|
+
uid: string;
|
|
7
|
+
configRevision: number;
|
|
8
|
+
serializerRevision: number;
|
|
9
|
+
}
|
|
10
|
+
export interface RetrievalDependencies {
|
|
11
|
+
embeddings: EmbeddingsClient;
|
|
12
|
+
store: VectorStore;
|
|
13
|
+
}
|
|
14
|
+
export interface RetrievalQuery {
|
|
15
|
+
query: string;
|
|
16
|
+
locale: string;
|
|
17
|
+
topK: number;
|
|
18
|
+
sources: RetrievalSource[];
|
|
19
|
+
anchor?: {
|
|
20
|
+
sourceUid: string;
|
|
21
|
+
documentId: string;
|
|
22
|
+
topK: number;
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export interface RetrievedChunk {
|
|
26
|
+
n: number;
|
|
27
|
+
sourceUid: string;
|
|
28
|
+
documentId: string;
|
|
29
|
+
chunkIndex: number;
|
|
30
|
+
title: string;
|
|
31
|
+
url?: string;
|
|
32
|
+
text: string;
|
|
33
|
+
}
|
|
34
|
+
export interface RetrievalResult {
|
|
35
|
+
sources: CitedSource[];
|
|
36
|
+
chunks: RetrievedChunk[];
|
|
37
|
+
}
|
|
38
|
+
export declare function createRetrieval(dependencies: RetrievalDependencies): {
|
|
39
|
+
query(input: RetrievalQuery): Promise<RetrievalResult>;
|
|
40
|
+
};
|
|
41
|
+
declare const retrieval: (_: {
|
|
42
|
+
strapi: Core.Strapi;
|
|
43
|
+
}) => {
|
|
44
|
+
create(dependencies: RetrievalDependencies): {
|
|
45
|
+
query(input: RetrievalQuery): Promise<RetrievalResult>;
|
|
46
|
+
};
|
|
47
|
+
};
|
|
48
|
+
export default retrieval;
|
|
49
|
+
//# sourceMappingURL=retrieval.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retrieval.d.ts","sourceRoot":"","sources":["../../../../server/src/services/retrieval.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAa,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7D,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,gBAAgB,CAAC;IAC7B,KAAK,EAAE,WAAW,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClE;AAED,MAAM,WAAW,cAAc;IAC7B,CAAC,EAAE,MAAM,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC1B;AA6ED,wBAAgB,eAAe,CAAC,YAAY,EAAE,qBAAqB;iBAE5C,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;EA8B/D;AAED,QAAA,MAAM,SAAS,GAAI,GAAG;IAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAA;CAAE;yBACtB,qBAAqB;qBAjCrB,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;;CAoC9D,CAAC;AAEH,eAAe,SAAS,CAAC"}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createRetrieval = createRetrieval;
|
|
4
|
+
function excerpt(text) {
|
|
5
|
+
const collapsed = text.replace(/\s+/g, " ").trim();
|
|
6
|
+
const characters = [...collapsed];
|
|
7
|
+
return characters.length <= 200
|
|
8
|
+
? collapsed
|
|
9
|
+
: `${characters.slice(0, 199).join("")}…`;
|
|
10
|
+
}
|
|
11
|
+
function groupHits(hits) {
|
|
12
|
+
const groups = new Map();
|
|
13
|
+
for (const hit of hits) {
|
|
14
|
+
const key = `${hit.payload.sourceUid}:${hit.payload.documentId}`;
|
|
15
|
+
const group = groups.get(key);
|
|
16
|
+
if (group)
|
|
17
|
+
group.push(hit);
|
|
18
|
+
else
|
|
19
|
+
groups.set(key, [hit]);
|
|
20
|
+
}
|
|
21
|
+
const ordered = [...groups.values()]
|
|
22
|
+
.map((group) => group.sort((left, right) => right.score - left.score))
|
|
23
|
+
.sort((left, right) => (right[0]?.score ?? 0) - (left[0]?.score ?? 0));
|
|
24
|
+
const sources = [];
|
|
25
|
+
const chunks = [];
|
|
26
|
+
ordered.forEach((group, index) => {
|
|
27
|
+
const first = group[0];
|
|
28
|
+
if (!first)
|
|
29
|
+
return;
|
|
30
|
+
const n = index + 1;
|
|
31
|
+
const citedChunks = group.map((hit) => ({
|
|
32
|
+
excerpt: excerpt(hit.payload.text),
|
|
33
|
+
chunkIndex: hit.payload.chunkIndex,
|
|
34
|
+
}));
|
|
35
|
+
const nonEmptyCitedChunks = citedChunks.filter((chunk) => chunk.excerpt);
|
|
36
|
+
sources.push({
|
|
37
|
+
n,
|
|
38
|
+
sourceUid: first.payload.sourceUid,
|
|
39
|
+
documentId: first.payload.documentId,
|
|
40
|
+
title: first.payload.title,
|
|
41
|
+
...(first.payload.description
|
|
42
|
+
? { description: first.payload.description }
|
|
43
|
+
: {}),
|
|
44
|
+
...(first.payload.url ? { url: first.payload.url } : {}),
|
|
45
|
+
excerpts: nonEmptyCitedChunks.map((chunk) => chunk.excerpt),
|
|
46
|
+
chunkIndexes: nonEmptyCitedChunks.map((chunk) => chunk.chunkIndex),
|
|
47
|
+
score: first.score,
|
|
48
|
+
});
|
|
49
|
+
chunks.push(...group.map((hit) => ({
|
|
50
|
+
n,
|
|
51
|
+
sourceUid: hit.payload.sourceUid,
|
|
52
|
+
documentId: hit.payload.documentId,
|
|
53
|
+
chunkIndex: hit.payload.chunkIndex,
|
|
54
|
+
title: hit.payload.title,
|
|
55
|
+
...(hit.payload.url ? { url: hit.payload.url } : {}),
|
|
56
|
+
text: hit.payload.text,
|
|
57
|
+
})));
|
|
58
|
+
});
|
|
59
|
+
return { sources, chunks };
|
|
60
|
+
}
|
|
61
|
+
function mergeHits(anchorHits, globalHits, topK) {
|
|
62
|
+
const byChunk = new Map();
|
|
63
|
+
for (const hit of [...anchorHits, ...globalHits]) {
|
|
64
|
+
const key = `${hit.payload.sourceUid}:${hit.payload.documentId}:${hit.payload.locale}:${hit.payload.chunkIndex}`;
|
|
65
|
+
const current = byChunk.get(key);
|
|
66
|
+
if (!current || current.score < hit.score)
|
|
67
|
+
byChunk.set(key, hit);
|
|
68
|
+
}
|
|
69
|
+
return [...byChunk.values()]
|
|
70
|
+
.sort((left, right) => right.score - left.score)
|
|
71
|
+
.slice(0, topK);
|
|
72
|
+
}
|
|
73
|
+
function createRetrieval(dependencies) {
|
|
74
|
+
return {
|
|
75
|
+
async query(input) {
|
|
76
|
+
if (input.sources.length === 0)
|
|
77
|
+
return { sources: [], chunks: [] };
|
|
78
|
+
const [vector] = await dependencies.embeddings.embed([input.query]);
|
|
79
|
+
if (!vector)
|
|
80
|
+
throw new Error("Embedding request returned no vector");
|
|
81
|
+
const globalFilter = {
|
|
82
|
+
locale: input.locale,
|
|
83
|
+
scopes: input.sources.map((source) => ({
|
|
84
|
+
sourceUid: source.uid,
|
|
85
|
+
configRevision: source.configRevision,
|
|
86
|
+
serializerRevision: source.serializerRevision,
|
|
87
|
+
})),
|
|
88
|
+
};
|
|
89
|
+
const global = dependencies.store.search(vector, input.topK, globalFilter);
|
|
90
|
+
const anchored = input.anchor
|
|
91
|
+
? dependencies.store.search(vector, input.anchor.topK, {
|
|
92
|
+
...globalFilter,
|
|
93
|
+
document: {
|
|
94
|
+
sourceUid: input.anchor.sourceUid,
|
|
95
|
+
documentId: input.anchor.documentId,
|
|
96
|
+
},
|
|
97
|
+
})
|
|
98
|
+
: Promise.resolve([]);
|
|
99
|
+
const [globalHits, anchorHits] = await Promise.all([global, anchored]);
|
|
100
|
+
return groupHits(mergeHits(anchorHits, globalHits, input.topK));
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
const retrieval = (_) => ({
|
|
105
|
+
create(dependencies) {
|
|
106
|
+
return createRetrieval(dependencies);
|
|
107
|
+
},
|
|
108
|
+
});
|
|
109
|
+
exports.default = retrieval;
|
|
110
|
+
//# sourceMappingURL=retrieval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retrieval.js","sourceRoot":"","sources":["../../../../server/src/services/retrieval.ts"],"names":[],"mappings":";;AAkHA,0CAgCC;AA3GD,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,UAAU,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAClC,OAAO,UAAU,CAAC,MAAM,IAAI,GAAG;QAC7B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC;AAC9C,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB;IAClC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YACtB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;SACjC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;SACrE,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;IAEzE,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QACpB,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACtC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC;YAClC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU;SACnC,CAAC,CAAC,CAAC;QACJ,MAAM,mBAAmB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC;YACX,CAAC;YACD,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;YAClC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU;YACpC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;YAC1B,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW;gBAC3B,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE;gBAC5C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,QAAQ,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3D,YAAY,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;YAClE,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CACT,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,CAAC;YACD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS;YAChC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU;YAClC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU;YAClC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK;YACxB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;SACvB,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,SAAS,CAChB,UAAuB,EACvB,UAAuB,EACvB,IAAY;IAEZ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,UAAU,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACjD,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACjH,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;SAC/C,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACpB,CAAC;AAED,SAAgB,eAAe,CAAC,YAAmC;IACjE,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,KAAqB;YAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YACrE,MAAM,YAAY,GAAG;gBACnB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBACrC,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,cAAc,EAAE,MAAM,CAAC,cAAc;oBACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;iBAC9C,CAAC,CAAC;aACJ,CAAC;YACF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CACtC,MAAM,EACN,KAAK,CAAC,IAAI,EACV,YAAY,CACb,CAAC;YACF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM;gBAC3B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;oBACnD,GAAG,YAAY;oBACf,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;wBACjC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;qBACpC;iBACF,CAAC;gBACJ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxB,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;YACvE,OAAO,SAAS,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,CAA0B,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,YAAmC;QACxC,OAAO,eAAe,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;CACF,CAAC,CAAC;AAEH,kBAAe,SAAS,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export interface StrapiAttribute {
|
|
2
|
+
type: string;
|
|
3
|
+
component?: string;
|
|
4
|
+
components?: string[];
|
|
5
|
+
repeatable?: boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface StrapiSchema {
|
|
8
|
+
attributes?: Record<string, StrapiAttribute>;
|
|
9
|
+
}
|
|
10
|
+
export interface SchemaRegistry {
|
|
11
|
+
contentTypes: Record<string, StrapiSchema>;
|
|
12
|
+
components: Record<string, StrapiSchema>;
|
|
13
|
+
}
|
|
14
|
+
export interface SerializationContext {
|
|
15
|
+
registry: SchemaRegistry;
|
|
16
|
+
excludedFields?: ReadonlySet<string>;
|
|
17
|
+
rootExcludedFields?: ReadonlySet<string>;
|
|
18
|
+
componentSerializer?: (componentUid: string, value: unknown, context: SerializationContext) => string;
|
|
19
|
+
}
|
|
20
|
+
export declare function strings(values: unknown[]): string;
|
|
21
|
+
export declare function serializeComponent(componentUid: string, value: unknown, context: SerializationContext): string;
|
|
22
|
+
export declare function serializeComponentFallback(componentUid: string, value: unknown, context: SerializationContext): string;
|
|
23
|
+
export declare function serializeContentType(contentTypeUid: string, value: unknown, context: SerializationContext): string;
|
|
24
|
+
export declare function serializeAttribute(attribute: StrapiAttribute, value: unknown, context: SerializationContext): string;
|
|
25
|
+
/** Build the Documents API populate shape, intentionally excluding relations. */
|
|
26
|
+
export declare function derivePopulate(schema: StrapiSchema, registry: SchemaRegistry, seen?: Set<string>): Record<string, unknown>;
|
|
27
|
+
//# sourceMappingURL=schema-serializer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-serializer.d.ts","sourceRoot":"","sources":["../../../../server/src/services/schema-serializer.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,cAAc,CAAC;IACzB,cAAc,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACrC,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACzC,mBAAmB,CAAC,EAAE,CACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,oBAAoB,KAC1B,MAAM,CAAC;CACb;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAMjD;AAED,wBAAgB,kBAAkB,CAChC,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,oBAAoB,GAC5B,MAAM,CAKR;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,oBAAoB,GAC5B,MAAM,CAGR;AAED,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,EACtB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,oBAAoB,GAC5B,MAAM,CAGR;AAaD,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,oBAAoB,GAC5B,MAAM,CAoCR;AAuBD,iFAAiF;AACjF,wBAAgB,cAAc,CAC5B,MAAM,EAAE,YAAY,EACpB,QAAQ,EAAE,cAAc,EACxB,IAAI,cAAoB,GACvB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAuCzB"}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.strings = strings;
|
|
4
|
+
exports.serializeComponent = serializeComponent;
|
|
5
|
+
exports.serializeComponentFallback = serializeComponentFallback;
|
|
6
|
+
exports.serializeContentType = serializeContentType;
|
|
7
|
+
exports.serializeAttribute = serializeAttribute;
|
|
8
|
+
exports.derivePopulate = derivePopulate;
|
|
9
|
+
const blocks_serializer_1 = require("./blocks-serializer");
|
|
10
|
+
function strings(values) {
|
|
11
|
+
return values
|
|
12
|
+
.filter((value) => typeof value === "string")
|
|
13
|
+
.map((value) => value.trim())
|
|
14
|
+
.filter(Boolean)
|
|
15
|
+
.join("\n\n");
|
|
16
|
+
}
|
|
17
|
+
function serializeComponent(componentUid, value, context) {
|
|
18
|
+
if (context.componentSerializer) {
|
|
19
|
+
return context.componentSerializer(componentUid, value, context);
|
|
20
|
+
}
|
|
21
|
+
return serializeComponentFallback(componentUid, value, context);
|
|
22
|
+
}
|
|
23
|
+
function serializeComponentFallback(componentUid, value, context) {
|
|
24
|
+
const schema = context.registry.components[componentUid];
|
|
25
|
+
return schema ? walkSchema(value, schema, context) : "";
|
|
26
|
+
}
|
|
27
|
+
function serializeContentType(contentTypeUid, value, context) {
|
|
28
|
+
const schema = context.registry.contentTypes[contentTypeUid];
|
|
29
|
+
return schema ? walkSchema(value, schema, context, true) : "";
|
|
30
|
+
}
|
|
31
|
+
function serializeMedia(value) {
|
|
32
|
+
const items = Array.isArray(value) ? value : [value];
|
|
33
|
+
return strings(items.map((item) => item && typeof item === "object"
|
|
34
|
+
? item.alternativeText
|
|
35
|
+
: undefined));
|
|
36
|
+
}
|
|
37
|
+
function serializeAttribute(attribute, value, context) {
|
|
38
|
+
switch (attribute.type) {
|
|
39
|
+
case "string":
|
|
40
|
+
case "text":
|
|
41
|
+
case "richtext":
|
|
42
|
+
return typeof value === "string" ? value.trim() : "";
|
|
43
|
+
case "blocks":
|
|
44
|
+
return (0, blocks_serializer_1.blocksToText)(value);
|
|
45
|
+
case "media":
|
|
46
|
+
return serializeMedia(value);
|
|
47
|
+
case "component": {
|
|
48
|
+
if (!attribute.component)
|
|
49
|
+
return "";
|
|
50
|
+
const values = Array.isArray(value)
|
|
51
|
+
? value
|
|
52
|
+
: value == null
|
|
53
|
+
? []
|
|
54
|
+
: [value];
|
|
55
|
+
return strings(values.map((item) => serializeComponent(attribute.component, item, context)));
|
|
56
|
+
}
|
|
57
|
+
case "dynamiczone":
|
|
58
|
+
return strings((Array.isArray(value) ? value : []).map((item) => {
|
|
59
|
+
if (!item || typeof item !== "object")
|
|
60
|
+
return "";
|
|
61
|
+
const record = item;
|
|
62
|
+
return typeof record.__component === "string"
|
|
63
|
+
? serializeComponent(record.__component, record, context)
|
|
64
|
+
: "";
|
|
65
|
+
}));
|
|
66
|
+
default:
|
|
67
|
+
return "";
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
function walkSchema(value, schema, context, isRoot = false) {
|
|
71
|
+
if (!value || typeof value !== "object")
|
|
72
|
+
return "";
|
|
73
|
+
const record = value;
|
|
74
|
+
return Object.entries(schema.attributes ?? {})
|
|
75
|
+
.filter(([field]) => !context.excludedFields?.has(field) &&
|
|
76
|
+
!(isRoot && context.rootExcludedFields?.has(field)))
|
|
77
|
+
.map(([field, attribute]) => serializeAttribute(attribute, record[field], context))
|
|
78
|
+
.filter(Boolean)
|
|
79
|
+
.join("\n\n");
|
|
80
|
+
}
|
|
81
|
+
/** Build the Documents API populate shape, intentionally excluding relations. */
|
|
82
|
+
function derivePopulate(schema, registry, seen = new Set()) {
|
|
83
|
+
const populate = {};
|
|
84
|
+
for (const [field, attribute] of Object.entries(schema.attributes ?? {})) {
|
|
85
|
+
if (attribute.type === "media") {
|
|
86
|
+
populate[field] = true;
|
|
87
|
+
}
|
|
88
|
+
else if (attribute.type === "component" && attribute.component) {
|
|
89
|
+
if (seen.has(attribute.component)) {
|
|
90
|
+
populate[field] = true;
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
const nested = derivePopulate(registry.components[attribute.component] ?? {}, registry, new Set([...seen, attribute.component]));
|
|
94
|
+
populate[field] = Object.keys(nested).length
|
|
95
|
+
? { populate: nested }
|
|
96
|
+
: true;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
else if (attribute.type === "dynamiczone") {
|
|
100
|
+
const on = {};
|
|
101
|
+
for (const uid of attribute.components ??
|
|
102
|
+
Object.keys(registry.components)) {
|
|
103
|
+
const component = registry.components[uid];
|
|
104
|
+
if (!component)
|
|
105
|
+
continue;
|
|
106
|
+
if (seen.has(uid)) {
|
|
107
|
+
on[uid] = true;
|
|
108
|
+
}
|
|
109
|
+
else {
|
|
110
|
+
const nested = derivePopulate(component, registry, new Set([...seen, uid]));
|
|
111
|
+
on[uid] = Object.keys(nested).length ? { populate: nested } : true;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
populate[field] = { on };
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return populate;
|
|
118
|
+
}
|
|
119
|
+
//# sourceMappingURL=schema-serializer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-serializer.js","sourceRoot":"","sources":["../../../../server/src/services/schema-serializer.ts"],"names":[],"mappings":";;AA6BA,0BAMC;AAED,gDASC;AAED,gEAOC;AAED,oDAOC;AAaD,gDAwCC;AAwBD,wCA2CC;AAxLD,2DAAmD;AA6BnD,SAAgB,OAAO,CAAC,MAAiB;IACvC,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;SAC7D,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAgB,kBAAkB,CAChC,YAAoB,EACpB,KAAc,EACd,OAA6B;IAE7B,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC,mBAAmB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,0BAA0B,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAClE,CAAC;AAED,SAAgB,0BAA0B,CACxC,YAAoB,EACpB,KAAc,EACd,OAA6B;IAE7B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,KAAc,EACd,OAA6B;IAE7B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACrD,OAAO,OAAO,CACZ,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAC9B,CAAC,CAAE,IAAgC,CAAC,eAAe;QACnD,CAAC,CAAC,SAAS,CACd,CACF,CAAC;AACJ,CAAC;AAED,SAAgB,kBAAkB,CAChC,SAA0B,EAC1B,KAAc,EACd,OAA6B;IAE7B,QAAQ,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU;YACb,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,KAAK,QAAQ;YACX,OAAO,IAAA,gCAAY,EAAC,KAAK,CAAC,CAAC;QAC7B,KAAK,OAAO;YACV,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/B,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,SAAS,CAAC,SAAS;gBAAE,OAAO,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBACjC,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,KAAK,IAAI,IAAI;oBACb,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACd,OAAO,OAAO,CACZ,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAClB,kBAAkB,CAAC,SAAS,CAAC,SAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CACxD,CACF,CAAC;QACJ,CAAC;QACD,KAAK,aAAa;YAChB,OAAO,OAAO,CACZ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC/C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,OAAO,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,IAA+B,CAAC;gBAC/C,OAAO,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;oBAC3C,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC;oBACzD,CAAC,CAAC,EAAE,CAAC;YACT,CAAC,CAAC,CACH,CAAC;QACJ;YACE,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CACjB,KAAc,EACd,MAAoB,EACpB,OAA6B,EAC7B,MAAM,GAAG,KAAK;IAEd,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;SAC3C,MAAM,CACL,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CACV,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC;QACnC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CACtD;SACA,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,CAC1B,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CACtD;SACA,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,iFAAiF;AACjF,SAAgB,cAAc,CAC5B,MAAoB,EACpB,QAAwB,EACxB,OAAO,IAAI,GAAG,EAAU;IAExB,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACzE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC/B,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACjE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,cAAc,CAC3B,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAC9C,QAAQ,EACR,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC,CACxC,CAAC;gBACF,QAAQ,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;oBAC1C,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE;oBACtB,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC5C,MAAM,EAAE,GAA4B,EAAE,CAAC;YACvC,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,UAAU;gBACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC3C,IAAI,CAAC,SAAS;oBAAE,SAAS;gBACzB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,cAAc,CAC3B,SAAS,EACT,QAAQ,EACR,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CACxB,CAAC;oBACF,EAAE,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBACrE,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { Core } from "@strapi/strapi";
|
|
2
|
+
import { type SerializationContext } from "./schema-serializer";
|
|
3
|
+
/** Bump when the built-in serializer output semantics change. */
|
|
4
|
+
export declare const SERIALIZER_VERSION = "1";
|
|
5
|
+
export interface SerializerOverrideContext {
|
|
6
|
+
walk(value: unknown, fieldOrComponentUid?: string): string;
|
|
7
|
+
text(value: unknown): string;
|
|
8
|
+
}
|
|
9
|
+
export type SerializerOverride = (value: Record<string, unknown>, context: SerializerOverrideContext) => string;
|
|
10
|
+
export type SerializerOverrides = Record<string, SerializerOverride>;
|
|
11
|
+
declare const serializer: ({ strapi }: {
|
|
12
|
+
strapi: Core.Strapi;
|
|
13
|
+
}) => {
|
|
14
|
+
registerOverrides(entries: SerializerOverrides): void;
|
|
15
|
+
hasOverride(componentUid: string): boolean;
|
|
16
|
+
/**
|
|
17
|
+
* Returns a diagnostic checksum, not the persisted integer revision used
|
|
18
|
+
* by knowledge-source records and Qdrant filters. Captured closure state
|
|
19
|
+
* is not represented; bump and reindex affected sources explicitly.
|
|
20
|
+
*/
|
|
21
|
+
getSerializerRevision: () => string;
|
|
22
|
+
getSerializerFingerprint: () => string;
|
|
23
|
+
serializeComponent: (componentUid: string, value: unknown, context: SerializationContext) => string;
|
|
24
|
+
};
|
|
25
|
+
export default serializer;
|
|
26
|
+
//# sourceMappingURL=serializer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serializer.d.ts","sourceRoot":"","sources":["../../../../server/src/services/serializer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAG3C,OAAO,EAKL,KAAK,oBAAoB,EAC1B,MAAM,qBAAqB,CAAC;AAE7B,iEAAiE;AACjE,eAAO,MAAM,kBAAkB,MAAM,CAAC;AAEtC,MAAM,WAAW,yBAAyB;IACxC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3D,IAAI,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC;CAC9B;AAED,MAAM,MAAM,kBAAkB,GAAG,CAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC9B,OAAO,EAAE,yBAAyB,KAC/B,MAAM,CAAC;AAEZ,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAsDrE,QAAA,MAAM,UAAU,GAAI,YAAY;IAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAA;CAAE;+BAwCxB,mBAAmB,GAAG,IAAI;8BAU3B,MAAM,GAAG,OAAO;IAG1C;;;;OAIG;iCAtDgC,MAAM;oCAAN,MAAM;uCAY3B,MAAM,SACb,OAAO,WACL,oBAAoB,KAC5B,MAAM;CA4CV,CAAC;AAEF,eAAe,UAAU,CAAC"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SERIALIZER_VERSION = void 0;
|
|
4
|
+
const blocks_serializer_1 = require("./blocks-serializer");
|
|
5
|
+
const canonical_json_1 = require("./canonical-json");
|
|
6
|
+
const schema_serializer_1 = require("./schema-serializer");
|
|
7
|
+
/** Bump when the built-in serializer output semantics change. */
|
|
8
|
+
exports.SERIALIZER_VERSION = "1";
|
|
9
|
+
function isBlockNode(value) {
|
|
10
|
+
return Boolean(value &&
|
|
11
|
+
typeof value === "object" &&
|
|
12
|
+
typeof value.type === "string" &&
|
|
13
|
+
Array.isArray(value.children));
|
|
14
|
+
}
|
|
15
|
+
function walkValue(value, context, fieldOrComponentUid, parentComponentUid) {
|
|
16
|
+
if (value == null)
|
|
17
|
+
return "";
|
|
18
|
+
if (fieldOrComponentUid) {
|
|
19
|
+
if (context.registry.components[fieldOrComponentUid]) {
|
|
20
|
+
const values = Array.isArray(value) ? value : [value];
|
|
21
|
+
return (0, schema_serializer_1.strings)(values.map((item) => (0, schema_serializer_1.serializeComponent)(fieldOrComponentUid, item, context)));
|
|
22
|
+
}
|
|
23
|
+
const attribute = parentComponentUid
|
|
24
|
+
? context.registry.components[parentComponentUid]?.attributes?.[fieldOrComponentUid]
|
|
25
|
+
: undefined;
|
|
26
|
+
if (attribute)
|
|
27
|
+
return (0, schema_serializer_1.serializeAttribute)(attribute, value, context);
|
|
28
|
+
}
|
|
29
|
+
if (typeof value === "string")
|
|
30
|
+
return (0, blocks_serializer_1.blocksToText)(value);
|
|
31
|
+
if (typeof value !== "object")
|
|
32
|
+
return "";
|
|
33
|
+
if (Array.isArray(value)) {
|
|
34
|
+
if (value.some(isBlockNode))
|
|
35
|
+
return (0, blocks_serializer_1.blocksToText)(value);
|
|
36
|
+
return (0, schema_serializer_1.strings)(value.map((item) => walkValue(item, context)));
|
|
37
|
+
}
|
|
38
|
+
const record = value;
|
|
39
|
+
if (typeof record.__component === "string") {
|
|
40
|
+
return (0, schema_serializer_1.serializeComponent)(record.__component, record, context);
|
|
41
|
+
}
|
|
42
|
+
if (isBlockNode(record))
|
|
43
|
+
return (0, blocks_serializer_1.blocksToText)(record);
|
|
44
|
+
return (0, schema_serializer_1.strings)(Object.entries(record)
|
|
45
|
+
.filter(([key]) => key !== "__component" && !context.excludedFields?.has(key))
|
|
46
|
+
.map(([, nested]) => walkValue(nested, context)));
|
|
47
|
+
}
|
|
48
|
+
const serializer = ({ strapi }) => {
|
|
49
|
+
const overrides = new Map();
|
|
50
|
+
const getSerializerFingerprint = () => (0, canonical_json_1.checksum)({
|
|
51
|
+
version: exports.SERIALIZER_VERSION,
|
|
52
|
+
overrides: [...overrides.entries()]
|
|
53
|
+
.sort(([left], [right]) => left.localeCompare(right))
|
|
54
|
+
.map(([componentUid, override]) => ({
|
|
55
|
+
componentUid,
|
|
56
|
+
implementation: override.toString(),
|
|
57
|
+
})),
|
|
58
|
+
});
|
|
59
|
+
const serializeComponent = (componentUid, value, context) => {
|
|
60
|
+
const fallback = () => (0, schema_serializer_1.serializeComponentFallback)(componentUid, value, context);
|
|
61
|
+
const override = overrides.get(componentUid);
|
|
62
|
+
if (!override || !value || typeof value !== "object")
|
|
63
|
+
return fallback();
|
|
64
|
+
try {
|
|
65
|
+
return String(override(value, {
|
|
66
|
+
walk: (nested, fieldOrComponentUid) => walkValue(nested, context, fieldOrComponentUid, componentUid),
|
|
67
|
+
text: blocks_serializer_1.blocksToText,
|
|
68
|
+
}) ?? "").trim();
|
|
69
|
+
}
|
|
70
|
+
catch (error) {
|
|
71
|
+
strapi.log.warn(`[agent] serializer override failed for ${componentUid}: ${error instanceof Error ? error.message : String(error)}`);
|
|
72
|
+
return fallback();
|
|
73
|
+
}
|
|
74
|
+
};
|
|
75
|
+
return {
|
|
76
|
+
registerOverrides(entries) {
|
|
77
|
+
for (const [componentUid, override] of Object.entries(entries)) {
|
|
78
|
+
if (typeof override !== "function") {
|
|
79
|
+
throw new TypeError(`serializer override for ${componentUid} must be a function`);
|
|
80
|
+
}
|
|
81
|
+
overrides.set(componentUid, override);
|
|
82
|
+
}
|
|
83
|
+
},
|
|
84
|
+
hasOverride(componentUid) {
|
|
85
|
+
return overrides.has(componentUid);
|
|
86
|
+
},
|
|
87
|
+
/**
|
|
88
|
+
* Returns a diagnostic checksum, not the persisted integer revision used
|
|
89
|
+
* by knowledge-source records and Qdrant filters. Captured closure state
|
|
90
|
+
* is not represented; bump and reindex affected sources explicitly.
|
|
91
|
+
*/
|
|
92
|
+
getSerializerRevision: getSerializerFingerprint,
|
|
93
|
+
getSerializerFingerprint,
|
|
94
|
+
serializeComponent,
|
|
95
|
+
};
|
|
96
|
+
};
|
|
97
|
+
exports.default = serializer;
|
|
98
|
+
//# sourceMappingURL=serializer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serializer.js","sourceRoot":"","sources":["../../../../server/src/services/serializer.ts"],"names":[],"mappings":";;;AACA,2DAAmD;AACnD,qDAA4C;AAC5C,2DAM6B;AAE7B,iEAAiE;AACpD,QAAA,kBAAkB,GAAG,GAAG,CAAC;AActC,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,CACZ,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAQ,KAAiC,CAAC,IAAI,KAAK,QAAQ;QAC3D,KAAK,CAAC,OAAO,CAAE,KAAiC,CAAC,QAAQ,CAAC,CAC3D,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAChB,KAAc,EACd,OAA6B,EAC7B,mBAA4B,EAC5B,kBAA2B;IAE3B,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,mBAAmB,EAAE,CAAC;QACxB,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACtD,OAAO,IAAA,2BAAO,EACZ,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAClB,IAAA,sCAAkB,EAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,CAAC,CACvD,CACF,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,kBAAkB;YAClC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAC3D,mBAAmB,CACpB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,SAAS;YAAE,OAAO,IAAA,sCAAkB,EAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAA,gCAAY,EAAC,KAAK,CAAC,CAAC;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,IAAA,gCAAY,EAAC,KAAK,CAAC,CAAC;QACxD,OAAO,IAAA,2BAAO,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC3C,OAAO,IAAA,sCAAkB,EAAC,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,CAAC;QAAE,OAAO,IAAA,gCAAY,EAAC,MAAM,CAAC,CAAC;IACrD,OAAO,IAAA,2BAAO,EACZ,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SACnB,MAAM,CACL,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,GAAG,CAAC,CACtE;SACA,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CACnD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,EAAE,MAAM,EAA2B,EAAE,EAAE;IACzD,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;IAExD,MAAM,wBAAwB,GAAG,GAAW,EAAE,CAC5C,IAAA,yBAAQ,EAAC;QACP,OAAO,EAAE,0BAAkB;QAC3B,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAClC,YAAY;YACZ,cAAc,EAAE,QAAQ,CAAC,QAAQ,EAAE;SACpC,CAAC,CAAC;KACN,CAAC,CAAC;IAEL,MAAM,kBAAkB,GAAG,CACzB,YAAoB,EACpB,KAAc,EACd,OAA6B,EACrB,EAAE;QACV,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAA,8CAA0B,EAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,QAAQ,EAAE,CAAC;QACxE,IAAI,CAAC;YACH,OAAO,MAAM,CACX,QAAQ,CAAC,KAAgC,EAAE;gBACzC,IAAI,EAAE,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,CACpC,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,mBAAmB,EAAE,YAAY,CAAC;gBAC/D,IAAI,EAAE,gCAAY;aACnB,CAAC,IAAI,EAAE,CACT,CAAC,IAAI,EAAE,CAAC;QACX,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,GAAG,CAAC,IAAI,CACb,0CAA0C,YAAY,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpH,CAAC;YACF,OAAO,QAAQ,EAAE,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,iBAAiB,CAAC,OAA4B;YAC5C,KAAK,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/D,IAAI,OAAO,QAAQ,KAAK,UAAU,EAAE,CAAC;oBACnC,MAAM,IAAI,SAAS,CACjB,2BAA2B,YAAY,qBAAqB,CAC7D,CAAC;gBACJ,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,WAAW,CAAC,YAAoB;YAC9B,OAAO,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACrC,CAAC;QACD;;;;WAIG;QACH,qBAAqB,EAAE,wBAAwB;QAC/C,wBAAwB;QACxB,kBAAkB;KACnB,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,UAAU,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { ChatEvent } from "@dani-builder/agent-contract";
|
|
2
|
+
export interface SseStream {
|
|
3
|
+
readable: ReadableStream<Uint8Array>;
|
|
4
|
+
write(event: ChatEvent): void;
|
|
5
|
+
close(): void;
|
|
6
|
+
}
|
|
7
|
+
export declare function createSseStream(): SseStream;
|
|
8
|
+
//# sourceMappingURL=sse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../../../../server/src/services/sse.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAE9D,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IACrC,KAAK,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC9B,KAAK,IAAI,IAAI,CAAC;CACf;AAED,wBAAgB,eAAe,IAAI,SAAS,CAkC3C"}
|