@delofarag/ai-utils 1.3.5 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +52 -30
- package/dist/heart/agent.d.ts +24 -29
- package/dist/heart/agent.d.ts.map +1 -1
- package/dist/heart/agent.js +62 -70
- package/dist/heart/agent.js.map +1 -1
- package/dist/heart/chain.d.ts +29 -15
- package/dist/heart/chain.d.ts.map +1 -1
- package/dist/heart/chain.js +33 -27
- package/dist/heart/chain.js.map +1 -1
- package/dist/heart/chatbot.d.ts +22 -18
- package/dist/heart/chatbot.d.ts.map +1 -1
- package/dist/heart/chatbot.js +30 -56
- package/dist/heart/chatbot.js.map +1 -1
- package/dist/heart/memorychain.d.ts +16 -13
- package/dist/heart/memorychain.d.ts.map +1 -1
- package/dist/heart/memorychain.js +26 -15
- package/dist/heart/memorychain.js.map +1 -1
- package/dist/heart/tools/RAGTool 2.d.ts +1 -0
- package/dist/heart/tools/RAGTool 2.d.ts.map +1 -0
- package/dist/heart/tools/RAGTool 2.js +2 -0
- package/dist/heart/tools/RAGTool 2.js.map +1 -0
- package/dist/heart/tools/RAGTool.d.ts +20 -0
- package/dist/heart/tools/RAGTool.d.ts.map +1 -0
- package/dist/heart/tools/RAGTool.js +15 -0
- package/dist/heart/tools/RAGTool.js.map +1 -0
- package/dist/heart/tools/Tavily.d.ts.map +1 -1
- package/dist/heart/tools/Tavily.js.map +1 -1
- package/dist/heart/tools/ToolRegistry.d.ts +19 -0
- package/dist/heart/tools/ToolRegistry.d.ts.map +1 -0
- package/dist/heart/tools/ToolRegistry.js +64 -0
- package/dist/heart/tools/ToolRegistry.js.map +1 -0
- package/dist/heart/tools/zodios/CombinedRegistry.d.ts +41 -0
- package/dist/heart/tools/zodios/CombinedRegistry.d.ts.map +1 -0
- package/dist/heart/tools/zodios/CombinedRegistry.js +58 -0
- package/dist/heart/tools/zodios/CombinedRegistry.js.map +1 -0
- package/dist/heart/tools/zodios/ZodiosToolRegistry.d.ts +22 -0
- package/dist/heart/tools/zodios/ZodiosToolRegistry.d.ts.map +1 -0
- package/dist/heart/tools/zodios/ZodiosToolRegistry.js +80 -0
- package/dist/heart/tools/zodios/ZodiosToolRegistry.js.map +1 -0
- package/dist/helpers.d.ts +10 -6
- package/dist/helpers.d.ts.map +1 -1
- package/dist/helpers.js +3 -3
- package/dist/helpers.js.map +1 -1
- package/dist/index.d.ts +5 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -3
- package/dist/index.js.map +1 -1
- package/dist/magic-funcs/decide.d.ts +1 -0
- package/dist/magic-funcs/decide.d.ts.map +1 -0
- package/dist/magic-funcs/decide.js +2 -0
- package/dist/magic-funcs/decide.js.map +1 -0
- package/dist/magic-funcs/extract.d.ts +1 -0
- package/dist/magic-funcs/extract.d.ts.map +1 -0
- package/dist/magic-funcs/extract.js +2 -0
- package/dist/magic-funcs/extract.js.map +1 -0
- package/dist/magic-funcs/parsers/structure.d.ts +2 -1
- package/dist/magic-funcs/parsers/structure.d.ts.map +1 -1
- package/dist/magic-funcs/parsers/structure.js.map +1 -1
- package/dist/magic-funcs/structure.d.ts +1 -0
- package/dist/magic-funcs/structure.d.ts.map +1 -0
- package/dist/magic-funcs/structure.js +2 -0
- package/dist/magic-funcs/structure.js.map +1 -0
- package/dist/magic-funcs/summarize.d.ts +1 -0
- package/dist/magic-funcs/summarize.d.ts.map +1 -0
- package/dist/magic-funcs/summarize.js +2 -0
- package/dist/magic-funcs/summarize.js.map +1 -0
- package/dist/memory.d.ts +4 -3
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +11 -9
- package/dist/memory.js.map +1 -1
- package/dist/rag.d.ts +7 -27
- package/dist/rag.d.ts.map +1 -1
- package/dist/rag.js +6 -18
- package/dist/rag.js.map +1 -1
- package/package.json +8 -7
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//# sourceMappingURL=structure.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structure.d.ts","sourceRoot":"","sources":["../../src/magic-funcs/structure.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structure.js","sourceRoot":"","sources":["../../src/magic-funcs/structure.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//# sourceMappingURL=summarize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarize.d.ts","sourceRoot":"","sources":["../../src/magic-funcs/summarize.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarize.js","sourceRoot":"","sources":["../../src/magic-funcs/summarize.ts"],"names":[],"mappings":""}
|
package/dist/memory.d.ts
CHANGED
|
@@ -24,17 +24,18 @@ export declare class SupabaseCheckpointSaver extends BaseCheckpointSaver {
|
|
|
24
24
|
interface SmartCheckpointSaverOptions {
|
|
25
25
|
messagesBeforeSummary?: number;
|
|
26
26
|
maxSummaries?: number;
|
|
27
|
-
llm
|
|
27
|
+
llm?: BaseChatModel;
|
|
28
28
|
debug?: boolean;
|
|
29
29
|
}
|
|
30
30
|
/**
|
|
31
|
-
*
|
|
31
|
+
* CONSTRUCTOR:
|
|
32
|
+
* @example
|
|
32
33
|
* constructor(
|
|
33
34
|
checkpointSaver: BaseCheckpointSaver,
|
|
34
35
|
{
|
|
35
36
|
messagesBeforeSummary = 12,
|
|
36
37
|
maxSummaries = 7,
|
|
37
|
-
llm = getLLM("groq"),
|
|
38
|
+
llm = getLLM({ type:"groq" }),
|
|
38
39
|
debug = false
|
|
39
40
|
}: SmartCheckpointSaverOptions = {}
|
|
40
41
|
) {
|
package/dist/memory.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AAEzD,OAAO,EACH,mBAAmB,EAKnB,aAAa,EACb,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,KAAK,YAAY,EACjB,KAAK,eAAe,EAGvB,MAAM,WAAW,CAAA;AAElB,UAAU,qBAAqB;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,mBAAmB;IAC5D,OAAO,CAAC,KAAK,CAAsC;gBAEvC,aAAa,EAAE,aAAa,CAAC,qBAAqB,CAAC;IAKzD,GAAG,CAAC,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AAEzD,OAAO,EACH,mBAAmB,EAKnB,aAAa,EACb,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,KAAK,YAAY,EACjB,KAAK,eAAe,EAGvB,MAAM,WAAW,CAAA;AAElB,UAAU,qBAAqB;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,mBAAmB;IAC5D,OAAO,CAAC,KAAK,CAAsC;gBAEvC,aAAa,EAAE,aAAa,CAAC,qBAAqB,CAAC;IAKzD,GAAG,CAAC,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;IA6BnH,GAAG,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAYpE,IAAI,CAAC,MAAM,EAAE,uBAAuB,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,cAAc,CAAC,eAAe,CAAC;IAcxG,MAAM,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtD,QAAQ,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAM/E,SAAS,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQxF,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAKtD;AAED,UAAU,2BAA2B;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,GAAG,CAAC,EAAE,aAAa,CAAA;IACnB,KAAK,CAAC,EAAE,OAAO,CAAA;CAClB;AACD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,oBAAqB,SAAQ,mBAAmB;IACzD,OAAO,CAAC,eAAe,CAAqB;IAC5C,OAAO,CAAC,qBAAqB,CAAQ;IACrC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,GAAG,CAAe;IAC1B,OAAO,CAAC,KAAK,CAAS;gBAGlB,eAAe,EAAE,mBAAmB,EAAC,EACjC,qBAA0B,EAC1B,YAAgB,EAChB,GAA6B,EAC7B,KAAa,EAChB,EAAE,2BAA2B;IAUlC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAY3B;;OAEG;IACH,OAAO,CAAC,cAAc;YAaR,uBAAuB;IAoH/B,GAAG,CAAC,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,EAAE,WAAW,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAajJ,GAAG,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAIpE,IAAI,CAAC,MAAM,EAAE,uBAAuB,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,cAAc,CAAC,eAAe,CAAC;IAIxG,MAAM,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAMtD,QAAQ,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAI/E,SAAS,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOxF,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGtD;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,EACjC,YAAY,EACZ,MAAM,EACN,GAAG,EACH,QAAc,EACjB,EAAE;IACC,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,aAAa,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB,GAAG,OAAO,CAAC,MAAM,CAAC,CAoBlB"}
|
package/dist/memory.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createSimpleChain } from "./helpers";
|
|
1
|
+
import { createSimpleChain, getLLM } from "./helpers";
|
|
2
2
|
import { BaseCheckpointSaver, HumanMessage, AIMessage, SystemMessage, StringOutputParser, ChatPromptTemplate } from "./imports";
|
|
3
3
|
/**
|
|
4
4
|
* needs testing!!!
|
|
@@ -13,11 +13,12 @@ export class SupabaseCheckpointSaver extends BaseCheckpointSaver {
|
|
|
13
13
|
const threadId = config.configurable?.thread_id || "default";
|
|
14
14
|
const now = new Date().toISOString();
|
|
15
15
|
// Prüfe ob Checkpoint bereits existiert um created_at zu behalten
|
|
16
|
-
const
|
|
16
|
+
const existingRows = await this.table.select({
|
|
17
17
|
columns: ["created_at"],
|
|
18
18
|
where: [{ column: "thread_id", is: threadId }],
|
|
19
|
-
|
|
19
|
+
limited_to: 1,
|
|
20
20
|
});
|
|
21
|
+
const existing = existingRows[0];
|
|
21
22
|
// Behalte created_at wenn bereits vorhanden, sonst setze jetzt
|
|
22
23
|
const createdAt = existing?.created_at || now;
|
|
23
24
|
await this.table.upsert({
|
|
@@ -34,12 +35,12 @@ export class SupabaseCheckpointSaver extends BaseCheckpointSaver {
|
|
|
34
35
|
}
|
|
35
36
|
async get(config) {
|
|
36
37
|
const threadId = config.configurable?.thread_id || "default";
|
|
37
|
-
const
|
|
38
|
+
const rows = await this.table.select({
|
|
38
39
|
columns: ["checkpoint"],
|
|
39
40
|
where: [{ column: "thread_id", is: threadId }],
|
|
40
|
-
|
|
41
|
+
limited_to: 1,
|
|
41
42
|
});
|
|
42
|
-
return
|
|
43
|
+
return rows[0]?.checkpoint;
|
|
43
44
|
}
|
|
44
45
|
async *list(config, options) {
|
|
45
46
|
const threadId = config.configurable?.thread_id;
|
|
@@ -79,13 +80,14 @@ export class SupabaseCheckpointSaver extends BaseCheckpointSaver {
|
|
|
79
80
|
}
|
|
80
81
|
}
|
|
81
82
|
/**
|
|
82
|
-
*
|
|
83
|
+
* CONSTRUCTOR:
|
|
84
|
+
* @example
|
|
83
85
|
* constructor(
|
|
84
86
|
checkpointSaver: BaseCheckpointSaver,
|
|
85
87
|
{
|
|
86
88
|
messagesBeforeSummary = 12,
|
|
87
89
|
maxSummaries = 7,
|
|
88
|
-
llm = getLLM("groq"),
|
|
90
|
+
llm = getLLM({ type:"groq" }),
|
|
89
91
|
debug = false
|
|
90
92
|
}: SmartCheckpointSaverOptions = {}
|
|
91
93
|
) {
|
|
@@ -103,7 +105,7 @@ export class SmartCheckpointSaver extends BaseCheckpointSaver {
|
|
|
103
105
|
maxSummaries;
|
|
104
106
|
llm;
|
|
105
107
|
debug;
|
|
106
|
-
constructor(checkpointSaver, { messagesBeforeSummary = 12, maxSummaries = 7, llm, debug = false }) {
|
|
108
|
+
constructor(checkpointSaver, { messagesBeforeSummary = 12, maxSummaries = 7, llm = getLLM({ type: "groq" }), debug = false }) {
|
|
107
109
|
super();
|
|
108
110
|
this.checkpointSaver = checkpointSaver;
|
|
109
111
|
this.messagesBeforeSummary = messagesBeforeSummary;
|
package/dist/memory.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AACrD,OAAO,EACH,mBAAmB,EAEnB,YAAY,EACZ,SAAS,EACT,aAAa,EAUb,kBAAkB,EAClB,kBAAkB,EACrB,MAAM,WAAW,CAAA;AAUlB;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,mBAAmB;IACpD,KAAK,CAAsC;IAEnD,YAAY,aAAmD;QAC3D,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,KAAK,GAAG,aAAa,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA+B,EAAE,UAAsB,EAAE,QAA4B;QAC3F,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS,IAAI,SAAS,CAAA;QAC5D,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAEpC,kEAAkE;QAClE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACzC,OAAO,EAAE,CAAC,YAAY,CAAC;YACvB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;YAC9C,UAAU,EAAE,CAAC;SAChB,CAAC,CAAA;QACF,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAEhC,+DAA+D;QAC/D,MAAM,SAAS,GAAG,QAAQ,EAAE,UAAU,IAAI,GAAG,CAAA;QAE7C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;YAC9C,MAAM,EAAE;gBACJ,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,GAAG;aAClB;YACD,UAAU,EAAE,WAAW;SAC1B,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA+B;QACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS,IAAI,SAAS,CAAA;QAE5D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACjC,OAAO,EAAE,CAAC,YAAY,CAAC;YACvB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;YAC9C,UAAU,EAAE,CAAC;SAChB,CAAC,CAAA;QAEF,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,MAA+B,EAAE,OAA+B;QACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS,CAAA;QAC/C,IAAI,CAAC,QAAQ;YAAE,OAAM;QAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACjC,OAAO,EAAE,CAAC,YAAY,CAAC;YACvB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;SACjD,CAAC,CAAA;QAEF,KAAK,MAAM,GAAG,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;YAC3B,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,CAA+B,CAAA;QAChE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAA+B;QACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS,IAAI,SAAS,CAAA;QAE5D,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;SACjD,CAAC,CAAA;IACN,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA+B;QAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACzC,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAA;QACjC,OAAO,CAAC,MAAM,EAAE,UAAU,CAA+B,CAAA;IAC7D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB,EAAE,MAAsB,EAAE,MAAc;QAC1E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,UAAU,GAAI,KAAa,CAAC,UAAwB,CAAA;YAC1D,MAAM,QAAQ,GAAI,KAAa,CAAC,QAA8B,CAAA;YAC9D,MAAM,IAAI,CAAC,GAAG,CAAC,MAAiC,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;QAC3E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAgB;QAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC;SACjD,CAAC,CAAA;IACN,CAAC;CACJ;AAQD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,oBAAqB,SAAQ,mBAAmB;IACjD,eAAe,CAAqB;IACpC,qBAAqB,CAAQ;IAC7B,YAAY,CAAQ;IACpB,GAAG,CAAe;IAClB,KAAK,CAAS;IAEtB,YACI,eAAoC,EAAC,EACjC,qBAAqB,GAAG,EAAE,EAC1B,YAAY,GAAG,CAAC,EAChB,GAAG,GAAG,MAAM,CAAC,EAAE,IAAI,EAAC,MAAM,EAAE,CAAC,EAC7B,KAAK,GAAG,KAAK,EACa;QAE9B,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;QACtC,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QAClD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;QACd,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACtB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,QAAuB;QAC7C,OAAO,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACzB,GAAG,YAAY,YAAY,IAAI,GAAG,YAAY,SAAS,CAC1D,CAAC,MAAM,CAAA;IACZ,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,QAAuB;QAC/C,MAAM,SAAS,GAAqD,EAAE,CAAA;QACtE,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC5B,IAAI,GAAG,YAAY,aAAa;gBAC5B,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC/B,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC1C,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;YAC3C,CAAC;QACL,CAAC,CAAC,CAAA;QACF,OAAO,SAAS,CAAA;IACpB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAuB;QAC1C,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACtB,MAAM,IAAI,GAAG,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,MAAM;gBAC7C,CAAC,CAAC,GAAG,YAAY,SAAS,CAAC,CAAC,CAAC,WAAW;oBACxC,CAAC,CAAC,QAAQ,CAAA;YACd,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC3C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjC,OAAO,GAAG,IAAI,KAAK,OAAO,EAAE,CAAA;QAChC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;IAGO,KAAK,CAAC,uBAAuB,CAAC,UAAsB;QACxD,uDAAuD;QACvD,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,OAAO,UAAU,CAAA;QACrB,CAAC;QAED,8CAA8C;QAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,cAAc,IAAI,EAAE,CAAA;QACrD,MAAM,QAAQ,GAAI,aAAa,CAAC,QAA0B,IAAI,EAAE,CAAA;QAEhE,8CAA8C;QAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAE1D,gEAAgE;QAChE,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;YAC/C,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK;YACnD,CAAC,CAAC,CAAC,CAAC,CAAA;QAER,sDAAsD;QACtD,MAAM,wBAAwB,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAA;QAErE,8DAA8D;QAC9D,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,CAAA;QAEzE,uFAAuF;QACvF,IAAI,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChD,OAAO,UAAU,CAAA;QACrB,CAAC;QAED,sHAAsH;QACtH,MAAM,kBAAkB,GAAa,EAAE,CAAA;QACvC,MAAM,mBAAmB,GAAkB,EAAE,CAAA;QAC7C,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,iEAAiE;QACjE,KAAK,IAAI,CAAC,GAAG,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,SAAS,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAC;YACtG,MAAM,GAAG,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAA;YACvC,IAAI,GAAG,YAAY,YAAY,IAAI,GAAG,YAAY,SAAS,EAAE,CAAC;gBAC1D,MAAM,aAAa,GAAG,gBAAgB,GAAG,CAAC,GAAG,CAAC,CAAA,CAAC,mCAAmC;gBAClF,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA,CAAC,8CAA8C;gBACxF,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,8CAA8C;gBAC/E,SAAS,EAAE,CAAA;YACf,CAAC;QACL,CAAC;QAED,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,UAAU,CAAA;QACrB,CAAC;QAED,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAA;QACjE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC;YACjC,YAAY,EAAE,gBAAgB;YAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,QAAQ,EAAE,GAAG;SAChB,CAAC,CAAA;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,+CAA+C,OAAO,EAAE,CAAC,CAAA;QACzE,CAAC;QAED,mDAAmD;QACnD,MAAM,oBAAoB,GAAG,IAAI,aAAa,CAC1C,iDAAiD,OAAO,EAAE,CAC7D,CAAA;QAED,sEAAsE;QACtE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAc,EAAE,KAAa,EAAE,EAAE,CACxE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,CACtC,CAAA;QAED,4EAA4E;QAC5E,2FAA2F;QAC3F,MAAM,wBAAwB,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAA;QAC5E,MAAM,2BAA2B,GAAG,wBAAwB,CAAC,MAAM,GAAG,CAAC;YACnE,CAAC,CAAC,wBAAwB,CAAC,wBAAwB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK;YACrE,CAAC,CAAC,CAAC,CAAC,CAAA;QAER,mEAAmE;QACnE,kFAAkF;QAClF,IAAI,WAA0B,CAAA;QAC9B,IAAI,2BAA2B,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,2BAA2B,GAAG,CAAC,CAAC,CAAA;YACjF,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC,2BAA2B,GAAG,CAAC,CAAC,CAAA;YAC7E,WAAW,GAAG,CAAC,GAAG,aAAa,EAAE,oBAAoB,EAAE,GAAG,YAAY,CAAC,CAAA;QAC3E,CAAC;aAAM,CAAC;YACJ,iEAAiE;YACjE,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAgB,EAAE,EAAE,CAAC,GAAG,YAAY,aAAa,CAAC,CAAA;YACnG,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAgB,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,YAAY,aAAa,CAAC,CAAC,CAAA;YACzG,WAAW,GAAG,CAAC,GAAG,cAAc,EAAE,oBAAoB,EAAE,GAAG,iBAAiB,CAAC,CAAA;QACjF,CAAC;QAED,qDAAqD;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAA;QAC1D,IAAI,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1C,uCAAuC;YACvC,MAAM,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAc,EAAE,KAAa,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC,KAAK,CAAC,CAAA;YAE1G,OAAO;gBACH,GAAG,UAAU;gBACb,cAAc,EAAE;oBACZ,GAAG,aAAa;oBAChB,QAAQ,EAAE,aAAa;iBAC1B;aACJ,CAAA;QACL,CAAC;QAED,OAAO;YACH,GAAG,UAAU;YACb,cAAc,EAAE;gBACZ,GAAG,aAAa;gBAChB,QAAQ,EAAE,WAAW;aACxB;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA+B,EAAE,UAAsB,EAAE,QAA4B,EAAE,WAA4B;QACzH,8DAA8D;QAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACpF,CAAC;QAED,+BAA+B;QAC/B,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAA;QAE1E,8CAA8C;QAC9C,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC7F,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA+B;QACrC,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,MAA+B,EAAE,OAA+B;QACxE,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAA+B;QACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS,IAAI,SAAS,CAAA;QAC5D,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IAC5D,CAAC;IAGD,KAAK,CAAC,QAAQ,CAAC,MAA+B;QAC1C,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACtD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB,EAAE,MAAsB,EAAE,MAAc;QAC1E,mFAAmF;QACnF,6FAA6F;QAC7F,0DAA0D;QAC1D,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAChE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAgB;QAC/B,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IAC5D,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACjC,YAAY,EACZ,MAAM,EACN,GAAG,EACH,QAAQ,GAAG,GAAG,EAMjB;IACG,MAAM,YAAY,GAA8B,MAAM;QAClD,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,wDAAwD,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC,CAAC,EAAE,CAAA;IAER,MAAM,MAAM,GAAG,kBAAkB,CAAC,YAAY,CAAC;QAC3C,CAAC,QAAQ,EAAE;;;;6BAIU,QAAQ;;oEAE+B,CAAC;QAC7D,GAAG,YAAY;QACf,CAAC,OAAO,EAAE,gBAAgB,CAAC;KAC9B,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,kBAAkB,EAAE,CAAC,CAAA;IACtE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAC,CAAA;IACnD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;AAC/D,CAAC"}
|
package/dist/rag.d.ts
CHANGED
|
@@ -1,21 +1,16 @@
|
|
|
1
|
-
import { SupabaseVectorStore, FaissStore, Document, Embeddings, ChatPromptTemplate, BaseChatModel, VectorStore
|
|
1
|
+
import { SupabaseVectorStore, OllamaEmbeddings, RecursiveCharacterTextSplitter, FaissStore, Document, Embeddings, ChatPromptTemplate, BaseChatModel, VectorStore } from "./imports";
|
|
2
2
|
import { SupabaseClient } from "@delofarag/supabase-utils";
|
|
3
3
|
interface SupabaseStoreConfig {
|
|
4
|
-
data: string[];
|
|
5
4
|
table_name?: string;
|
|
6
5
|
RPC_function?: string;
|
|
6
|
+
supabase?: SupabaseClient;
|
|
7
7
|
}
|
|
8
|
+
export declare const baseEmbeddings: OllamaEmbeddings;
|
|
9
|
+
export declare const baseSplitter: RecursiveCharacterTextSplitter;
|
|
8
10
|
export declare function turn_to_docs<T>(docs: T[]): Document<Record<string, any>>[];
|
|
9
|
-
export declare function createSupabaseVectoreStore({ supabase,
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
export declare function getSupabaseVectorStore({ supabase, table_name, RPC_function }: {
|
|
13
|
-
supabase: SupabaseClient;
|
|
14
|
-
table_name?: string;
|
|
15
|
-
RPC_function?: string;
|
|
16
|
-
}): SupabaseVectorStore;
|
|
17
|
-
export declare function createFaissStore({ data, save_path, embeddings }: {
|
|
18
|
-
data: string[];
|
|
11
|
+
export declare function createSupabaseVectoreStore(data: string[], { supabase, table_name, RPC_function, }?: SupabaseStoreConfig): Promise<SupabaseVectorStore>;
|
|
12
|
+
export declare function getSupabaseVectorStore({ supabase, table_name, RPC_function }?: SupabaseStoreConfig): SupabaseVectorStore;
|
|
13
|
+
export declare function createFaissStore(data: string[], { save_path, embeddings }?: {
|
|
19
14
|
save_path?: string;
|
|
20
15
|
embeddings?: Embeddings;
|
|
21
16
|
}): Promise<FaissStore>;
|
|
@@ -39,20 +34,5 @@ export declare function createRAGChain({ vectorStore, llm, prompt, num_of_result
|
|
|
39
34
|
} & {
|
|
40
35
|
[key: string]: unknown;
|
|
41
36
|
}, import("@langchain/core/runnables").RunnableConfig<Record<string, any>>>>;
|
|
42
|
-
export declare function createRAGChainFromRetriever({ retriever, llm, prompt }: {
|
|
43
|
-
retriever: BaseRetriever;
|
|
44
|
-
llm: BaseChatModel;
|
|
45
|
-
prompt?: ChatPromptTemplate;
|
|
46
|
-
}): Promise<import("@langchain/core/runnables").Runnable<{
|
|
47
|
-
input: string;
|
|
48
|
-
chat_history?: import("@langchain/core/messages").BaseMessage[] | string;
|
|
49
|
-
} & {
|
|
50
|
-
[key: string]: unknown;
|
|
51
|
-
}, {
|
|
52
|
-
context: Document[];
|
|
53
|
-
answer: string;
|
|
54
|
-
} & {
|
|
55
|
-
[key: string]: unknown;
|
|
56
|
-
}, import("@langchain/core/runnables").RunnableConfig<Record<string, any>>>>;
|
|
57
37
|
export {};
|
|
58
38
|
//# sourceMappingURL=rag.d.ts.map
|
package/dist/rag.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rag.d.ts","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,
|
|
1
|
+
{"version":3,"file":"rag.d.ts","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,gBAAgB,EAChB,8BAA8B,EAC9B,UAAU,EACV,QAAQ,EACR,UAAU,EAGV,kBAAkB,EAClB,aAAa,EACb,WAAW,EAEd,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAA;AAG1D,UAAU,mBAAmB;IACzB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,EAAE,cAAc,CAAA;CAC5B;AAED,eAAO,MAAM,cAAc,kBAEzB,CAAA;AAEF,eAAO,MAAM,YAAY,gCAGvB,CAAA;AAEF,wBAAgB,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAC,GAAG,CAAC,CAAC,EAAE,CAKzE;AAED,wBAAsB,0BAA0B,CAC5C,IAAI,EAAC,MAAM,EAAE,EACb,EACI,QAAmJ,EACnJ,UAAwB,EACxB,YAAgC,GACnC,GAAC,mBAAwB,gCAY7B;AAGD,wBAAgB,sBAAsB,CAAC,EACnC,QAAmJ,EACnJ,UAAwB,EACxB,YAAgC,EACnC,GAAE,mBAAwB,uBAM1B;AAED,wBAAsB,gBAAgB,CAClC,IAAI,EAAC,MAAM,EAAE,EACb,EACI,SAAuB,EACvB,UAA2B,EAC9B,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAM,uBAWzD;AAED,wBAAsB,cAAc,CAAC,EAAC,IAAI,EAAE,UAA2B,EAAC,EAAE;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAC,uBAEhH;AAED,wBAAsB,cAAc,CAAC,EACjC,WAAW,EACX,GAAG,EACH,MAAM,EACN,uBAA2B,EAC9B,EAAE;IACC,WAAW,EAAE,WAAW,CAAC;IACzB,GAAG,EAAE,aAAa,CAAC;IACnB,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,uBAAuB,CAAC,EAAE,MAAM,CAAA;CACnC;;;;;;;;;;6EAiBA"}
|
package/dist/rag.js
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { SupabaseVectorStore, OllamaEmbeddings, RecursiveCharacterTextSplitter, FaissStore, Document, createStuffDocumentsChain, createRetrievalChain } from "./imports";
|
|
2
|
-
|
|
2
|
+
import { createClient } from "@supabase/supabase-js";
|
|
3
|
+
export const baseEmbeddings = new OllamaEmbeddings({
|
|
3
4
|
model: "nomic-embed-text"
|
|
4
5
|
});
|
|
5
|
-
const baseSplitter = new RecursiveCharacterTextSplitter({
|
|
6
|
+
export const baseSplitter = new RecursiveCharacterTextSplitter({
|
|
6
7
|
chunkSize: 500,
|
|
7
8
|
chunkOverlap: 50
|
|
8
9
|
});
|
|
@@ -12,7 +13,7 @@ export function turn_to_docs(docs) {
|
|
|
12
13
|
metadata: {}
|
|
13
14
|
}));
|
|
14
15
|
}
|
|
15
|
-
export async function createSupabaseVectoreStore({ supabase,
|
|
16
|
+
export async function createSupabaseVectoreStore(data, { supabase = createClient(process.env.NEXT_PUBLIC_SUPABASE_URL, process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY || process.env.SUPABASE_SERVICE_ROLE_KEY), table_name = "documents", RPC_function = "match_documents", } = {}) {
|
|
16
17
|
const docs = turn_to_docs(data);
|
|
17
18
|
const splitted_docs = await baseSplitter.splitDocuments(docs);
|
|
18
19
|
return await SupabaseVectorStore.fromDocuments(splitted_docs, baseEmbeddings, {
|
|
@@ -22,14 +23,14 @@ export async function createSupabaseVectoreStore({ supabase, data, table_name =
|
|
|
22
23
|
});
|
|
23
24
|
}
|
|
24
25
|
// Bestehenden Supabase Store holen (ohne neue Docs)
|
|
25
|
-
export function getSupabaseVectorStore({ supabase, table_name = "documents", RPC_function = "match_documents" }) {
|
|
26
|
+
export function getSupabaseVectorStore({ supabase = createClient(process.env.NEXT_PUBLIC_SUPABASE_URL, process.env.NEXT_PUBLIC_SUPABASE_ANON_KEY || process.env.SUPABASE_SERVICE_ROLE_KEY), table_name = "documents", RPC_function = "match_documents" } = {}) {
|
|
26
27
|
return new SupabaseVectorStore(baseEmbeddings, {
|
|
27
28
|
client: supabase,
|
|
28
29
|
tableName: table_name,
|
|
29
30
|
queryName: RPC_function
|
|
30
31
|
});
|
|
31
32
|
}
|
|
32
|
-
export async function createFaissStore(
|
|
33
|
+
export async function createFaissStore(data, { save_path = "faiss_rag", embeddings = baseEmbeddings } = {}) {
|
|
33
34
|
const docs = turn_to_docs(data);
|
|
34
35
|
const splitted_docs = await baseSplitter.splitDocuments(docs);
|
|
35
36
|
const vectore_store = await FaissStore.fromDocuments(splitted_docs, embeddings);
|
|
@@ -56,17 +57,4 @@ export async function createRAGChain({ vectorStore, llm, prompt, num_of_results_
|
|
|
56
57
|
});
|
|
57
58
|
return retrievalChain;
|
|
58
59
|
}
|
|
59
|
-
// Erstellt eine Retrieval Chain direkt aus einem Retriever
|
|
60
|
-
export async function createRAGChainFromRetriever({ retriever, llm, prompt }) {
|
|
61
|
-
const model = llm;
|
|
62
|
-
const documentChain = await createStuffDocumentsChain({
|
|
63
|
-
llm: model,
|
|
64
|
-
prompt: prompt
|
|
65
|
-
});
|
|
66
|
-
const retrievalChain = await createRetrievalChain({
|
|
67
|
-
retriever: retriever,
|
|
68
|
-
combineDocsChain: documentChain
|
|
69
|
-
});
|
|
70
|
-
return retrievalChain;
|
|
71
|
-
}
|
|
72
60
|
//# sourceMappingURL=rag.js.map
|
package/dist/rag.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rag.js","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,gBAAgB,EAChB,8BAA8B,EAC9B,UAAU,EACV,QAAQ,EAER,yBAAyB,EACzB,oBAAoB,EAKvB,MAAM,WAAW,CAAA;
|
|
1
|
+
{"version":3,"file":"rag.js","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,gBAAgB,EAChB,8BAA8B,EAC9B,UAAU,EACV,QAAQ,EAER,yBAAyB,EACzB,oBAAoB,EAKvB,MAAM,WAAW,CAAA;AAElB,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAQpD,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,gBAAgB,CAAC;IAC/C,KAAK,EAAE,kBAAkB;CAC5B,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,8BAA8B,CAAC;IAC3D,SAAS,EAAE,GAAG;IACd,YAAY,EAAE,EAAE;CACnB,CAAC,CAAA;AAEF,MAAM,UAAU,YAAY,CAAI,IAAS;IACrC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC;QAChC,WAAW,EAAE,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAC,IAAI,EAAC,CAAC,CAAC;QACvE,QAAQ,EAAE,EAAE;KACf,CAAC,CAAC,CAAA;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,IAAa,EACb,EACI,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,OAAO,CAAC,GAAG,CAAC,yBAA0B,CAAC,EACnJ,UAAU,GAAG,WAAW,EACxB,YAAY,GAAG,iBAAiB,MACZ,EAAE;IAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAC/B,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAC7D,OAAO,MAAM,mBAAmB,CAAC,aAAa,CAC1C,aAAa,EACb,cAAc,EACd;QACI,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,YAAY;KAC1B,CACJ,CAAA;AACL,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,sBAAsB,CAAC,EACnC,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,OAAO,CAAC,GAAG,CAAC,yBAA0B,CAAC,EACnJ,UAAU,GAAG,WAAW,EACxB,YAAY,GAAG,iBAAiB,KACX,EAAE;IACvB,OAAO,IAAI,mBAAmB,CAAC,cAAc,EAAE;QAC3C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,YAAY;KAC1B,CAAC,CAAA;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAClC,IAAa,EACb,EACI,SAAS,GAAG,WAAW,EACvB,UAAU,GAAG,cAAc,KACqB,EAAE;IACtD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAC/B,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAC7D,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,aAAa,CAChD,aAAa,EACb,UAAU,CACb,CAAA;IACD,IAAI,SAAS,EAAE,CAAC;QACZ,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACvC,CAAC;IACD,OAAO,aAAa,CAAA;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAC,IAAI,EAAE,UAAU,GAAG,cAAc,EAA0C;IAC7G,OAAO,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACjC,WAAW,EACX,GAAG,EACH,MAAM,EACN,uBAAuB,GAAG,CAAC,EAM9B;IACG,MAAM,KAAK,GAAG,GAAG,CAAA;IACjB,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,uBAAuB,EAAE,CAAC,CAAA;IAEzE,gDAAgD;IAChD,MAAM,aAAa,GAAG,MAAM,yBAAyB,CAAC;QAClD,GAAG,EAAE,KAAY;QACjB,MAAM,EAAE,MAAa;KACxB,CAAC,CAAA;IAEF,0DAA0D;IAC1D,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC;QAC9C,SAAS,EAAE,SAAgB;QAC3B,gBAAgB,EAAE,aAAa;KAClC,CAAC,CAAA;IAEF,OAAO,cAAc,CAAA;AACzB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@delofarag/ai-utils",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.1",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -8,12 +8,8 @@
|
|
|
8
8
|
"dist",
|
|
9
9
|
"README.md"
|
|
10
10
|
],
|
|
11
|
-
"scripts": {
|
|
12
|
-
"build": "tsc",
|
|
13
|
-
"dev": "tsx",
|
|
14
|
-
"start": "tsx"
|
|
15
|
-
},
|
|
16
11
|
"dependencies": {
|
|
12
|
+
"@supabase/supabase-js": "^2.39.0",
|
|
17
13
|
"@delofarag/base-utils": "^1.3.1",
|
|
18
14
|
"@langchain/anthropic": "^1.3.3",
|
|
19
15
|
"@langchain/classic": "^1.0.7",
|
|
@@ -39,5 +35,10 @@
|
|
|
39
35
|
"@types/node": "^20.0.0",
|
|
40
36
|
"tsx": "^4.0.0",
|
|
41
37
|
"typescript": "^5.9.3"
|
|
38
|
+
},
|
|
39
|
+
"scripts": {
|
|
40
|
+
"build": "tsc",
|
|
41
|
+
"dev": "tsx",
|
|
42
|
+
"start": "tsx"
|
|
42
43
|
}
|
|
43
|
-
}
|
|
44
|
+
}
|