@mastra/rag 1.0.5 → 1.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +2 -21
- package/CHANGELOG.md +25 -0
- package/dist/document/document.d.ts +32 -0
- package/dist/document/document.d.ts.map +1 -0
- package/dist/document/extractors/base.d.ts +12 -0
- package/dist/document/extractors/base.d.ts.map +1 -0
- package/dist/document/extractors/index.d.ts +6 -0
- package/dist/document/extractors/index.d.ts.map +1 -0
- package/dist/document/extractors/keywords.d.ts +50 -0
- package/dist/document/extractors/keywords.d.ts.map +1 -0
- package/dist/document/extractors/questions.d.ts +42 -0
- package/dist/document/extractors/questions.d.ts.map +1 -0
- package/dist/document/extractors/summary.d.ts +39 -0
- package/dist/document/extractors/summary.d.ts.map +1 -0
- package/dist/document/extractors/title.d.ts +31 -0
- package/dist/document/extractors/title.d.ts.map +1 -0
- package/dist/document/extractors/types.d.ts +27 -0
- package/dist/document/extractors/types.d.ts.map +1 -0
- package/dist/document/index.d.ts +3 -0
- package/dist/document/index.d.ts.map +1 -0
- package/dist/document/prompts/base.d.ts +19 -0
- package/dist/document/prompts/base.d.ts.map +1 -0
- package/dist/document/prompts/format.d.ts +8 -0
- package/dist/document/prompts/format.d.ts.map +1 -0
- package/dist/document/prompts/index.d.ts +4 -0
- package/dist/document/prompts/index.d.ts.map +1 -0
- package/dist/document/prompts/prompt.d.ts +12 -0
- package/dist/document/prompts/prompt.d.ts.map +1 -0
- package/dist/document/prompts/types.d.ts +22 -0
- package/dist/document/prompts/types.d.ts.map +1 -0
- package/dist/document/schema/index.d.ts +4 -0
- package/dist/document/schema/index.d.ts.map +1 -0
- package/dist/document/schema/node.d.ts +53 -0
- package/dist/document/schema/node.d.ts.map +1 -0
- package/dist/document/schema/types.d.ts +35 -0
- package/dist/document/schema/types.d.ts.map +1 -0
- package/dist/document/transformers/character.d.ts +46 -0
- package/dist/document/transformers/character.d.ts.map +1 -0
- package/dist/document/transformers/html.d.ts +26 -0
- package/dist/document/transformers/html.d.ts.map +1 -0
- package/dist/document/transformers/json.d.ts +91 -0
- package/dist/document/transformers/json.d.ts.map +1 -0
- package/dist/document/transformers/latex.d.ts +12 -0
- package/dist/document/transformers/latex.d.ts.map +1 -0
- package/dist/document/transformers/markdown.d.ts +25 -0
- package/dist/document/transformers/markdown.d.ts.map +1 -0
- package/dist/document/transformers/text.d.ts +22 -0
- package/dist/document/transformers/text.d.ts.map +1 -0
- package/dist/document/transformers/token.d.ts +46 -0
- package/dist/document/transformers/token.d.ts.map +1 -0
- package/dist/document/transformers/transformer.d.ts +5 -0
- package/dist/document/transformers/transformer.d.ts.map +1 -0
- package/dist/document/types.d.ts +66 -0
- package/dist/document/types.d.ts.map +1 -0
- package/dist/graph-rag/index.d.ts +57 -0
- package/dist/graph-rag/index.d.ts.map +1 -0
- package/dist/index.cjs +2 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +9 -33
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/rerank/index.d.ts +44 -0
- package/dist/rerank/index.d.ts.map +1 -0
- package/dist/rerank/relevance/cohere/index.d.ts +8 -0
- package/dist/rerank/relevance/cohere/index.d.ts.map +1 -0
- package/dist/rerank/relevance/index.d.ts +4 -0
- package/dist/rerank/relevance/index.d.ts.map +1 -0
- package/dist/rerank/relevance/mastra-agent/index.d.ts +8 -0
- package/dist/rerank/relevance/mastra-agent/index.d.ts.map +1 -0
- package/dist/rerank/relevance/zeroentropy/index.d.ts +8 -0
- package/dist/rerank/relevance/zeroentropy/index.d.ts.map +1 -0
- package/dist/tools/document-chunker.d.ts +7 -0
- package/dist/tools/document-chunker.d.ts.map +1 -0
- package/dist/tools/graph-rag.d.ts +26 -0
- package/dist/tools/graph-rag.d.ts.map +1 -0
- package/dist/tools/index.d.ts +4 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/types.d.ts +97 -0
- package/dist/tools/types.d.ts.map +1 -0
- package/dist/tools/vector-query.d.ts +26 -0
- package/dist/tools/vector-query.d.ts.map +1 -0
- package/dist/utils/convert-sources.d.ts +18 -0
- package/dist/utils/convert-sources.d.ts.map +1 -0
- package/dist/utils/default-settings.d.ts +6 -0
- package/dist/utils/default-settings.d.ts.map +1 -0
- package/dist/utils/index.d.ts +4 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/tool-schemas.d.ts +63 -0
- package/dist/utils/tool-schemas.d.ts.map +1 -0
- package/dist/utils/vector-prompts.d.ts +32 -0
- package/dist/utils/vector-prompts.d.ts.map +1 -0
- package/dist/utils/vector-search.d.ts +23 -0
- package/dist/utils/vector-search.d.ts.map +1 -0
- package/package.json +5 -5
- package/src/document/extractors/keywords.test.ts +15 -9
- package/tsconfig.build.json +9 -0
- package/tsconfig.json +1 -1
- package/tsup.config.ts +22 -0
- package/dist/_tsup-dts-rollup.d.cts +0 -1307
- package/dist/_tsup-dts-rollup.d.ts +0 -1307
- package/dist/index.d.cts +0 -33
|
@@ -46,15 +46,21 @@ describe('KeywordExtractor', () => {
|
|
|
46
46
|
expect(typeof result.excerptKeywords).toBe('string');
|
|
47
47
|
expect(result.excerptKeywords.length).toBeGreaterThan(0);
|
|
48
48
|
});
|
|
49
|
-
it(
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
49
|
+
it(
|
|
50
|
+
'handles very long input',
|
|
51
|
+
{
|
|
52
|
+
timeout: 20_000,
|
|
53
|
+
},
|
|
54
|
+
async () => {
|
|
55
|
+
const extractor = new KeywordExtractor();
|
|
56
|
+
const longText = 'A'.repeat(1000);
|
|
57
|
+
const node = new TextNode({ text: longText });
|
|
58
|
+
const result = await extractor.extractKeywordsFromNodes(node);
|
|
59
|
+
expect(result).toHaveProperty('excerptKeywords');
|
|
60
|
+
expect(typeof result.excerptKeywords).toBe('string');
|
|
61
|
+
expect(result.excerptKeywords.length).toBeGreaterThan(0);
|
|
62
|
+
},
|
|
63
|
+
);
|
|
58
64
|
|
|
59
65
|
it('handles whitespace only input', async () => {
|
|
60
66
|
const extractor = new KeywordExtractor();
|
package/tsconfig.json
CHANGED
package/tsup.config.ts
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { spawn } from 'child_process';
|
|
2
|
+
import { promisify } from 'util';
|
|
3
|
+
import { defineConfig } from 'tsup';
|
|
4
|
+
|
|
5
|
+
const exec = promisify(spawn);
|
|
6
|
+
|
|
7
|
+
export default defineConfig({
|
|
8
|
+
entry: ['src/index.ts'],
|
|
9
|
+
format: ['esm', 'cjs'],
|
|
10
|
+
clean: true,
|
|
11
|
+
dts: false,
|
|
12
|
+
splitting: true,
|
|
13
|
+
treeshake: {
|
|
14
|
+
preset: 'smallest',
|
|
15
|
+
},
|
|
16
|
+
sourcemap: true,
|
|
17
|
+
onSuccess: async () => {
|
|
18
|
+
await exec('pnpm', ['tsc', '-p', 'tsconfig.build.json'], {
|
|
19
|
+
stdio: 'inherit',
|
|
20
|
+
});
|
|
21
|
+
},
|
|
22
|
+
});
|