@mastra/rag 1.0.5 → 1.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. package/.turbo/turbo-build.log +2 -21
  2. package/CHANGELOG.md +25 -0
  3. package/dist/document/document.d.ts +32 -0
  4. package/dist/document/document.d.ts.map +1 -0
  5. package/dist/document/extractors/base.d.ts +12 -0
  6. package/dist/document/extractors/base.d.ts.map +1 -0
  7. package/dist/document/extractors/index.d.ts +6 -0
  8. package/dist/document/extractors/index.d.ts.map +1 -0
  9. package/dist/document/extractors/keywords.d.ts +50 -0
  10. package/dist/document/extractors/keywords.d.ts.map +1 -0
  11. package/dist/document/extractors/questions.d.ts +42 -0
  12. package/dist/document/extractors/questions.d.ts.map +1 -0
  13. package/dist/document/extractors/summary.d.ts +39 -0
  14. package/dist/document/extractors/summary.d.ts.map +1 -0
  15. package/dist/document/extractors/title.d.ts +31 -0
  16. package/dist/document/extractors/title.d.ts.map +1 -0
  17. package/dist/document/extractors/types.d.ts +27 -0
  18. package/dist/document/extractors/types.d.ts.map +1 -0
  19. package/dist/document/index.d.ts +3 -0
  20. package/dist/document/index.d.ts.map +1 -0
  21. package/dist/document/prompts/base.d.ts +19 -0
  22. package/dist/document/prompts/base.d.ts.map +1 -0
  23. package/dist/document/prompts/format.d.ts +8 -0
  24. package/dist/document/prompts/format.d.ts.map +1 -0
  25. package/dist/document/prompts/index.d.ts +4 -0
  26. package/dist/document/prompts/index.d.ts.map +1 -0
  27. package/dist/document/prompts/prompt.d.ts +12 -0
  28. package/dist/document/prompts/prompt.d.ts.map +1 -0
  29. package/dist/document/prompts/types.d.ts +22 -0
  30. package/dist/document/prompts/types.d.ts.map +1 -0
  31. package/dist/document/schema/index.d.ts +4 -0
  32. package/dist/document/schema/index.d.ts.map +1 -0
  33. package/dist/document/schema/node.d.ts +53 -0
  34. package/dist/document/schema/node.d.ts.map +1 -0
  35. package/dist/document/schema/types.d.ts +35 -0
  36. package/dist/document/schema/types.d.ts.map +1 -0
  37. package/dist/document/transformers/character.d.ts +46 -0
  38. package/dist/document/transformers/character.d.ts.map +1 -0
  39. package/dist/document/transformers/html.d.ts +26 -0
  40. package/dist/document/transformers/html.d.ts.map +1 -0
  41. package/dist/document/transformers/json.d.ts +91 -0
  42. package/dist/document/transformers/json.d.ts.map +1 -0
  43. package/dist/document/transformers/latex.d.ts +12 -0
  44. package/dist/document/transformers/latex.d.ts.map +1 -0
  45. package/dist/document/transformers/markdown.d.ts +25 -0
  46. package/dist/document/transformers/markdown.d.ts.map +1 -0
  47. package/dist/document/transformers/text.d.ts +22 -0
  48. package/dist/document/transformers/text.d.ts.map +1 -0
  49. package/dist/document/transformers/token.d.ts +46 -0
  50. package/dist/document/transformers/token.d.ts.map +1 -0
  51. package/dist/document/transformers/transformer.d.ts +5 -0
  52. package/dist/document/transformers/transformer.d.ts.map +1 -0
  53. package/dist/document/types.d.ts +66 -0
  54. package/dist/document/types.d.ts.map +1 -0
  55. package/dist/graph-rag/index.d.ts +57 -0
  56. package/dist/graph-rag/index.d.ts.map +1 -0
  57. package/dist/index.cjs +2 -0
  58. package/dist/index.cjs.map +1 -0
  59. package/dist/index.d.ts +9 -33
  60. package/dist/index.d.ts.map +1 -0
  61. package/dist/index.js +2 -0
  62. package/dist/index.js.map +1 -0
  63. package/dist/rerank/index.d.ts +44 -0
  64. package/dist/rerank/index.d.ts.map +1 -0
  65. package/dist/rerank/relevance/cohere/index.d.ts +8 -0
  66. package/dist/rerank/relevance/cohere/index.d.ts.map +1 -0
  67. package/dist/rerank/relevance/index.d.ts +4 -0
  68. package/dist/rerank/relevance/index.d.ts.map +1 -0
  69. package/dist/rerank/relevance/mastra-agent/index.d.ts +8 -0
  70. package/dist/rerank/relevance/mastra-agent/index.d.ts.map +1 -0
  71. package/dist/rerank/relevance/zeroentropy/index.d.ts +8 -0
  72. package/dist/rerank/relevance/zeroentropy/index.d.ts.map +1 -0
  73. package/dist/tools/document-chunker.d.ts +7 -0
  74. package/dist/tools/document-chunker.d.ts.map +1 -0
  75. package/dist/tools/graph-rag.d.ts +26 -0
  76. package/dist/tools/graph-rag.d.ts.map +1 -0
  77. package/dist/tools/index.d.ts +4 -0
  78. package/dist/tools/index.d.ts.map +1 -0
  79. package/dist/tools/types.d.ts +97 -0
  80. package/dist/tools/types.d.ts.map +1 -0
  81. package/dist/tools/vector-query.d.ts +26 -0
  82. package/dist/tools/vector-query.d.ts.map +1 -0
  83. package/dist/utils/convert-sources.d.ts +18 -0
  84. package/dist/utils/convert-sources.d.ts.map +1 -0
  85. package/dist/utils/default-settings.d.ts +6 -0
  86. package/dist/utils/default-settings.d.ts.map +1 -0
  87. package/dist/utils/index.d.ts +4 -0
  88. package/dist/utils/index.d.ts.map +1 -0
  89. package/dist/utils/tool-schemas.d.ts +63 -0
  90. package/dist/utils/tool-schemas.d.ts.map +1 -0
  91. package/dist/utils/vector-prompts.d.ts +32 -0
  92. package/dist/utils/vector-prompts.d.ts.map +1 -0
  93. package/dist/utils/vector-search.d.ts +23 -0
  94. package/dist/utils/vector-search.d.ts.map +1 -0
  95. package/package.json +5 -5
  96. package/src/document/extractors/keywords.test.ts +15 -9
  97. package/tsconfig.build.json +9 -0
  98. package/tsconfig.json +1 -1
  99. package/tsup.config.ts +22 -0
  100. package/dist/_tsup-dts-rollup.d.cts +0 -1307
  101. package/dist/_tsup-dts-rollup.d.ts +0 -1307
  102. package/dist/index.d.cts +0 -33
@@ -46,15 +46,21 @@ describe('KeywordExtractor', () => {
46
46
  expect(typeof result.excerptKeywords).toBe('string');
47
47
  expect(result.excerptKeywords.length).toBeGreaterThan(0);
48
48
  });
49
- it('handles very long input', async () => {
50
- const extractor = new KeywordExtractor();
51
- const longText = 'A'.repeat(1000);
52
- const node = new TextNode({ text: longText });
53
- const result = await extractor.extractKeywordsFromNodes(node);
54
- expect(result).toHaveProperty('excerptKeywords');
55
- expect(typeof result.excerptKeywords).toBe('string');
56
- expect(result.excerptKeywords.length).toBeGreaterThan(0);
57
- });
49
+ it(
50
+ 'handles very long input',
51
+ {
52
+ timeout: 20_000,
53
+ },
54
+ async () => {
55
+ const extractor = new KeywordExtractor();
56
+ const longText = 'A'.repeat(1000);
57
+ const node = new TextNode({ text: longText });
58
+ const result = await extractor.extractKeywordsFromNodes(node);
59
+ expect(result).toHaveProperty('excerptKeywords');
60
+ expect(typeof result.excerptKeywords).toBe('string');
61
+ expect(result.excerptKeywords.length).toBeGreaterThan(0);
62
+ },
63
+ );
58
64
 
59
65
  it('handles whitespace only input', async () => {
60
66
  const extractor = new KeywordExtractor();
@@ -0,0 +1,9 @@
1
+ {
2
+ "extends": ["./tsconfig.json", "../../tsconfig.build.json"],
3
+ "compilerOptions": {
4
+ "outDir": "./dist",
5
+ "rootDir": "./src"
6
+ },
7
+ "include": ["src/**/*"],
8
+ "exclude": ["node_modules", "**/*.test.ts", "src/**/*.mock.ts"]
9
+ }
package/tsconfig.json CHANGED
@@ -1,5 +1,5 @@
1
1
  {
2
2
  "extends": "../../tsconfig.node.json",
3
- "include": ["src/**/*"],
3
+ "include": ["src/**/*", "tsup.config.ts"],
4
4
  "exclude": ["node_modules", "**/*.test.ts"]
5
5
  }
package/tsup.config.ts ADDED
@@ -0,0 +1,22 @@
1
+ import { spawn } from 'child_process';
2
+ import { promisify } from 'util';
3
+ import { defineConfig } from 'tsup';
4
+
5
+ const exec = promisify(spawn);
6
+
7
+ export default defineConfig({
8
+ entry: ['src/index.ts'],
9
+ format: ['esm', 'cjs'],
10
+ clean: true,
11
+ dts: false,
12
+ splitting: true,
13
+ treeshake: {
14
+ preset: 'smallest',
15
+ },
16
+ sourcemap: true,
17
+ onSuccess: async () => {
18
+ await exec('pnpm', ['tsc', '-p', 'tsconfig.build.json'], {
19
+ stdio: 'inherit',
20
+ });
21
+ },
22
+ });