@luzzle/core 0.0.32 → 0.0.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (230) hide show
  1. package/package.json +3 -3
  2. package/dist/src/database/client.d.ts +0 -4
  3. package/dist/src/database/client.js +0 -12
  4. package/dist/src/database/client.js.map +0 -1
  5. package/dist/src/database/client.test.d.ts +0 -1
  6. package/dist/src/database/client.test.js +0 -34
  7. package/dist/src/database/client.test.js.map +0 -1
  8. package/dist/src/database/database.mock.d.ts +0 -22
  9. package/dist/src/database/database.mock.js +0 -42
  10. package/dist/src/database/database.mock.js.map +0 -1
  11. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.d.ts +0 -3
  12. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.js +0 -49
  13. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.js.map +0 -1
  14. package/dist/src/database/migrations/2023-10-30T23:24:40Z.d.ts +0 -3
  15. package/dist/src/database/migrations/2023-10-30T23:24:40Z.js +0 -35
  16. package/dist/src/database/migrations/2023-10-30T23:24:40Z.js.map +0 -1
  17. package/dist/src/database/migrations/2023-11-22T14:55:18Z.d.ts +0 -3
  18. package/dist/src/database/migrations/2023-11-22T14:55:18Z.js +0 -16
  19. package/dist/src/database/migrations/2023-11-22T14:55:18Z.js.map +0 -1
  20. package/dist/src/database/migrations/2023-11-27T04:32:07Z.d.ts +0 -3
  21. package/dist/src/database/migrations/2023-11-27T04:32:07Z.js +0 -30
  22. package/dist/src/database/migrations/2023-11-27T04:32:07Z.js.map +0 -1
  23. package/dist/src/database/migrations/2024-01-01T23:30:29Z.d.ts +0 -3
  24. package/dist/src/database/migrations/2024-01-01T23:30:29Z.js +0 -11
  25. package/dist/src/database/migrations/2024-01-01T23:30:29Z.js.map +0 -1
  26. package/dist/src/database/migrations/2024-01-06T15:52:43Z.d.ts +0 -3
  27. package/dist/src/database/migrations/2024-01-06T15:52:43Z.js +0 -16
  28. package/dist/src/database/migrations/2024-01-06T15:52:43Z.js.map +0 -1
  29. package/dist/src/database/migrations/2024-02-09T16:33:10Z.d.ts +0 -3
  30. package/dist/src/database/migrations/2024-02-09T16:33:10Z.js +0 -37
  31. package/dist/src/database/migrations/2024-02-09T16:33:10Z.js.map +0 -1
  32. package/dist/src/database/migrations/2024-02-13T05:56:43Z.d.ts +0 -3
  33. package/dist/src/database/migrations/2024-02-13T05:56:43Z.js +0 -116
  34. package/dist/src/database/migrations/2024-02-13T05:56:43Z.js.map +0 -1
  35. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.d.ts +0 -3
  36. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.js +0 -42
  37. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.js.map +0 -1
  38. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.d.ts +0 -3
  39. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.js +0 -20
  40. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.js.map +0 -1
  41. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.d.ts +0 -3
  42. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.js +0 -43
  43. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.js.map +0 -1
  44. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.d.ts +0 -3
  45. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.js +0 -54
  46. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.js.map +0 -1
  47. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.d.ts +0 -3
  48. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.js +0 -23
  49. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.js.map +0 -1
  50. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.d.ts +0 -3
  51. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.js +0 -17
  52. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.js.map +0 -1
  53. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.d.ts +0 -3
  54. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.js +0 -15
  55. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.js.map +0 -1
  56. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.d.ts +0 -3
  57. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.js +0 -26
  58. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.js.map +0 -1
  59. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.d.ts +0 -3
  60. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.js +0 -24
  61. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.js.map +0 -1
  62. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.d.ts +0 -3
  63. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.js +0 -54
  64. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.js.map +0 -1
  65. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.d.ts +0 -3
  66. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.js +0 -10
  67. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.js.map +0 -1
  68. package/dist/src/database/migrations.d.ts +0 -3
  69. package/dist/src/database/migrations.js +0 -16
  70. package/dist/src/database/migrations.js.map +0 -1
  71. package/dist/src/database/migrations.test.d.ts +0 -1
  72. package/dist/src/database/migrations.test.js +0 -37
  73. package/dist/src/database/migrations.test.js.map +0 -1
  74. package/dist/src/database/tables/index.d.ts +0 -21
  75. package/dist/src/database/tables/index.js +0 -7
  76. package/dist/src/database/tables/index.js.map +0 -1
  77. package/dist/src/database/tables/pieces_cache.schema.d.ts +0 -13
  78. package/dist/src/database/tables/pieces_cache.schema.js +0 -2
  79. package/dist/src/database/tables/pieces_cache.schema.js.map +0 -1
  80. package/dist/src/database/tables/pieces_items.schema.d.ts +0 -16
  81. package/dist/src/database/tables/pieces_items.schema.js +0 -2
  82. package/dist/src/database/tables/pieces_items.schema.js.map +0 -1
  83. package/dist/src/database/tables/pieces_manager.schema.d.ts +0 -13
  84. package/dist/src/database/tables/pieces_manager.schema.js +0 -2
  85. package/dist/src/database/tables/pieces_manager.schema.js.map +0 -1
  86. package/dist/src/database/utils.d.ts +0 -8
  87. package/dist/src/database/utils.js +0 -2
  88. package/dist/src/database/utils.js.map +0 -1
  89. package/dist/src/database/utils.test.d.ts +0 -1
  90. package/dist/src/database/utils.test.js +0 -9
  91. package/dist/src/database/utils.test.js.map +0 -1
  92. package/dist/src/index.d.ts +0 -11
  93. package/dist/src/index.js +0 -12
  94. package/dist/src/index.js.map +0 -1
  95. package/dist/src/index.test.d.ts +0 -1
  96. package/dist/src/index.test.js +0 -9
  97. package/dist/src/index.test.js.map +0 -1
  98. package/dist/src/lib/ajv.d.ts +0 -6
  99. package/dist/src/lib/ajv.js +0 -25
  100. package/dist/src/lib/ajv.js.map +0 -1
  101. package/dist/src/lib/ajv.test.d.ts +0 -1
  102. package/dist/src/lib/ajv.test.js +0 -43
  103. package/dist/src/lib/ajv.test.js.map +0 -1
  104. package/dist/src/lib/frontmatter.d.ts +0 -4
  105. package/dist/src/lib/frontmatter.js +0 -8
  106. package/dist/src/lib/frontmatter.js.map +0 -1
  107. package/dist/src/lib/frontmatter.test.d.ts +0 -1
  108. package/dist/src/lib/frontmatter.test.js +0 -37
  109. package/dist/src/lib/frontmatter.test.js.map +0 -1
  110. package/dist/src/lib/markdown.d.ts +0 -7
  111. package/dist/src/lib/markdown.js +0 -21
  112. package/dist/src/lib/markdown.js.map +0 -1
  113. package/dist/src/lib/markdown.test.d.ts +0 -1
  114. package/dist/src/lib/markdown.test.js +0 -34
  115. package/dist/src/lib/markdown.test.js.map +0 -1
  116. package/dist/src/llm/google.d.ts +0 -6
  117. package/dist/src/llm/google.js +0 -91
  118. package/dist/src/llm/google.js.map +0 -1
  119. package/dist/src/llm/google.test.d.ts +0 -1
  120. package/dist/src/llm/google.test.js +0 -253
  121. package/dist/src/llm/google.test.js.map +0 -1
  122. package/dist/src/pieces/Piece.d.ts +0 -66
  123. package/dist/src/pieces/Piece.fixtures.d.ts +0 -43
  124. package/dist/src/pieces/Piece.fixtures.js +0 -83
  125. package/dist/src/pieces/Piece.fixtures.js.map +0 -1
  126. package/dist/src/pieces/Piece.js +0 -256
  127. package/dist/src/pieces/Piece.js.map +0 -1
  128. package/dist/src/pieces/Piece.test.d.ts +0 -1
  129. package/dist/src/pieces/Piece.test.js +0 -839
  130. package/dist/src/pieces/Piece.test.js.map +0 -1
  131. package/dist/src/pieces/Pieces.d.ts +0 -55
  132. package/dist/src/pieces/Pieces.js +0 -144
  133. package/dist/src/pieces/Pieces.js.map +0 -1
  134. package/dist/src/pieces/Pieces.test.d.ts +0 -1
  135. package/dist/src/pieces/Pieces.test.js +0 -327
  136. package/dist/src/pieces/Pieces.test.js.map +0 -1
  137. package/dist/src/pieces/assets.d.ts +0 -5
  138. package/dist/src/pieces/assets.js +0 -6
  139. package/dist/src/pieces/assets.js.map +0 -1
  140. package/dist/src/pieces/cache.d.ts +0 -20
  141. package/dist/src/pieces/cache.fixtures.d.ts +0 -3
  142. package/dist/src/pieces/cache.fixtures.js +0 -12
  143. package/dist/src/pieces/cache.fixtures.js.map +0 -1
  144. package/dist/src/pieces/cache.js +0 -49
  145. package/dist/src/pieces/cache.js.map +0 -1
  146. package/dist/src/pieces/cache.test.d.ts +0 -1
  147. package/dist/src/pieces/cache.test.js +0 -98
  148. package/dist/src/pieces/cache.test.js.map +0 -1
  149. package/dist/src/pieces/index.d.ts +0 -8
  150. package/dist/src/pieces/index.js +0 -9
  151. package/dist/src/pieces/index.js.map +0 -1
  152. package/dist/src/pieces/item.d.ts +0 -9
  153. package/dist/src/pieces/item.js +0 -79
  154. package/dist/src/pieces/item.js.map +0 -1
  155. package/dist/src/pieces/item.test.d.ts +0 -1
  156. package/dist/src/pieces/item.test.js +0 -215
  157. package/dist/src/pieces/item.test.js.map +0 -1
  158. package/dist/src/pieces/items.d.ts +0 -39
  159. package/dist/src/pieces/items.js +0 -45
  160. package/dist/src/pieces/items.js.map +0 -1
  161. package/dist/src/pieces/items.test.d.ts +0 -1
  162. package/dist/src/pieces/items.test.js +0 -100
  163. package/dist/src/pieces/items.test.js.map +0 -1
  164. package/dist/src/pieces/json.schema.d.ts +0 -6
  165. package/dist/src/pieces/json.schema.js +0 -58
  166. package/dist/src/pieces/json.schema.js.map +0 -1
  167. package/dist/src/pieces/json.schema.test.d.ts +0 -1
  168. package/dist/src/pieces/json.schema.test.js +0 -27
  169. package/dist/src/pieces/json.schema.test.js.map +0 -1
  170. package/dist/src/pieces/manager.d.ts +0 -22
  171. package/dist/src/pieces/manager.js +0 -43
  172. package/dist/src/pieces/manager.js.map +0 -1
  173. package/dist/src/pieces/manager.test.d.ts +0 -1
  174. package/dist/src/pieces/manager.test.js +0 -72
  175. package/dist/src/pieces/manager.test.js.map +0 -1
  176. package/dist/src/pieces/utils/frontmatter.d.ts +0 -33
  177. package/dist/src/pieces/utils/frontmatter.js +0 -69
  178. package/dist/src/pieces/utils/frontmatter.js.map +0 -1
  179. package/dist/src/pieces/utils/frontmatter.test.d.ts +0 -1
  180. package/dist/src/pieces/utils/frontmatter.test.js +0 -185
  181. package/dist/src/pieces/utils/frontmatter.test.js.map +0 -1
  182. package/dist/src/pieces/utils/markdown.d.ts +0 -10
  183. package/dist/src/pieces/utils/markdown.js +0 -9
  184. package/dist/src/pieces/utils/markdown.js.map +0 -1
  185. package/dist/src/pieces/utils/markdown.test.d.ts +0 -1
  186. package/dist/src/pieces/utils/markdown.test.js +0 -38
  187. package/dist/src/pieces/utils/markdown.test.js.map +0 -1
  188. package/dist/src/pieces/utils/piece.d.ts +0 -13
  189. package/dist/src/pieces/utils/piece.fixtures.d.ts +0 -19
  190. package/dist/src/pieces/utils/piece.fixtures.js +0 -39
  191. package/dist/src/pieces/utils/piece.fixtures.js.map +0 -1
  192. package/dist/src/pieces/utils/piece.js +0 -142
  193. package/dist/src/pieces/utils/piece.js.map +0 -1
  194. package/dist/src/pieces/utils/piece.test.d.ts +0 -1
  195. package/dist/src/pieces/utils/piece.test.js +0 -333
  196. package/dist/src/pieces/utils/piece.test.js.map +0 -1
  197. package/dist/src/pieces/utils.d.ts +0 -10
  198. package/dist/src/pieces/utils.js +0 -101
  199. package/dist/src/pieces/utils.js.map +0 -1
  200. package/dist/src/pieces/utils.test.d.ts +0 -1
  201. package/dist/src/pieces/utils.test.js +0 -372
  202. package/dist/src/pieces/utils.test.js.map +0 -1
  203. package/dist/src/storage/abstract.d.ts +0 -19
  204. package/dist/src/storage/abstract.js +0 -4
  205. package/dist/src/storage/abstract.js.map +0 -1
  206. package/dist/src/storage/fs.d.ts +0 -22
  207. package/dist/src/storage/fs.js +0 -84
  208. package/dist/src/storage/fs.js.map +0 -1
  209. package/dist/src/storage/fs.test.d.ts +0 -1
  210. package/dist/src/storage/fs.test.js +0 -222
  211. package/dist/src/storage/fs.test.js.map +0 -1
  212. package/dist/src/storage/index.d.ts +0 -5
  213. package/dist/src/storage/index.js +0 -4
  214. package/dist/src/storage/index.js.map +0 -1
  215. package/dist/src/storage/storage.mock.d.ts +0 -2
  216. package/dist/src/storage/storage.mock.js +0 -18
  217. package/dist/src/storage/storage.mock.js.map +0 -1
  218. package/dist/src/storage/types.d.ts +0 -6
  219. package/dist/src/storage/types.js +0 -2
  220. package/dist/src/storage/types.js.map +0 -1
  221. package/dist/src/storage/webdav.d.ts +0 -25
  222. package/dist/src/storage/webdav.js +0 -65
  223. package/dist/src/storage/webdav.js.map +0 -1
  224. package/dist/src/storage/webdav.test.d.ts +0 -1
  225. package/dist/src/storage/webdav.test.js +0 -194
  226. package/dist/src/storage/webdav.test.js.map +0 -1
  227. package/dist/tsconfig.tsbuildinfo +0 -1
  228. package/dist/vite.config.d.ts +0 -2
  229. package/dist/vite.config.js +0 -36
  230. package/dist/vite.config.js.map +0 -1
@@ -1,253 +0,0 @@
1
- import { describe, expect, vi, afterEach, test } from 'vitest';
2
- import { pieceFrontMatterFromPrompt } from './google.js';
3
- import { GoogleGenAI, createPartFromUri, } from '@google/genai';
4
- import { fileTypeFromBuffer, fileTypeFromFile } from 'file-type';
5
- import { readFile } from 'fs/promises';
6
- // Mock schema created locally to remove dependency on piece.fixtures.ts
7
- const makeSchema = (name) => {
8
- return {
9
- type: 'object',
10
- title: name,
11
- properties: {
12
- title: { type: 'string', examples: ['title'] },
13
- keywords: { type: 'string', nullable: true },
14
- },
15
- required: ['title'],
16
- additionalProperties: false,
17
- };
18
- };
19
- vi.mock('@luzzle/core');
20
- vi.mock('file-type');
21
- vi.mock('fs/promises');
22
- vi.mock('@google/genai', () => {
23
- const Gemini = vi.fn();
24
- Gemini.prototype.models = vi.fn();
25
- Gemini.prototype.files = vi.fn();
26
- Gemini.prototype.models.generateContent = vi.fn();
27
- Gemini.prototype.files.upload = vi.fn();
28
- Gemini.prototype.files.get = vi.fn();
29
- return {
30
- GoogleGenAI: Gemini,
31
- HarmCategory: {},
32
- HarmBlockThreshold: {},
33
- createPartFromUri: vi.fn(),
34
- };
35
- });
36
- const mocks = {
37
- generateContent: vi.mocked(GoogleGenAI.prototype.models.generateContent),
38
- uploadFile: vi.mocked(GoogleGenAI.prototype.files.upload),
39
- getFile: vi.mocked(GoogleGenAI.prototype.files.get),
40
- fileTypeFromFile: vi.mocked(fileTypeFromFile),
41
- fileTypeFromBuffer: vi.mocked(fileTypeFromBuffer),
42
- createPartFromUri: vi.mocked(createPartFromUri),
43
- readFile: vi.mocked(readFile),
44
- };
45
- const spies = {};
46
- describe('lib/llm/google.ts', () => {
47
- afterEach(() => {
48
- Object.values(mocks).forEach((mock) => {
49
- mock.mockReset();
50
- });
51
- Object.keys(spies).forEach((key) => {
52
- spies[key].mockRestore();
53
- delete spies[key];
54
- });
55
- });
56
- test('pieceFrontMatterFromPrompt', async () => {
57
- const apiKey = 'apiKey';
58
- const schema = makeSchema('books');
59
- const prompt = 'prompt';
60
- const frontmatter = { field: 'value' };
61
- const responseText = JSON.stringify(frontmatter);
62
- mocks.generateContent.mockResolvedValueOnce({
63
- text: responseText,
64
- });
65
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
66
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
67
- expect(mocks.generateContent).toHaveBeenCalledWith({
68
- contents: expect.arrayContaining([prompt]),
69
- config: expect.any(Object),
70
- model: expect.any(String),
71
- });
72
- expect(generatedFrontmatter).toEqual(frontmatter);
73
- });
74
- test('pieceFrontMatterFromPrompt strips empty fields', async () => {
75
- const apiKey = 'apiKey';
76
- const schema = makeSchema('books');
77
- const prompt = 'prompt';
78
- const frontmatter = { field: 'value', field2: null, field3: undefined };
79
- const responseText = JSON.stringify(frontmatter);
80
- mocks.generateContent.mockResolvedValueOnce({
81
- text: responseText,
82
- });
83
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
84
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
85
- expect(mocks.generateContent).toHaveBeenCalledWith({
86
- contents: expect.arrayContaining([prompt]),
87
- config: expect.any(Object),
88
- model: expect.any(String),
89
- });
90
- expect(generatedFrontmatter).toEqual({ field: 'value' });
91
- });
92
- test('pieceFrontMatterFromPrompt returns on empty result', async () => {
93
- const apiKey = 'apiKey';
94
- const schema = makeSchema('books');
95
- const prompt = 'prompt';
96
- const responseText = undefined;
97
- mocks.generateContent.mockResolvedValueOnce({
98
- text: responseText,
99
- });
100
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
101
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
102
- expect(mocks.generateContent).toHaveBeenCalledWith({
103
- contents: expect.arrayContaining([prompt]),
104
- config: expect.any(Object),
105
- model: expect.any(String),
106
- });
107
- expect(generatedFrontmatter).toEqual({});
108
- });
109
- test('generatePieceFrontmatter with a binary file', async () => {
110
- const apiKey = 'apiKey';
111
- const schema = makeSchema('books');
112
- const prompt = 'prompt';
113
- const file = '/path/to/file.pdf';
114
- const uri = 'gs://another/path/to/file.pdf';
115
- const name = 'file.pdf';
116
- const mimeType = 'application/pdf';
117
- const frontmatter = { field: 'value' };
118
- const responseText = JSON.stringify(frontmatter);
119
- const fileContent = 'fileContent';
120
- vi.useFakeTimers();
121
- mocks.generateContent.mockResolvedValueOnce({
122
- text: responseText,
123
- });
124
- mocks.uploadFile.mockResolvedValue({ name, uri, mimeType });
125
- mocks.getFile.mockResolvedValueOnce({ state: 'PROCESSING' });
126
- mocks.getFile.mockResolvedValueOnce({ uri, mimeType, state: 'ACTIVE' });
127
- mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
128
- mocks.createPartFromUri.mockReturnValue(fileContent);
129
- vi.runAllTimersAsync();
130
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
131
- expect(mocks.uploadFile).toHaveBeenCalledWith({ file, config: { mimeType } });
132
- expect(mocks.getFile).toHaveBeenCalledWith({ name });
133
- expect(mocks.createPartFromUri).toHaveBeenCalledTimes(1);
134
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
135
- expect(mocks.generateContent).toHaveBeenCalledWith({
136
- contents: expect.arrayContaining([prompt, fileContent]),
137
- config: expect.any(Object),
138
- model: expect.any(String),
139
- });
140
- expect(generatedFrontmatter).toEqual(frontmatter);
141
- vi.useRealTimers();
142
- });
143
- test('generatePieceFrontmatter with a text file', async () => {
144
- const apiKey = 'apiKey';
145
- const schema = makeSchema('books');
146
- const prompt = 'prompt';
147
- const file = '/path/to/file.html';
148
- const frontmatter = { field: 'value' };
149
- const responseText = JSON.stringify(frontmatter);
150
- const fileContent = 'fileContent';
151
- mocks.generateContent.mockResolvedValueOnce({
152
- text: responseText,
153
- });
154
- mocks.fileTypeFromFile.mockResolvedValueOnce(undefined);
155
- mocks.readFile.mockResolvedValueOnce(fileContent);
156
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
157
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
158
- expect(mocks.generateContent).toHaveBeenCalledWith({
159
- contents: expect.arrayContaining([prompt, expect.stringContaining(fileContent)]),
160
- config: expect.any(Object),
161
- model: expect.any(String),
162
- });
163
- expect(generatedFrontmatter).toEqual(frontmatter);
164
- vi.useRealTimers();
165
- });
166
- test('generatePieceFrontmatter with a text Buffer', async () => {
167
- const apiKey = 'apiKey';
168
- const schema = makeSchema('books');
169
- const prompt = 'prompt';
170
- const frontmatter = { field: 'value' };
171
- const responseText = JSON.stringify(frontmatter);
172
- const buffer = Buffer.from('buffer data');
173
- mocks.generateContent.mockResolvedValueOnce({
174
- text: responseText,
175
- });
176
- mocks.fileTypeFromBuffer.mockResolvedValueOnce(undefined);
177
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [buffer]);
178
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
179
- expect(mocks.generateContent).toHaveBeenCalledWith({
180
- contents: expect.arrayContaining([prompt, expect.stringContaining(buffer.toString())]),
181
- config: expect.any(Object),
182
- model: expect.any(String),
183
- });
184
- expect(generatedFrontmatter).toEqual(frontmatter);
185
- });
186
- test('generatePieceFrontmatter with a binary Buffer', async () => {
187
- const apiKey = 'apiKey';
188
- const schema = makeSchema('books');
189
- const prompt = 'prompt';
190
- const name = 'file.pdf';
191
- const uri = 'gs://another/path/to/file.pdf';
192
- const mimeType = 'application/pdf';
193
- const frontmatter = { field: 'value' };
194
- const responseText = JSON.stringify(frontmatter);
195
- const buffer = Buffer.from('buffer data');
196
- const blob = new Blob([buffer]);
197
- const fileContent = 'fileContent';
198
- mocks.generateContent.mockResolvedValueOnce({
199
- text: responseText,
200
- });
201
- mocks.uploadFile.mockResolvedValue({ name, uri, mimeType });
202
- mocks.getFile.mockResolvedValue({ uri, mimeType, state: 'ACTIVE' });
203
- mocks.fileTypeFromBuffer.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
204
- mocks.createPartFromUri.mockReturnValue(fileContent);
205
- const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [buffer]);
206
- expect(mocks.uploadFile).toHaveBeenCalledWith({ file: blob, config: { mimeType } });
207
- expect(mocks.getFile).toHaveBeenCalledWith({ name });
208
- expect(mocks.generateContent).toHaveBeenCalledTimes(1);
209
- expect(mocks.generateContent).toHaveBeenCalledWith({
210
- contents: expect.arrayContaining([prompt, fileContent]),
211
- config: expect.any(Object),
212
- model: expect.any(String),
213
- });
214
- expect(generatedFrontmatter).toEqual(frontmatter);
215
- });
216
- test('generatePieceFrontmatter binary file fails to process upload', async () => {
217
- const apiKey = 'apiKey';
218
- const schema = makeSchema('books');
219
- const prompt = 'prompt';
220
- const file = '/path/to/file.pdf';
221
- const name = 'file.pdf';
222
- const mimeType = 'application/pdf';
223
- const frontmatter = { field: 'value' };
224
- const responseText = JSON.stringify(frontmatter);
225
- mocks.generateContent.mockResolvedValueOnce({
226
- text: responseText,
227
- });
228
- mocks.uploadFile.mockResolvedValue({ name, state: 'FAILED' });
229
- mocks.getFile.mockResolvedValue({});
230
- mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
231
- const generating = pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
232
- expect(generating).rejects.toThrowError();
233
- });
234
- test('generatePieceFrontmatter file fails to extract', async () => {
235
- const apiKey = 'apiKey';
236
- const schema = makeSchema('books');
237
- const prompt = 'prompt';
238
- const file = '/path/to/file.pdf';
239
- const name = 'file.pdf';
240
- const mimeType = 'application/pdf';
241
- const frontmatter = { field: 'value' };
242
- const responseText = JSON.stringify(frontmatter);
243
- mocks.generateContent.mockResolvedValueOnce({
244
- text: responseText,
245
- });
246
- mocks.uploadFile.mockResolvedValue({ name, uri: undefined });
247
- mocks.getFile.mockResolvedValue({});
248
- mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
249
- const generating = pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
250
- expect(generating).rejects.toThrowError();
251
- });
252
- });
253
- //# sourceMappingURL=google.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"google.test.js","sourceRoot":"","sources":["../../../src/llm/google.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAgB,MAAM,QAAQ,CAAA;AAC5E,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAA;AACxD,OAAO,EACN,WAAW,EAEX,iBAAiB,GAGjB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAItC,wEAAwE;AACxE,MAAM,UAAU,GAAG,CAClB,IAAY,EACuB,EAAE;IACrC,OAAO;QACN,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,IAAI;QACX,UAAU,EAAE;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;YAC9C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC5C;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,oBAAoB,EAAE,KAAK;KACoB,CAAA;AACjD,CAAC,CAAA;AAED,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AACvB,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;AACpB,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;AACtB,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAEtB,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACjC,MAAM,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAChC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACjD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACvC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAEpC,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,EAAE;QAChB,kBAAkB,EAAE,EAAE;QACtB,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;KAC1B,CAAA;AACF,CAAC,CAAC,CAAA;AAEF,MAAM,KAAK,GAAG;IACb,eAAe,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;IACxE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;IACzD,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;IACnD,gBAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC7C,kBAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;IACjD,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC/C,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;CAC7B,CAAA;AAED,MAAM,KAAK,GAAoC,EAAE,CAAA;AAEjD,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,IAAI,CAAC,SAAS,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;YACxB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAA;QAClB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;QACvE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,YAAY,GAAG,SAAS,CAAA;QAE9B,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,GAAG,GAAG,+BAA+B,CAAA;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,aAAqB,CAAA;QAEzC,EAAE,CAAC,aAAa,EAAE,CAAA;QAElB,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC3D,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,YAAyB,EAAE,CAAC,CAAA;QACzE,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QACpF,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5E,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAEpD,EAAE,CAAC,iBAAiB,EAAE,CAAA;QAEtB,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7F,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QAC7E,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACxD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEjD,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,oBAAoB,CAAA;QACjC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,aAAa,CAAA;QAEjC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACvD,KAAK,CAAC,QAAQ,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAA;QAEjD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7F,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YAChF,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEjD,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEzC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QAEzD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QAE/F,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACtF,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QAEF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,GAAG,GAAG,+BAA+B,CAAA;QAC3C,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA;QAC/B,MAAM,WAAW,GAAG,aAAqB,CAAA;QAEzC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC3D,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QAChF,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAC9E,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAEpD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QAE/F,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACnF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QAEF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QAC1E,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;QACnC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAE5E,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7E,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;QAC5D,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;QACnC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAE5E,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7E,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IAC1C,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}
@@ -1,66 +0,0 @@
1
- import { Readable } from 'stream';
2
- import { PieceFrontmatter, PieceFrontmatterSchema, PieceFrontmatterSchemaField } from './utils/frontmatter.js';
3
- import LuzzleStorage from '../storage/abstract.js';
4
- import { PieceMarkdown } from './utils/markdown.js';
5
- import { LuzzleDatabase, LuzzleSelectable } from '../database/tables/index.js';
6
- import compile from '../lib/ajv.js';
7
- export interface InterfacePiece<F extends PieceFrontmatter> {
8
- new (directory: string, pieceName: string, schemaOverride?: PieceFrontmatterSchema<F>): Piece<F>;
9
- }
10
- export type PiecePruneResult = {
11
- action: 'pruned';
12
- file: string;
13
- error?: false;
14
- } | {
15
- file: string;
16
- error: true;
17
- message: string;
18
- };
19
- export type PieceSyncResult = {
20
- action: 'added' | 'updated' | 'skipped';
21
- file: string;
22
- error?: false;
23
- } | {
24
- file: string;
25
- error: true;
26
- message: string;
27
- };
28
- declare class Piece<F extends PieceFrontmatter> {
29
- private _validator?;
30
- private _schema;
31
- private _storage;
32
- private _pieceName;
33
- private _fields?;
34
- constructor(pieceName: string, storage: LuzzleStorage, schema: PieceFrontmatterSchema<F>);
35
- create(directory: string, name: string): Promise<PieceMarkdown<F>>;
36
- delete(file: string): Promise<void>;
37
- get type(): string;
38
- get schema(): PieceFrontmatterSchema<F>;
39
- protected get validator(): ReturnType<typeof compile<F>>;
40
- get fields(): PieceFrontmatterSchemaField[];
41
- isOutdated(file: string, db: LuzzleDatabase): Promise<boolean>;
42
- validate(markdown: PieceMarkdown<F>): {
43
- isValid: true;
44
- } | {
45
- isValid: false;
46
- errors: string[];
47
- };
48
- get(file: string): Promise<PieceMarkdown<F>>;
49
- write(markdown: PieceMarkdown<F>): Promise<void>;
50
- prune(db: LuzzleDatabase, files: string[], options?: {
51
- dryRun: boolean;
52
- }): Promise<Readable & AsyncIterable<PiecePruneResult>>;
53
- sync(db: LuzzleDatabase, files: string[], options?: {
54
- dryRun?: boolean;
55
- force?: boolean;
56
- }): Promise<Readable & AsyncIterable<PieceSyncResult>>;
57
- syncMarkdownAdd(db: LuzzleDatabase, markdown: PieceMarkdown<F>): Promise<void>;
58
- syncMarkdown(db: LuzzleDatabase, markdown: PieceMarkdown<F>): Promise<void>;
59
- syncMarkdownUpdate(db: LuzzleDatabase, markdown: PieceMarkdown<F>, data: LuzzleSelectable<'pieces_items'>): Promise<void>;
60
- toMarkdown(data: LuzzleSelectable<'pieces_items'>): PieceMarkdown<F>;
61
- setFields(markdown: PieceMarkdown<F>, fields: Record<string, unknown>): Promise<PieceMarkdown<F>>;
62
- removeFields(markdown: PieceMarkdown<F>, fields: string[]): Promise<PieceMarkdown<Omit<F, keyof F>>>;
63
- setField(markdown: PieceMarkdown<F>, field: string, value: unknown): Promise<PieceMarkdown<F>>;
64
- removeField(markdown: PieceMarkdown<F>, field: string, value?: number | string | boolean): Promise<PieceMarkdown<F>>;
65
- }
66
- export default Piece;
@@ -1,43 +0,0 @@
1
- import { LuzzleSelectable } from '../database/tables/index.js';
2
- import { PieceFrontmatter, PieceFrontmatterSchema } from './utils/frontmatter.js';
3
- import { PieceMarkdown } from './utils/markdown.js';
4
- import compile from '../lib/ajv.js';
5
- import LuzzleStorage from '../storage/abstract.js';
6
- import Piece from './Piece.js';
7
- import { PieceManagerSelect } from '../database/tables/pieces_manager.schema.js';
8
- type PieceValidator = ReturnType<typeof compile<PieceFrontmatter>>;
9
- export declare function makeValidator(): PieceValidator;
10
- export declare function makeSchema(name: string, properties?: {
11
- [key: string]: {
12
- type?: string;
13
- nullable?: boolean;
14
- items?: object;
15
- format?: string;
16
- pattern?: string;
17
- enum?: string[] | number[];
18
- };
19
- }): PieceFrontmatterSchema<{
20
- title: string;
21
- keywords?: string;
22
- subtitle?: string;
23
- }>;
24
- export declare function makeStorage(root: string): LuzzleStorage;
25
- export declare function makeFrontmatterSample(frontmatter?: Record<string, unknown>): PieceFrontmatter;
26
- export declare function makeMarkdownSample<F extends PieceFrontmatter>(initial?: Partial<PieceMarkdown<F>>): PieceMarkdown<F>;
27
- export declare function makePieceItemSelectable(overrides?: Partial<LuzzleSelectable<'pieces_items'>>): LuzzleSelectable<'pieces_items'>;
28
- declare class PieceOverridable extends Piece<PieceFrontmatter> {
29
- constructor(name?: string, storage?: LuzzleStorage, schema?: PieceFrontmatterSchema<PieceFrontmatter>);
30
- }
31
- export declare function makePieceMock(): typeof PieceOverridable;
32
- export declare function makeRegisteredPiece(overrides?: Partial<PieceManagerSelect>): {
33
- name: string;
34
- id: string;
35
- date_added: number;
36
- date_updated: number | null;
37
- schema: PieceFrontmatterSchema<{
38
- title: string;
39
- keywords?: string;
40
- subtitle?: string;
41
- }>;
42
- };
43
- export {};
@@ -1,83 +0,0 @@
1
- import Piece from './Piece.js';
2
- import { vi } from 'vitest';
3
- const sample = {
4
- note_markdown: 'sampleNote',
5
- file_path: 'samplePath',
6
- id: 'sampleId',
7
- type: 'sampleType',
8
- date_added: new Date().getTime(),
9
- date_updated: new Date().getTime(),
10
- frontmatter_json: JSON.stringify({ title: 'sampleTitle' }),
11
- };
12
- export function makeValidator() {
13
- const validate = () => true;
14
- return validate;
15
- }
16
- export function makeSchema(name, properties) {
17
- return {
18
- type: 'object',
19
- title: name,
20
- properties: {
21
- title: { type: 'string', examples: ['title'] },
22
- keywords: { type: 'string', nullable: true },
23
- subtitle: { type: 'string', nullable: true },
24
- ...properties,
25
- },
26
- required: ['title'],
27
- additionalProperties: true,
28
- };
29
- }
30
- export function makeStorage(root) {
31
- return {
32
- root,
33
- type: 'fs',
34
- parseArgPath: vi.fn(),
35
- readFile: vi.fn(),
36
- writeFile: vi.fn(),
37
- getFilesIn: vi.fn(),
38
- exists: vi.fn(),
39
- delete: vi.fn(),
40
- stat: vi.fn(),
41
- createReadStream: vi.fn(),
42
- createWriteStream: vi.fn(),
43
- makeDirectory: vi.fn(),
44
- };
45
- }
46
- export function makeFrontmatterSample(frontmatter = { title: JSON.parse(sample.frontmatter_json).title }) {
47
- return frontmatter;
48
- }
49
- export function makeMarkdownSample(initial = {}) {
50
- return {
51
- note: sample.note_markdown,
52
- filePath: sample.file_path,
53
- piece: sample.type,
54
- frontmatter: makeFrontmatterSample(),
55
- ...initial,
56
- };
57
- }
58
- export function makePieceItemSelectable(overrides) {
59
- return {
60
- ...sample,
61
- ...overrides,
62
- };
63
- }
64
- class PieceOverridable extends Piece {
65
- constructor(name = 'table', storage = makeStorage('root'), schema = makeSchema(name)) {
66
- super(name, storage, schema);
67
- }
68
- }
69
- export function makePieceMock() {
70
- return PieceOverridable;
71
- }
72
- export function makeRegisteredPiece(overrides) {
73
- const { schema, ...rest } = overrides || {};
74
- return {
75
- id: `123lk12j3lj12k3${Math.random()}`,
76
- date_added: new Date().getTime(),
77
- date_updated: null,
78
- name: 'asdf',
79
- schema: makeSchema(schema || 'asdf'),
80
- ...rest,
81
- };
82
- }
83
- //# sourceMappingURL=Piece.fixtures.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Piece.fixtures.js","sourceRoot":"","sources":["../../../src/pieces/Piece.fixtures.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAK3B,MAAM,MAAM,GAAG;IACd,aAAa,EAAE,YAAY;IAC3B,SAAS,EAAE,YAAY;IACvB,EAAE,EAAE,UAAU;IACd,IAAI,EAAE,YAAY;IAClB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;IAChC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;IAClC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;CACtB,CAAA;AAErC,MAAM,UAAU,aAAa;IAC5B,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAA;IAC3B,OAAO,QAAqC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,UAAU,CACzB,IAAY,EACZ,UASC;IAED,OAAO;QACN,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,IAAI;QACX,UAAU,EAAE;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;YAC9C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5C,GAAG,UAAU;SACb;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,oBAAoB,EAAE,IAAI;KAC1B,CAAA;AACF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,OAAO;QACN,IAAI;QACJ,IAAI,EAAE,IAAI;QACV,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;QACrB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;QACjB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;QAClB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;QACnB,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC1B,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;KACM,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,cAAuC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE;IAE3F,OAAO,WAA+B,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,UAAU,EAA+B;IAEzC,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,aAAa;QAC1B,QAAQ,EAAE,MAAM,CAAC,SAAS;QAC1B,KAAK,EAAE,MAAM,CAAC,IAAI;QAClB,WAAW,EAAE,qBAAqB,EAAO;QACzC,GAAG,OAAO;KACV,CAAA;AACF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACtC,SAAqD;IAErD,OAAO;QACN,GAAG,MAAM;QACT,GAAG,SAAS;KACZ,CAAA;AACF,CAAC;AAED,MAAM,gBAAiB,SAAQ,KAAuB;IACrD,YACC,OAAe,OAAO,EACtB,UAAyB,WAAW,CAAC,MAAM,CAAC,EAC5C,SAAmD,UAAU,CAAC,IAAI,CAAC;QAEnE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;IAC7B,CAAC;CACD;AAED,MAAM,UAAU,aAAa;IAC5B,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAAuC;IAC1E,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,SAAS,IAAI,EAAE,CAAA;IAC3C,OAAO;QACN,EAAE,EAAE,kBAAkB,IAAI,CAAC,MAAM,EAAE,EAAE;QACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;QAChC,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC;QACpC,GAAG,IAAI;KACP,CAAA;AACF,CAAC"}