@luzzle/core 0.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (231) hide show
  1. package/README.md +41 -0
  2. package/dist/src/database/client.d.ts +4 -0
  3. package/dist/src/database/client.js +12 -0
  4. package/dist/src/database/client.js.map +1 -0
  5. package/dist/src/database/client.test.d.ts +1 -0
  6. package/dist/src/database/client.test.js +34 -0
  7. package/dist/src/database/client.test.js.map +1 -0
  8. package/dist/src/database/database.mock.d.ts +22 -0
  9. package/dist/src/database/database.mock.js +42 -0
  10. package/dist/src/database/database.mock.js.map +1 -0
  11. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.d.ts +3 -0
  12. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.js +49 -0
  13. package/dist/src/database/migrations/2023-05-26T15:04:19.094Z.js.map +1 -0
  14. package/dist/src/database/migrations/2023-10-30T23:24:40Z.d.ts +3 -0
  15. package/dist/src/database/migrations/2023-10-30T23:24:40Z.js +35 -0
  16. package/dist/src/database/migrations/2023-10-30T23:24:40Z.js.map +1 -0
  17. package/dist/src/database/migrations/2023-11-22T14:55:18Z.d.ts +3 -0
  18. package/dist/src/database/migrations/2023-11-22T14:55:18Z.js +16 -0
  19. package/dist/src/database/migrations/2023-11-22T14:55:18Z.js.map +1 -0
  20. package/dist/src/database/migrations/2023-11-27T04:32:07Z.d.ts +3 -0
  21. package/dist/src/database/migrations/2023-11-27T04:32:07Z.js +30 -0
  22. package/dist/src/database/migrations/2023-11-27T04:32:07Z.js.map +1 -0
  23. package/dist/src/database/migrations/2024-01-01T23:30:29Z.d.ts +3 -0
  24. package/dist/src/database/migrations/2024-01-01T23:30:29Z.js +11 -0
  25. package/dist/src/database/migrations/2024-01-01T23:30:29Z.js.map +1 -0
  26. package/dist/src/database/migrations/2024-01-06T15:52:43Z.d.ts +3 -0
  27. package/dist/src/database/migrations/2024-01-06T15:52:43Z.js +16 -0
  28. package/dist/src/database/migrations/2024-01-06T15:52:43Z.js.map +1 -0
  29. package/dist/src/database/migrations/2024-02-09T16:33:10Z.d.ts +3 -0
  30. package/dist/src/database/migrations/2024-02-09T16:33:10Z.js +37 -0
  31. package/dist/src/database/migrations/2024-02-09T16:33:10Z.js.map +1 -0
  32. package/dist/src/database/migrations/2024-02-13T05:56:43Z.d.ts +3 -0
  33. package/dist/src/database/migrations/2024-02-13T05:56:43Z.js +116 -0
  34. package/dist/src/database/migrations/2024-02-13T05:56:43Z.js.map +1 -0
  35. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.d.ts +3 -0
  36. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.js +42 -0
  37. package/dist/src/database/migrations/2024-02-24T03:05:47Z-add-texts-table.js.map +1 -0
  38. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.d.ts +3 -0
  39. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.js +20 -0
  40. package/dist/src/database/migrations/2024-02-26T05:37:37Z-add-cache-table.js.map +1 -0
  41. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.d.ts +3 -0
  42. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.js +43 -0
  43. package/dist/src/database/migrations/2024-03-01T01:01:47Z-fix-trigger-bugs.js.map +1 -0
  44. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.d.ts +3 -0
  45. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.js +54 -0
  46. package/dist/src/database/migrations/2024-06-15T17:17:51Z-add-games-table.js.map +1 -0
  47. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.d.ts +3 -0
  48. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.js +23 -0
  49. package/dist/src/database/migrations/2024-06-24T20:16:48Z-remove-book-open-library-fields.js.map +1 -0
  50. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.d.ts +3 -0
  51. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.js +17 -0
  52. package/dist/src/database/migrations/2024-06-29T16:31:33Z-add-piece-manager-table.js.map +1 -0
  53. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.d.ts +3 -0
  54. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.js +15 -0
  55. package/dist/src/database/migrations/2024-07-14T06:59:07Z-remove-pieces.js.map +1 -0
  56. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.d.ts +3 -0
  57. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.js +26 -0
  58. package/dist/src/database/migrations/2024-11-06T15:27:05Z-remove-tags.js.map +1 -0
  59. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.d.ts +3 -0
  60. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.js +24 -0
  61. package/dist/src/database/migrations/2024-11-08T05:59:37Z-remove-pieces-items-unique-tables.js.map +1 -0
  62. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.d.ts +3 -0
  63. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.js +54 -0
  64. package/dist/src/database/migrations/2024-11-13T14:51:17Z-track-file-paths-on-piece.js.map +1 -0
  65. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.d.ts +3 -0
  66. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.js +10 -0
  67. package/dist/src/database/migrations/2024-12-15T06:35:24Z-track-assets-on-piece.js.map +1 -0
  68. package/dist/src/database/migrations.d.ts +3 -0
  69. package/dist/src/database/migrations.js +16 -0
  70. package/dist/src/database/migrations.js.map +1 -0
  71. package/dist/src/database/migrations.test.d.ts +1 -0
  72. package/dist/src/database/migrations.test.js +37 -0
  73. package/dist/src/database/migrations.test.js.map +1 -0
  74. package/dist/src/database/tables/index.d.ts +21 -0
  75. package/dist/src/database/tables/index.js +7 -0
  76. package/dist/src/database/tables/index.js.map +1 -0
  77. package/dist/src/database/tables/pieces_cache.schema.d.ts +13 -0
  78. package/dist/src/database/tables/pieces_cache.schema.js +2 -0
  79. package/dist/src/database/tables/pieces_cache.schema.js.map +1 -0
  80. package/dist/src/database/tables/pieces_items.schema.d.ts +16 -0
  81. package/dist/src/database/tables/pieces_items.schema.js +2 -0
  82. package/dist/src/database/tables/pieces_items.schema.js.map +1 -0
  83. package/dist/src/database/tables/pieces_manager.schema.d.ts +13 -0
  84. package/dist/src/database/tables/pieces_manager.schema.js +2 -0
  85. package/dist/src/database/tables/pieces_manager.schema.js.map +1 -0
  86. package/dist/src/database/utils.d.ts +8 -0
  87. package/dist/src/database/utils.js +2 -0
  88. package/dist/src/database/utils.js.map +1 -0
  89. package/dist/src/database/utils.test.d.ts +1 -0
  90. package/dist/src/database/utils.test.js +9 -0
  91. package/dist/src/database/utils.test.js.map +1 -0
  92. package/dist/src/index.d.ts +11 -0
  93. package/dist/src/index.js +12 -0
  94. package/dist/src/index.js.map +1 -0
  95. package/dist/src/index.test.d.ts +1 -0
  96. package/dist/src/index.test.js +9 -0
  97. package/dist/src/index.test.js.map +1 -0
  98. package/dist/src/lib/ajv.d.ts +6 -0
  99. package/dist/src/lib/ajv.js +25 -0
  100. package/dist/src/lib/ajv.js.map +1 -0
  101. package/dist/src/lib/ajv.test.d.ts +1 -0
  102. package/dist/src/lib/ajv.test.js +43 -0
  103. package/dist/src/lib/ajv.test.js.map +1 -0
  104. package/dist/src/lib/frontmatter.d.ts +4 -0
  105. package/dist/src/lib/frontmatter.js +8 -0
  106. package/dist/src/lib/frontmatter.js.map +1 -0
  107. package/dist/src/lib/frontmatter.test.d.ts +1 -0
  108. package/dist/src/lib/frontmatter.test.js +37 -0
  109. package/dist/src/lib/frontmatter.test.js.map +1 -0
  110. package/dist/src/lib/markdown.d.ts +7 -0
  111. package/dist/src/lib/markdown.js +21 -0
  112. package/dist/src/lib/markdown.js.map +1 -0
  113. package/dist/src/lib/markdown.test.d.ts +1 -0
  114. package/dist/src/lib/markdown.test.js +34 -0
  115. package/dist/src/lib/markdown.test.js.map +1 -0
  116. package/dist/src/llm/google.d.ts +6 -0
  117. package/dist/src/llm/google.js +91 -0
  118. package/dist/src/llm/google.js.map +1 -0
  119. package/dist/src/llm/google.test.d.ts +1 -0
  120. package/dist/src/llm/google.test.js +253 -0
  121. package/dist/src/llm/google.test.js.map +1 -0
  122. package/dist/src/pieces/Piece.d.ts +66 -0
  123. package/dist/src/pieces/Piece.fixtures.d.ts +43 -0
  124. package/dist/src/pieces/Piece.fixtures.js +83 -0
  125. package/dist/src/pieces/Piece.fixtures.js.map +1 -0
  126. package/dist/src/pieces/Piece.js +256 -0
  127. package/dist/src/pieces/Piece.js.map +1 -0
  128. package/dist/src/pieces/Piece.test.d.ts +1 -0
  129. package/dist/src/pieces/Piece.test.js +839 -0
  130. package/dist/src/pieces/Piece.test.js.map +1 -0
  131. package/dist/src/pieces/Pieces.d.ts +55 -0
  132. package/dist/src/pieces/Pieces.js +144 -0
  133. package/dist/src/pieces/Pieces.js.map +1 -0
  134. package/dist/src/pieces/Pieces.test.d.ts +1 -0
  135. package/dist/src/pieces/Pieces.test.js +327 -0
  136. package/dist/src/pieces/Pieces.test.js.map +1 -0
  137. package/dist/src/pieces/assets.d.ts +5 -0
  138. package/dist/src/pieces/assets.js +6 -0
  139. package/dist/src/pieces/assets.js.map +1 -0
  140. package/dist/src/pieces/cache.d.ts +20 -0
  141. package/dist/src/pieces/cache.fixtures.d.ts +3 -0
  142. package/dist/src/pieces/cache.fixtures.js +12 -0
  143. package/dist/src/pieces/cache.fixtures.js.map +1 -0
  144. package/dist/src/pieces/cache.js +49 -0
  145. package/dist/src/pieces/cache.js.map +1 -0
  146. package/dist/src/pieces/cache.test.d.ts +1 -0
  147. package/dist/src/pieces/cache.test.js +98 -0
  148. package/dist/src/pieces/cache.test.js.map +1 -0
  149. package/dist/src/pieces/index.d.ts +8 -0
  150. package/dist/src/pieces/index.js +9 -0
  151. package/dist/src/pieces/index.js.map +1 -0
  152. package/dist/src/pieces/item.d.ts +9 -0
  153. package/dist/src/pieces/item.js +79 -0
  154. package/dist/src/pieces/item.js.map +1 -0
  155. package/dist/src/pieces/item.test.d.ts +1 -0
  156. package/dist/src/pieces/item.test.js +215 -0
  157. package/dist/src/pieces/item.test.js.map +1 -0
  158. package/dist/src/pieces/items.d.ts +39 -0
  159. package/dist/src/pieces/items.js +45 -0
  160. package/dist/src/pieces/items.js.map +1 -0
  161. package/dist/src/pieces/items.test.d.ts +1 -0
  162. package/dist/src/pieces/items.test.js +100 -0
  163. package/dist/src/pieces/items.test.js.map +1 -0
  164. package/dist/src/pieces/json.schema.d.ts +6 -0
  165. package/dist/src/pieces/json.schema.js +58 -0
  166. package/dist/src/pieces/json.schema.js.map +1 -0
  167. package/dist/src/pieces/json.schema.test.d.ts +1 -0
  168. package/dist/src/pieces/json.schema.test.js +27 -0
  169. package/dist/src/pieces/json.schema.test.js.map +1 -0
  170. package/dist/src/pieces/manager.d.ts +22 -0
  171. package/dist/src/pieces/manager.js +43 -0
  172. package/dist/src/pieces/manager.js.map +1 -0
  173. package/dist/src/pieces/manager.test.d.ts +1 -0
  174. package/dist/src/pieces/manager.test.js +72 -0
  175. package/dist/src/pieces/manager.test.js.map +1 -0
  176. package/dist/src/pieces/utils/frontmatter.d.ts +33 -0
  177. package/dist/src/pieces/utils/frontmatter.js +69 -0
  178. package/dist/src/pieces/utils/frontmatter.js.map +1 -0
  179. package/dist/src/pieces/utils/frontmatter.test.d.ts +1 -0
  180. package/dist/src/pieces/utils/frontmatter.test.js +185 -0
  181. package/dist/src/pieces/utils/frontmatter.test.js.map +1 -0
  182. package/dist/src/pieces/utils/markdown.d.ts +10 -0
  183. package/dist/src/pieces/utils/markdown.js +9 -0
  184. package/dist/src/pieces/utils/markdown.js.map +1 -0
  185. package/dist/src/pieces/utils/markdown.test.d.ts +1 -0
  186. package/dist/src/pieces/utils/markdown.test.js +38 -0
  187. package/dist/src/pieces/utils/markdown.test.js.map +1 -0
  188. package/dist/src/pieces/utils/piece.d.ts +13 -0
  189. package/dist/src/pieces/utils/piece.fixtures.d.ts +19 -0
  190. package/dist/src/pieces/utils/piece.fixtures.js +39 -0
  191. package/dist/src/pieces/utils/piece.fixtures.js.map +1 -0
  192. package/dist/src/pieces/utils/piece.js +142 -0
  193. package/dist/src/pieces/utils/piece.js.map +1 -0
  194. package/dist/src/pieces/utils/piece.test.d.ts +1 -0
  195. package/dist/src/pieces/utils/piece.test.js +333 -0
  196. package/dist/src/pieces/utils/piece.test.js.map +1 -0
  197. package/dist/src/pieces/utils.d.ts +10 -0
  198. package/dist/src/pieces/utils.js +101 -0
  199. package/dist/src/pieces/utils.js.map +1 -0
  200. package/dist/src/pieces/utils.test.d.ts +1 -0
  201. package/dist/src/pieces/utils.test.js +372 -0
  202. package/dist/src/pieces/utils.test.js.map +1 -0
  203. package/dist/src/storage/abstract.d.ts +19 -0
  204. package/dist/src/storage/abstract.js +4 -0
  205. package/dist/src/storage/abstract.js.map +1 -0
  206. package/dist/src/storage/fs.d.ts +22 -0
  207. package/dist/src/storage/fs.js +84 -0
  208. package/dist/src/storage/fs.js.map +1 -0
  209. package/dist/src/storage/fs.test.d.ts +1 -0
  210. package/dist/src/storage/fs.test.js +222 -0
  211. package/dist/src/storage/fs.test.js.map +1 -0
  212. package/dist/src/storage/index.d.ts +5 -0
  213. package/dist/src/storage/index.js +4 -0
  214. package/dist/src/storage/index.js.map +1 -0
  215. package/dist/src/storage/storage.mock.d.ts +2 -0
  216. package/dist/src/storage/storage.mock.js +18 -0
  217. package/dist/src/storage/storage.mock.js.map +1 -0
  218. package/dist/src/storage/types.d.ts +6 -0
  219. package/dist/src/storage/types.js +2 -0
  220. package/dist/src/storage/types.js.map +1 -0
  221. package/dist/src/storage/webdav.d.ts +25 -0
  222. package/dist/src/storage/webdav.js +65 -0
  223. package/dist/src/storage/webdav.js.map +1 -0
  224. package/dist/src/storage/webdav.test.d.ts +1 -0
  225. package/dist/src/storage/webdav.test.js +194 -0
  226. package/dist/src/storage/webdav.test.js.map +1 -0
  227. package/dist/tsconfig.tsbuildinfo +1 -0
  228. package/dist/vite.config.d.ts +2 -0
  229. package/dist/vite.config.js +36 -0
  230. package/dist/vite.config.js.map +1 -0
  231. package/package.json +60 -0
@@ -0,0 +1,253 @@
1
+ import { describe, expect, vi, afterEach, test } from 'vitest';
2
+ import { pieceFrontMatterFromPrompt } from './google.js';
3
+ import { GoogleGenAI, createPartFromUri, } from '@google/genai';
4
+ import { fileTypeFromBuffer, fileTypeFromFile } from 'file-type';
5
+ import { readFile } from 'fs/promises';
6
+ // Mock schema created locally to remove dependency on piece.fixtures.ts
7
+ const makeSchema = (name) => {
8
+ return {
9
+ type: 'object',
10
+ title: name,
11
+ properties: {
12
+ title: { type: 'string', examples: ['title'] },
13
+ keywords: { type: 'string', nullable: true },
14
+ },
15
+ required: ['title'],
16
+ additionalProperties: false,
17
+ };
18
+ };
19
+ vi.mock('@luzzle/core');
20
+ vi.mock('file-type');
21
+ vi.mock('fs/promises');
22
+ vi.mock('@google/genai', () => {
23
+ const Gemini = vi.fn();
24
+ Gemini.prototype.models = vi.fn();
25
+ Gemini.prototype.files = vi.fn();
26
+ Gemini.prototype.models.generateContent = vi.fn();
27
+ Gemini.prototype.files.upload = vi.fn();
28
+ Gemini.prototype.files.get = vi.fn();
29
+ return {
30
+ GoogleGenAI: Gemini,
31
+ HarmCategory: {},
32
+ HarmBlockThreshold: {},
33
+ createPartFromUri: vi.fn(),
34
+ };
35
+ });
36
+ const mocks = {
37
+ generateContent: vi.mocked(GoogleGenAI.prototype.models.generateContent),
38
+ uploadFile: vi.mocked(GoogleGenAI.prototype.files.upload),
39
+ getFile: vi.mocked(GoogleGenAI.prototype.files.get),
40
+ fileTypeFromFile: vi.mocked(fileTypeFromFile),
41
+ fileTypeFromBuffer: vi.mocked(fileTypeFromBuffer),
42
+ createPartFromUri: vi.mocked(createPartFromUri),
43
+ readFile: vi.mocked(readFile),
44
+ };
45
+ const spies = {};
46
+ describe('lib/llm/google.ts', () => {
47
+ afterEach(() => {
48
+ Object.values(mocks).forEach((mock) => {
49
+ mock.mockReset();
50
+ });
51
+ Object.keys(spies).forEach((key) => {
52
+ spies[key].mockRestore();
53
+ delete spies[key];
54
+ });
55
+ });
56
+ test('pieceFrontMatterFromPrompt', async () => {
57
+ const apiKey = 'apiKey';
58
+ const schema = makeSchema('books');
59
+ const prompt = 'prompt';
60
+ const frontmatter = { field: 'value' };
61
+ const responseText = JSON.stringify(frontmatter);
62
+ mocks.generateContent.mockResolvedValueOnce({
63
+ text: responseText,
64
+ });
65
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
66
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
67
+ expect(mocks.generateContent).toHaveBeenCalledWith({
68
+ contents: expect.arrayContaining([prompt]),
69
+ config: expect.any(Object),
70
+ model: expect.any(String),
71
+ });
72
+ expect(generatedFrontmatter).toEqual(frontmatter);
73
+ });
74
+ test('pieceFrontMatterFromPrompt strips empty fields', async () => {
75
+ const apiKey = 'apiKey';
76
+ const schema = makeSchema('books');
77
+ const prompt = 'prompt';
78
+ const frontmatter = { field: 'value', field2: null, field3: undefined };
79
+ const responseText = JSON.stringify(frontmatter);
80
+ mocks.generateContent.mockResolvedValueOnce({
81
+ text: responseText,
82
+ });
83
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
84
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
85
+ expect(mocks.generateContent).toHaveBeenCalledWith({
86
+ contents: expect.arrayContaining([prompt]),
87
+ config: expect.any(Object),
88
+ model: expect.any(String),
89
+ });
90
+ expect(generatedFrontmatter).toEqual({ field: 'value' });
91
+ });
92
+ test('pieceFrontMatterFromPrompt returns on empty result', async () => {
93
+ const apiKey = 'apiKey';
94
+ const schema = makeSchema('books');
95
+ const prompt = 'prompt';
96
+ const responseText = undefined;
97
+ mocks.generateContent.mockResolvedValueOnce({
98
+ text: responseText,
99
+ });
100
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt);
101
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
102
+ expect(mocks.generateContent).toHaveBeenCalledWith({
103
+ contents: expect.arrayContaining([prompt]),
104
+ config: expect.any(Object),
105
+ model: expect.any(String),
106
+ });
107
+ expect(generatedFrontmatter).toEqual({});
108
+ });
109
+ test('generatePieceFrontmatter with a binary file', async () => {
110
+ const apiKey = 'apiKey';
111
+ const schema = makeSchema('books');
112
+ const prompt = 'prompt';
113
+ const file = '/path/to/file.pdf';
114
+ const uri = 'gs://another/path/to/file.pdf';
115
+ const name = 'file.pdf';
116
+ const mimeType = 'application/pdf';
117
+ const frontmatter = { field: 'value' };
118
+ const responseText = JSON.stringify(frontmatter);
119
+ const fileContent = 'fileContent';
120
+ vi.useFakeTimers();
121
+ mocks.generateContent.mockResolvedValueOnce({
122
+ text: responseText,
123
+ });
124
+ mocks.uploadFile.mockResolvedValue({ name, uri, mimeType });
125
+ mocks.getFile.mockResolvedValueOnce({ state: 'PROCESSING' });
126
+ mocks.getFile.mockResolvedValueOnce({ uri, mimeType, state: 'ACTIVE' });
127
+ mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
128
+ mocks.createPartFromUri.mockReturnValue(fileContent);
129
+ vi.runAllTimersAsync();
130
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
131
+ expect(mocks.uploadFile).toHaveBeenCalledWith({ file, config: { mimeType } });
132
+ expect(mocks.getFile).toHaveBeenCalledWith({ name });
133
+ expect(mocks.createPartFromUri).toHaveBeenCalledTimes(1);
134
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
135
+ expect(mocks.generateContent).toHaveBeenCalledWith({
136
+ contents: expect.arrayContaining([prompt, fileContent]),
137
+ config: expect.any(Object),
138
+ model: expect.any(String),
139
+ });
140
+ expect(generatedFrontmatter).toEqual(frontmatter);
141
+ vi.useRealTimers();
142
+ });
143
+ test('generatePieceFrontmatter with a text file', async () => {
144
+ const apiKey = 'apiKey';
145
+ const schema = makeSchema('books');
146
+ const prompt = 'prompt';
147
+ const file = '/path/to/file.html';
148
+ const frontmatter = { field: 'value' };
149
+ const responseText = JSON.stringify(frontmatter);
150
+ const fileContent = 'fileContent';
151
+ mocks.generateContent.mockResolvedValueOnce({
152
+ text: responseText,
153
+ });
154
+ mocks.fileTypeFromFile.mockResolvedValueOnce(undefined);
155
+ mocks.readFile.mockResolvedValueOnce(fileContent);
156
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
157
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
158
+ expect(mocks.generateContent).toHaveBeenCalledWith({
159
+ contents: expect.arrayContaining([prompt, expect.stringContaining(fileContent)]),
160
+ config: expect.any(Object),
161
+ model: expect.any(String),
162
+ });
163
+ expect(generatedFrontmatter).toEqual(frontmatter);
164
+ vi.useRealTimers();
165
+ });
166
+ test('generatePieceFrontmatter with a text Buffer', async () => {
167
+ const apiKey = 'apiKey';
168
+ const schema = makeSchema('books');
169
+ const prompt = 'prompt';
170
+ const frontmatter = { field: 'value' };
171
+ const responseText = JSON.stringify(frontmatter);
172
+ const buffer = Buffer.from('buffer data');
173
+ mocks.generateContent.mockResolvedValueOnce({
174
+ text: responseText,
175
+ });
176
+ mocks.fileTypeFromBuffer.mockResolvedValueOnce(undefined);
177
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [buffer]);
178
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
179
+ expect(mocks.generateContent).toHaveBeenCalledWith({
180
+ contents: expect.arrayContaining([prompt, expect.stringContaining(buffer.toString())]),
181
+ config: expect.any(Object),
182
+ model: expect.any(String),
183
+ });
184
+ expect(generatedFrontmatter).toEqual(frontmatter);
185
+ });
186
+ test('generatePieceFrontmatter with a binary Buffer', async () => {
187
+ const apiKey = 'apiKey';
188
+ const schema = makeSchema('books');
189
+ const prompt = 'prompt';
190
+ const name = 'file.pdf';
191
+ const uri = 'gs://another/path/to/file.pdf';
192
+ const mimeType = 'application/pdf';
193
+ const frontmatter = { field: 'value' };
194
+ const responseText = JSON.stringify(frontmatter);
195
+ const buffer = Buffer.from('buffer data');
196
+ const blob = new Blob([buffer]);
197
+ const fileContent = 'fileContent';
198
+ mocks.generateContent.mockResolvedValueOnce({
199
+ text: responseText,
200
+ });
201
+ mocks.uploadFile.mockResolvedValue({ name, uri, mimeType });
202
+ mocks.getFile.mockResolvedValue({ uri, mimeType, state: 'ACTIVE' });
203
+ mocks.fileTypeFromBuffer.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
204
+ mocks.createPartFromUri.mockReturnValue(fileContent);
205
+ const generatedFrontmatter = await pieceFrontMatterFromPrompt(apiKey, schema, prompt, [buffer]);
206
+ expect(mocks.uploadFile).toHaveBeenCalledWith({ file: blob, config: { mimeType } });
207
+ expect(mocks.getFile).toHaveBeenCalledWith({ name });
208
+ expect(mocks.generateContent).toHaveBeenCalledTimes(1);
209
+ expect(mocks.generateContent).toHaveBeenCalledWith({
210
+ contents: expect.arrayContaining([prompt, fileContent]),
211
+ config: expect.any(Object),
212
+ model: expect.any(String),
213
+ });
214
+ expect(generatedFrontmatter).toEqual(frontmatter);
215
+ });
216
+ test('generatePieceFrontmatter binary file fails to process upload', async () => {
217
+ const apiKey = 'apiKey';
218
+ const schema = makeSchema('books');
219
+ const prompt = 'prompt';
220
+ const file = '/path/to/file.pdf';
221
+ const name = 'file.pdf';
222
+ const mimeType = 'application/pdf';
223
+ const frontmatter = { field: 'value' };
224
+ const responseText = JSON.stringify(frontmatter);
225
+ mocks.generateContent.mockResolvedValueOnce({
226
+ text: responseText,
227
+ });
228
+ mocks.uploadFile.mockResolvedValue({ name, state: 'FAILED' });
229
+ mocks.getFile.mockResolvedValue({});
230
+ mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
231
+ const generating = pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
232
+ expect(generating).rejects.toThrowError();
233
+ });
234
+ test('generatePieceFrontmatter file fails to extract', async () => {
235
+ const apiKey = 'apiKey';
236
+ const schema = makeSchema('books');
237
+ const prompt = 'prompt';
238
+ const file = '/path/to/file.pdf';
239
+ const name = 'file.pdf';
240
+ const mimeType = 'application/pdf';
241
+ const frontmatter = { field: 'value' };
242
+ const responseText = JSON.stringify(frontmatter);
243
+ mocks.generateContent.mockResolvedValueOnce({
244
+ text: responseText,
245
+ });
246
+ mocks.uploadFile.mockResolvedValue({ name, uri: undefined });
247
+ mocks.getFile.mockResolvedValue({});
248
+ mocks.fileTypeFromFile.mockResolvedValueOnce({ mime: mimeType, ext: 'pdf' });
249
+ const generating = pieceFrontMatterFromPrompt(apiKey, schema, prompt, [file]);
250
+ expect(generating).rejects.toThrowError();
251
+ });
252
+ });
253
+ //# sourceMappingURL=google.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google.test.js","sourceRoot":"","sources":["../../../src/llm/google.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAgB,MAAM,QAAQ,CAAA;AAC5E,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAA;AACxD,OAAO,EACN,WAAW,EAEX,iBAAiB,GAGjB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAItC,wEAAwE;AACxE,MAAM,UAAU,GAAG,CAClB,IAAY,EACuB,EAAE;IACrC,OAAO;QACN,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,IAAI;QACX,UAAU,EAAE;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;YAC9C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC5C;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,oBAAoB,EAAE,KAAK;KACoB,CAAA;AACjD,CAAC,CAAA;AAED,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AACvB,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;AACpB,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;AACtB,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAEtB,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACjC,MAAM,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAChC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACjD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IACvC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;IAEpC,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,EAAE;QAChB,kBAAkB,EAAE,EAAE;QACtB,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;KAC1B,CAAA;AACF,CAAC,CAAC,CAAA;AAEF,MAAM,KAAK,GAAG;IACb,eAAe,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;IACxE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;IACzD,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;IACnD,gBAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC7C,kBAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;IACjD,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC/C,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;CAC7B,CAAA;AAED,MAAM,KAAK,GAAoC,EAAE,CAAA;AAEjD,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,IAAI,CAAC,SAAS,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;YACxB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAA;QAClB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;QACvE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,YAAY,GAAG,SAAS,CAAA;QAE9B,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAE7B,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAErF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,GAAG,GAAG,+BAA+B,CAAA;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,aAAqB,CAAA;QAEzC,EAAE,CAAC,aAAa,EAAE,CAAA;QAElB,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC3D,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,YAAyB,EAAE,CAAC,CAAA;QACzE,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QACpF,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5E,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAEpD,EAAE,CAAC,iBAAiB,EAAE,CAAA;QAEtB,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7F,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QAC7E,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACxD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEjD,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,oBAAoB,CAAA;QACjC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,aAAa,CAAA;QAEjC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACvD,KAAK,CAAC,QAAQ,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAA;QAEjD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7F,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YAChF,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QACF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEjD,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEzC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QAEzD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QAE/F,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACtF,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QAEF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,GAAG,GAAG,+BAA+B,CAAA;QAC3C,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA;QAC/B,MAAM,WAAW,GAAG,aAAqB,CAAA;QAEzC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC3D,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QAChF,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAC9E,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAEpD,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QAE/F,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACnF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC;YAClD,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SACzB,CAAC,CAAA;QAEF,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAqB,EAAE,CAAC,CAAA;QAC1E,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;QACnC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAE5E,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7E,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAI,GAAG,mBAAmB,CAAA;QAChC,MAAM,IAAI,GAAG,UAAU,CAAA;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAA;QAClC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;QAEhD,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YAC3C,IAAI,EAAE,YAAY;SACS,CAAC,CAAA;QAC7B,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;QAC5D,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;QACnC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAE5E,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7E,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IAC1C,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}
@@ -0,0 +1,66 @@
1
+ import { Readable } from 'stream';
2
+ import { PieceFrontmatter, PieceFrontmatterSchema, PieceFrontmatterSchemaField } from './utils/frontmatter.js';
3
+ import LuzzleStorage from '../storage/abstract.js';
4
+ import { PieceMarkdown } from './utils/markdown.js';
5
+ import { LuzzleDatabase, LuzzleSelectable } from '../database/tables/index.js';
6
+ import compile from '../lib/ajv.js';
7
+ export interface InterfacePiece<F extends PieceFrontmatter> {
8
+ new (directory: string, pieceName: string, schemaOverride?: PieceFrontmatterSchema<F>): Piece<F>;
9
+ }
10
+ export type PiecePruneResult = {
11
+ action: 'pruned';
12
+ file: string;
13
+ error?: false;
14
+ } | {
15
+ file: string;
16
+ error: true;
17
+ message: string;
18
+ };
19
+ export type PieceSyncResult = {
20
+ action: 'added' | 'updated' | 'skipped';
21
+ file: string;
22
+ error?: false;
23
+ } | {
24
+ file: string;
25
+ error: true;
26
+ message: string;
27
+ };
28
+ declare class Piece<F extends PieceFrontmatter> {
29
+ private _validator?;
30
+ private _schema;
31
+ private _storage;
32
+ private _pieceName;
33
+ private _fields?;
34
+ constructor(pieceName: string, storage: LuzzleStorage, schema: PieceFrontmatterSchema<F>);
35
+ create(directory: string, name: string): Promise<PieceMarkdown<F>>;
36
+ delete(file: string): Promise<void>;
37
+ get type(): string;
38
+ get schema(): PieceFrontmatterSchema<F>;
39
+ protected get validator(): ReturnType<typeof compile<F>>;
40
+ get fields(): PieceFrontmatterSchemaField[];
41
+ isOutdated(file: string, db: LuzzleDatabase): Promise<boolean>;
42
+ validate(markdown: PieceMarkdown<F>): {
43
+ isValid: true;
44
+ } | {
45
+ isValid: false;
46
+ errors: string[];
47
+ };
48
+ get(file: string): Promise<PieceMarkdown<F>>;
49
+ write(markdown: PieceMarkdown<F>): Promise<void>;
50
+ prune(db: LuzzleDatabase, files: string[], options?: {
51
+ dryRun: boolean;
52
+ }): Promise<Readable & AsyncIterable<PiecePruneResult>>;
53
+ sync(db: LuzzleDatabase, files: string[], options?: {
54
+ dryRun?: boolean;
55
+ force?: boolean;
56
+ }): Promise<Readable & AsyncIterable<PieceSyncResult>>;
57
+ syncMarkdownAdd(db: LuzzleDatabase, markdown: PieceMarkdown<F>): Promise<void>;
58
+ syncMarkdown(db: LuzzleDatabase, markdown: PieceMarkdown<F>): Promise<void>;
59
+ syncMarkdownUpdate(db: LuzzleDatabase, markdown: PieceMarkdown<F>, data: LuzzleSelectable<'pieces_items'>): Promise<void>;
60
+ toMarkdown(data: LuzzleSelectable<'pieces_items'>): PieceMarkdown<F>;
61
+ setFields(markdown: PieceMarkdown<F>, fields: Record<string, unknown>): Promise<PieceMarkdown<F>>;
62
+ removeFields(markdown: PieceMarkdown<F>, fields: string[]): Promise<PieceMarkdown<Omit<F, keyof F>>>;
63
+ setField(markdown: PieceMarkdown<F>, field: string, value: unknown): Promise<PieceMarkdown<F>>;
64
+ removeField(markdown: PieceMarkdown<F>, field: string, value?: number | string | boolean): Promise<PieceMarkdown<F>>;
65
+ }
66
+ export default Piece;
@@ -0,0 +1,43 @@
1
+ import { LuzzleSelectable } from '../database/tables/index.js';
2
+ import { PieceFrontmatter, PieceFrontmatterSchema } from './utils/frontmatter.js';
3
+ import { PieceMarkdown } from './utils/markdown.js';
4
+ import compile from '../lib/ajv.js';
5
+ import LuzzleStorage from '../storage/abstract.js';
6
+ import Piece from './Piece.js';
7
+ import { PieceManagerSelect } from '../database/tables/pieces_manager.schema.js';
8
+ type PieceValidator = ReturnType<typeof compile<PieceFrontmatter>>;
9
+ export declare function makeValidator(): PieceValidator;
10
+ export declare function makeSchema(name: string, properties?: {
11
+ [key: string]: {
12
+ type?: string;
13
+ nullable?: boolean;
14
+ items?: object;
15
+ format?: string;
16
+ pattern?: string;
17
+ enum?: string[] | number[];
18
+ };
19
+ }): PieceFrontmatterSchema<{
20
+ title: string;
21
+ keywords?: string;
22
+ subtitle?: string;
23
+ }>;
24
+ export declare function makeStorage(root: string): LuzzleStorage;
25
+ export declare function makeFrontmatterSample(frontmatter?: Record<string, unknown>): PieceFrontmatter;
26
+ export declare function makeMarkdownSample<F extends PieceFrontmatter>(initial?: Partial<PieceMarkdown<F>>): PieceMarkdown<F>;
27
+ export declare function makePieceItemSelectable(overrides?: Partial<LuzzleSelectable<'pieces_items'>>): LuzzleSelectable<'pieces_items'>;
28
+ declare class PieceOverridable extends Piece<PieceFrontmatter> {
29
+ constructor(name?: string, storage?: LuzzleStorage, schema?: PieceFrontmatterSchema<PieceFrontmatter>);
30
+ }
31
+ export declare function makePieceMock(): typeof PieceOverridable;
32
+ export declare function makeRegisteredPiece(overrides?: Partial<PieceManagerSelect>): {
33
+ name: string;
34
+ id: string;
35
+ date_added: number;
36
+ date_updated: number | null;
37
+ schema: PieceFrontmatterSchema<{
38
+ title: string;
39
+ keywords?: string;
40
+ subtitle?: string;
41
+ }>;
42
+ };
43
+ export {};
@@ -0,0 +1,83 @@
1
+ import Piece from './Piece.js';
2
+ import { vi } from 'vitest';
3
+ const sample = {
4
+ note_markdown: 'sampleNote',
5
+ file_path: 'samplePath',
6
+ id: 'sampleId',
7
+ type: 'sampleType',
8
+ date_added: new Date().getTime(),
9
+ date_updated: new Date().getTime(),
10
+ frontmatter_json: JSON.stringify({ title: 'sampleTitle' }),
11
+ };
12
+ export function makeValidator() {
13
+ const validate = () => true;
14
+ return validate;
15
+ }
16
+ export function makeSchema(name, properties) {
17
+ return {
18
+ type: 'object',
19
+ title: name,
20
+ properties: {
21
+ title: { type: 'string', examples: ['title'] },
22
+ keywords: { type: 'string', nullable: true },
23
+ subtitle: { type: 'string', nullable: true },
24
+ ...properties,
25
+ },
26
+ required: ['title'],
27
+ additionalProperties: true,
28
+ };
29
+ }
30
+ export function makeStorage(root) {
31
+ return {
32
+ root,
33
+ type: 'fs',
34
+ parseArgPath: vi.fn(),
35
+ readFile: vi.fn(),
36
+ writeFile: vi.fn(),
37
+ getFilesIn: vi.fn(),
38
+ exists: vi.fn(),
39
+ delete: vi.fn(),
40
+ stat: vi.fn(),
41
+ createReadStream: vi.fn(),
42
+ createWriteStream: vi.fn(),
43
+ makeDirectory: vi.fn(),
44
+ };
45
+ }
46
+ export function makeFrontmatterSample(frontmatter = { title: JSON.parse(sample.frontmatter_json).title }) {
47
+ return frontmatter;
48
+ }
49
+ export function makeMarkdownSample(initial = {}) {
50
+ return {
51
+ note: sample.note_markdown,
52
+ filePath: sample.file_path,
53
+ piece: sample.type,
54
+ frontmatter: makeFrontmatterSample(),
55
+ ...initial,
56
+ };
57
+ }
58
+ export function makePieceItemSelectable(overrides) {
59
+ return {
60
+ ...sample,
61
+ ...overrides,
62
+ };
63
+ }
64
+ class PieceOverridable extends Piece {
65
+ constructor(name = 'table', storage = makeStorage('root'), schema = makeSchema(name)) {
66
+ super(name, storage, schema);
67
+ }
68
+ }
69
+ export function makePieceMock() {
70
+ return PieceOverridable;
71
+ }
72
+ export function makeRegisteredPiece(overrides) {
73
+ const { schema, ...rest } = overrides || {};
74
+ return {
75
+ id: `123lk12j3lj12k3${Math.random()}`,
76
+ date_added: new Date().getTime(),
77
+ date_updated: null,
78
+ name: 'asdf',
79
+ schema: makeSchema(schema || 'asdf'),
80
+ ...rest,
81
+ };
82
+ }
83
+ //# sourceMappingURL=Piece.fixtures.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Piece.fixtures.js","sourceRoot":"","sources":["../../../src/pieces/Piece.fixtures.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAK3B,MAAM,MAAM,GAAG;IACd,aAAa,EAAE,YAAY;IAC3B,SAAS,EAAE,YAAY;IACvB,EAAE,EAAE,UAAU;IACd,IAAI,EAAE,YAAY;IAClB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;IAChC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;IAClC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;CACtB,CAAA;AAErC,MAAM,UAAU,aAAa;IAC5B,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAA;IAC3B,OAAO,QAAqC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,UAAU,CACzB,IAAY,EACZ,UASC;IAED,OAAO;QACN,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,IAAI;QACX,UAAU,EAAE;YACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;YAC9C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5C,GAAG,UAAU;SACb;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,oBAAoB,EAAE,IAAI;KAC1B,CAAA;AACF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,OAAO;QACN,IAAI;QACJ,IAAI,EAAE,IAAI;QACV,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;QACrB,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;QACjB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;QAClB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;QACnB,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC1B,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;KACM,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,cAAuC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE;IAE3F,OAAO,WAA+B,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,UAAU,EAA+B;IAEzC,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,aAAa;QAC1B,QAAQ,EAAE,MAAM,CAAC,SAAS;QAC1B,KAAK,EAAE,MAAM,CAAC,IAAI;QAClB,WAAW,EAAE,qBAAqB,EAAO;QACzC,GAAG,OAAO;KACV,CAAA;AACF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACtC,SAAqD;IAErD,OAAO;QACN,GAAG,MAAM;QACT,GAAG,SAAS;KACZ,CAAA;AACF,CAAC;AAED,MAAM,gBAAiB,SAAQ,KAAuB;IACrD,YACC,OAAe,OAAO,EACtB,UAAyB,WAAW,CAAC,MAAM,CAAC,EAC5C,SAAmD,UAAU,CAAC,IAAI,CAAC;QAEnE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;IAC7B,CAAC;CACD;AAED,MAAM,UAAU,aAAa;IAC5B,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAAuC;IAC1E,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,SAAS,IAAI,EAAE,CAAA;IAC3C,OAAO;QACN,EAAE,EAAE,kBAAkB,IAAI,CAAC,MAAM,EAAE,EAAE;QACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;QAChC,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC;QACpC,GAAG,IAAI;KACP,CAAA;AACF,CAAC"}