@lov3kaizen/agentsea-cli 0.4.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dist/cli.js +815 -39
  2. package/dist/cli.js.map +1 -1
  3. package/dist/commands/agent.js.map +1 -1
  4. package/dist/commands/costs.d.ts +19 -0
  5. package/dist/commands/costs.d.ts.map +1 -0
  6. package/dist/commands/costs.js +290 -0
  7. package/dist/commands/costs.js.map +1 -0
  8. package/dist/commands/crews.d.ts +16 -0
  9. package/dist/commands/crews.d.ts.map +1 -0
  10. package/dist/commands/crews.js +266 -0
  11. package/dist/commands/crews.js.map +1 -0
  12. package/dist/commands/embeddings.d.ts +19 -0
  13. package/dist/commands/embeddings.d.ts.map +1 -0
  14. package/dist/commands/embeddings.js +332 -0
  15. package/dist/commands/embeddings.js.map +1 -0
  16. package/dist/commands/evaluate.d.ts +18 -0
  17. package/dist/commands/evaluate.d.ts.map +1 -0
  18. package/dist/commands/evaluate.js +284 -0
  19. package/dist/commands/evaluate.js.map +1 -0
  20. package/dist/commands/gateway.d.ts +27 -0
  21. package/dist/commands/gateway.d.ts.map +1 -0
  22. package/dist/commands/gateway.js +256 -0
  23. package/dist/commands/gateway.js.map +1 -0
  24. package/dist/commands/guardrails.d.ts +17 -0
  25. package/dist/commands/guardrails.d.ts.map +1 -0
  26. package/dist/commands/guardrails.js +280 -0
  27. package/dist/commands/guardrails.js.map +1 -0
  28. package/dist/commands/ingest.d.ts +22 -0
  29. package/dist/commands/ingest.d.ts.map +1 -0
  30. package/dist/commands/ingest.js +317 -0
  31. package/dist/commands/ingest.js.map +1 -0
  32. package/dist/commands/init.d.ts.map +1 -1
  33. package/dist/commands/init.js.map +1 -1
  34. package/dist/commands/memory.d.ts +16 -0
  35. package/dist/commands/memory.d.ts.map +1 -0
  36. package/dist/commands/memory.js +280 -0
  37. package/dist/commands/memory.js.map +1 -0
  38. package/dist/commands/prompts.d.ts +22 -0
  39. package/dist/commands/prompts.d.ts.map +1 -0
  40. package/dist/commands/prompts.js +274 -0
  41. package/dist/commands/prompts.js.map +1 -0
  42. package/dist/commands/provider.js.map +1 -1
  43. package/dist/commands/surf.d.ts +16 -0
  44. package/dist/commands/surf.d.ts.map +1 -0
  45. package/dist/commands/surf.js +259 -0
  46. package/dist/commands/surf.js.map +1 -0
  47. package/dist/config/manager.d.ts +11 -0
  48. package/dist/config/manager.d.ts.map +1 -1
  49. package/dist/config/manager.js +13 -0
  50. package/dist/config/manager.js.map +1 -1
  51. package/dist/utils/logger.d.ts +1 -1
  52. package/dist/utils/logger.d.ts.map +1 -1
  53. package/dist/utils/logger.js.map +1 -1
  54. package/package.json +3 -3
@@ -0,0 +1,280 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.listGuardsCommand = listGuardsCommand;
7
+ exports.createGuardrailCommand = createGuardrailCommand;
8
+ exports.listGuardrailsCommand = listGuardrailsCommand;
9
+ exports.getGuardrailCommand = getGuardrailCommand;
10
+ exports.deleteGuardrailCommand = deleteGuardrailCommand;
11
+ exports.testGuardrailCommand = testGuardrailCommand;
12
+ const chalk_1 = __importDefault(require("chalk"));
13
+ const inquirer_1 = __importDefault(require("inquirer"));
14
+ const table_1 = require("table");
15
+ const manager_1 = require("../config/manager");
16
+ const logger_1 = require("../utils/logger");
17
+ const AVAILABLE_GUARDS = {
18
+ toxicity: {
19
+ name: 'Toxicity Guard',
20
+ category: 'content',
21
+ description: 'Detect and filter toxic content',
22
+ config: { threshold: 0.7 },
23
+ },
24
+ pii: {
25
+ name: 'PII Guard',
26
+ category: 'content',
27
+ description: 'Detect and mask personally identifiable information',
28
+ config: { mask: true, entities: ['email', 'phone', 'ssn', 'credit_card'] },
29
+ },
30
+ topic: {
31
+ name: 'Topic Guard',
32
+ category: 'content',
33
+ description: 'Filter content by topic restrictions',
34
+ config: { blockedTopics: [], allowedTopics: [] },
35
+ },
36
+ bias: {
37
+ name: 'Bias Guard',
38
+ category: 'content',
39
+ description: 'Detect potential bias in content',
40
+ config: { threshold: 0.6 },
41
+ },
42
+ 'prompt-injection': {
43
+ name: 'Prompt Injection Guard',
44
+ category: 'security',
45
+ description: 'Detect prompt injection attempts',
46
+ config: { strictMode: true },
47
+ },
48
+ jailbreak: {
49
+ name: 'Jailbreak Guard',
50
+ category: 'security',
51
+ description: 'Detect jailbreak attempts',
52
+ config: { patterns: [] },
53
+ },
54
+ 'data-leakage': {
55
+ name: 'Data Leakage Guard',
56
+ category: 'security',
57
+ description: 'Prevent sensitive data exposure',
58
+ config: { patterns: [] },
59
+ },
60
+ schema: {
61
+ name: 'Schema Guard',
62
+ category: 'validation',
63
+ description: 'Validate output against JSON schema',
64
+ config: { schema: {} },
65
+ },
66
+ format: {
67
+ name: 'Format Guard',
68
+ category: 'validation',
69
+ description: 'Validate output format (json, xml, etc.)',
70
+ config: { format: 'json' },
71
+ },
72
+ factuality: {
73
+ name: 'Factuality Guard',
74
+ category: 'validation',
75
+ description: 'Check factual accuracy of claims',
76
+ config: { sources: [] },
77
+ },
78
+ 'token-budget': {
79
+ name: 'Token Budget Guard',
80
+ category: 'operational',
81
+ description: 'Enforce token limits',
82
+ config: { maxTokens: 4096 },
83
+ },
84
+ 'rate-limit': {
85
+ name: 'Rate Limit Guard',
86
+ category: 'operational',
87
+ description: 'Enforce rate limits',
88
+ config: { requestsPerMinute: 60 },
89
+ },
90
+ cost: {
91
+ name: 'Cost Guard',
92
+ category: 'operational',
93
+ description: 'Enforce cost budgets',
94
+ config: { maxCostPerRequest: 0.1, dailyBudget: 10 },
95
+ },
96
+ };
97
+ function listGuardsCommand() {
98
+ logger_1.logger.heading('Available Guards');
99
+ const categories = ['content', 'security', 'validation', 'operational'];
100
+ categories.forEach((category) => {
101
+ logger_1.logger.blank();
102
+ logger_1.logger.subheading(category.charAt(0).toUpperCase() + category.slice(1) + ' Guards');
103
+ const guards = Object.entries(AVAILABLE_GUARDS).filter(([_, guard]) => guard.category === category);
104
+ const data = [
105
+ ['ID', 'Name', 'Description'],
106
+ ...guards.map(([id, guard]) => [id, guard.name, guard.description]),
107
+ ];
108
+ console.log((0, table_1.table)(data));
109
+ });
110
+ }
111
+ async function createGuardrailCommand() {
112
+ logger_1.logger.heading('Create Guardrail Pipeline');
113
+ const answers = await inquirer_1.default.prompt([
114
+ {
115
+ type: 'input',
116
+ name: 'name',
117
+ message: 'Pipeline name:',
118
+ validate: (input) => {
119
+ if (!input.trim())
120
+ return 'Name is required';
121
+ const config = manager_1.configManager.getConfig();
122
+ if (config.guardrails?.[input])
123
+ return 'Pipeline with this name already exists';
124
+ return true;
125
+ },
126
+ },
127
+ {
128
+ type: 'input',
129
+ name: 'description',
130
+ message: 'Pipeline description:',
131
+ default: 'A guardrail pipeline',
132
+ },
133
+ {
134
+ type: 'checkbox',
135
+ name: 'guards',
136
+ message: 'Select guards to include:',
137
+ choices: Object.entries(AVAILABLE_GUARDS).map(([id, guard]) => ({
138
+ name: `${guard.name} (${guard.category}) - ${guard.description}`,
139
+ value: id,
140
+ })),
141
+ validate: (input) => input.length >= 1 || 'Select at least one guard',
142
+ },
143
+ {
144
+ type: 'list',
145
+ name: 'failAction',
146
+ message: 'Action when a guard fails:',
147
+ choices: [
148
+ { name: 'Block - Stop processing and return error', value: 'block' },
149
+ { name: 'Warn - Log warning and continue', value: 'warn' },
150
+ { name: 'Redact - Redact problematic content', value: 'redact' },
151
+ ],
152
+ },
153
+ ]);
154
+ const guardrailConfig = {
155
+ name: answers.name,
156
+ description: answers.description,
157
+ guards: answers.guards.map((guardId) => ({
158
+ type: guardId,
159
+ enabled: true,
160
+ config: AVAILABLE_GUARDS[guardId].config,
161
+ })),
162
+ failAction: answers.failAction,
163
+ };
164
+ const config = manager_1.configManager.getConfig();
165
+ if (!config.guardrails) {
166
+ config.guardrails = {};
167
+ }
168
+ config.guardrails[answers.name] = guardrailConfig;
169
+ manager_1.configManager.setConfig(config);
170
+ logger_1.logger.success(`Guardrail pipeline "${answers.name}" created with ${answers.guards.length} guards`);
171
+ }
172
+ function listGuardrailsCommand() {
173
+ const config = manager_1.configManager.getConfig();
174
+ const guardrails = config.guardrails || {};
175
+ if (Object.keys(guardrails).length === 0) {
176
+ logger_1.logger.warn('No guardrail pipelines configured');
177
+ logger_1.logger.info('Run `sea guardrails create` to create a pipeline');
178
+ return;
179
+ }
180
+ logger_1.logger.heading('Configured Guardrail Pipelines');
181
+ const data = [
182
+ ['Name', 'Guards', 'Fail Action', 'Description'],
183
+ ...Object.values(guardrails).map((pipeline) => [
184
+ pipeline.name,
185
+ pipeline.guards.length.toString(),
186
+ pipeline.failAction,
187
+ pipeline.description || '-',
188
+ ]),
189
+ ];
190
+ console.log((0, table_1.table)(data));
191
+ }
192
+ function getGuardrailCommand(name) {
193
+ const config = manager_1.configManager.getConfig();
194
+ const pipeline = config.guardrails?.[name];
195
+ if (!pipeline) {
196
+ logger_1.logger.error(`Guardrail pipeline "${name}" not found`);
197
+ return;
198
+ }
199
+ logger_1.logger.heading(`Guardrail Pipeline: ${pipeline.name}`);
200
+ logger_1.logger.keyValue('Description', pipeline.description || '-');
201
+ logger_1.logger.keyValue('Fail Action', pipeline.failAction);
202
+ logger_1.logger.blank();
203
+ logger_1.logger.subheading('Guards');
204
+ const data = [
205
+ ['Guard', 'Enabled', 'Category'],
206
+ ...pipeline.guards.map((guard) => {
207
+ const guardDef = AVAILABLE_GUARDS[guard.type];
208
+ return [
209
+ guardDef?.name || guard.type,
210
+ guard.enabled ? 'Yes' : 'No',
211
+ guardDef?.category || '-',
212
+ ];
213
+ }),
214
+ ];
215
+ console.log((0, table_1.table)(data));
216
+ }
217
+ async function deleteGuardrailCommand(name) {
218
+ const config = manager_1.configManager.getConfig();
219
+ if (!config.guardrails?.[name]) {
220
+ logger_1.logger.error(`Guardrail pipeline "${name}" not found`);
221
+ return;
222
+ }
223
+ const { confirm } = await inquirer_1.default.prompt([
224
+ {
225
+ type: 'confirm',
226
+ name: 'confirm',
227
+ message: `Are you sure you want to delete guardrail pipeline "${name}"?`,
228
+ default: false,
229
+ },
230
+ ]);
231
+ if (!confirm) {
232
+ logger_1.logger.info('Cancelled');
233
+ return;
234
+ }
235
+ delete config.guardrails[name];
236
+ manager_1.configManager.setConfig(config);
237
+ logger_1.logger.success(`Guardrail pipeline "${name}" deleted`);
238
+ }
239
+ async function testGuardrailCommand(pipelineName) {
240
+ const config = manager_1.configManager.getConfig();
241
+ const guardrails = config.guardrails || {};
242
+ if (Object.keys(guardrails).length === 0) {
243
+ logger_1.logger.error('No guardrail pipelines configured');
244
+ logger_1.logger.info('Run `sea guardrails create` first');
245
+ return;
246
+ }
247
+ const answers = await inquirer_1.default.prompt([
248
+ {
249
+ type: 'list',
250
+ name: 'pipeline',
251
+ message: 'Select pipeline to test:',
252
+ choices: Object.keys(guardrails),
253
+ when: !pipelineName,
254
+ },
255
+ {
256
+ type: 'input',
257
+ name: 'input',
258
+ message: 'Enter test input:',
259
+ validate: (input) => input.trim().length > 0 || 'Input is required',
260
+ },
261
+ ]);
262
+ const selectedPipeline = pipelineName || answers.pipeline;
263
+ const pipeline = guardrails[selectedPipeline];
264
+ logger_1.logger.blank();
265
+ logger_1.logger.subheading(`Testing against "${selectedPipeline}" pipeline`);
266
+ logger_1.logger.blank();
267
+ pipeline.guards.forEach((guard) => {
268
+ const guardDef = AVAILABLE_GUARDS[guard.type];
269
+ if (guard.enabled) {
270
+ console.log(chalk_1.default.green(` ✓ ${guardDef?.name || guard.type}`));
271
+ }
272
+ else {
273
+ console.log(chalk_1.default.gray(` ○ ${guardDef?.name || guard.type} (disabled)`));
274
+ }
275
+ });
276
+ logger_1.logger.blank();
277
+ logger_1.logger.success('All guards passed (simulation)');
278
+ logger_1.logger.info('Note: This is a dry-run test. Use the SDK for actual validation.');
279
+ }
280
+ //# sourceMappingURL=guardrails.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"guardrails.js","sourceRoot":"","sources":["../../src/commands/guardrails.ts"],"names":[],"mappings":";;;;;AA2GA,8CAsBC;AAKD,wDAkEC;AAKD,sDAuBC;AAKD,kDA8BC;AAKD,wDAyBC;AAKD,oDAmDC;AA7VD,kDAA0B;AAC1B,wDAAgC;AAChC,iCAA8B;AAE9B,+CAAkD;AAClD,4CAAyC;AAGzC,MAAM,gBAAgB,GAAG;IAEvB,QAAQ,EAAE;QACR,IAAI,EAAE,gBAAgB;QACtB,QAAQ,EAAE,SAAS;QACnB,WAAW,EAAE,iCAAiC;QAC9C,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;KAC3B;IACD,GAAG,EAAE;QACH,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,SAAS;QACnB,WAAW,EAAE,qDAAqD;QAClE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,EAAE;KAC3E;IACD,KAAK,EAAE;QACL,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,SAAS;QACnB,WAAW,EAAE,sCAAsC;QACnD,MAAM,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;KACjD;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,SAAS;QACnB,WAAW,EAAE,kCAAkC;QAC/C,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;KAC3B;IAED,kBAAkB,EAAE;QAClB,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,kCAAkC;QAC/C,MAAM,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;KAC7B;IACD,SAAS,EAAE;QACT,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,2BAA2B;QACxC,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KACzB;IACD,cAAc,EAAE;QACd,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,iCAAiC;QAC9C,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KACzB;IAED,MAAM,EAAE;QACN,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,qCAAqC;QAClD,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;KACvB;IACD,MAAM,EAAE;QACN,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,0CAA0C;QACvD,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;KAC3B;IACD,UAAU,EAAE;QACV,IAAI,EAAE,kBAAkB;QACxB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,kCAAkC;QAC/C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;KACxB;IAED,cAAc,EAAE;QACd,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,aAAa;QACvB,WAAW,EAAE,sBAAsB;QACnC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;KAC5B;IACD,YAAY,EAAE;QACZ,IAAI,EAAE,kBAAkB;QACxB,QAAQ,EAAE,aAAa;QACvB,WAAW,EAAE,qBAAqB;QAClC,MAAM,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;KAClC;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,aAAa;QACvB,WAAW,EAAE,sBAAsB;QACnC,MAAM,EAAE,EAAE,iBAAiB,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE;KACpD;CACF,CAAC;AAgBF,SAAgB,iBAAiB;IAC/B,eAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAEnC,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAExE,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QAC9B,eAAM,CAAC,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,UAAU,CACf,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,CACjE,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,MAAM,CACpD,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAC5C,CAAC;QAEF,MAAM,IAAI,GAAG;YACX,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC;YAC7B,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;SACpE,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AAKM,KAAK,UAAU,sBAAsB;IAC1C,eAAM,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;QACpC;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,gBAAgB;YACzB,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;oBAAE,OAAO,kBAAkB,CAAC;gBAC7C,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC;oBAC5B,OAAO,wCAAwC,CAAC;gBAClD,OAAO,IAAI,CAAC;YACd,CAAC;SACF;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,uBAAuB;YAChC,OAAO,EAAE,sBAAsB;SAChC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9D,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,QAAQ,OAAO,KAAK,CAAC,WAAW,EAAE;gBAChE,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YACH,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,2BAA2B;SACtE;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,4BAA4B;YACrC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,0CAA0C,EAAE,KAAK,EAAE,OAAO,EAAE;gBACpE,EAAE,IAAI,EAAE,iCAAiC,EAAE,KAAK,EAAE,MAAM,EAAE;gBAC1D,EAAE,IAAI,EAAE,qCAAqC,EAAE,KAAK,EAAE,QAAQ,EAAE;aACjE;SACF;KACF,CAAC,CAAC;IAEH,MAAM,eAAe,GAAoB;QACvC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC;YAC/C,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,gBAAgB,CAAC,OAAwC,CAAC,CAAC,MAAM;SAC1E,CAAC,CAAC;QACH,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC;IAGF,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;IACzB,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;IAClD,uBAAa,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEhC,eAAM,CAAC,OAAO,CACZ,uBAAuB,OAAO,CAAC,IAAI,kBAAkB,OAAO,CAAC,MAAM,CAAC,MAAM,SAAS,CACpF,CAAC;AACJ,CAAC;AAKD,SAAgB,qBAAqB;IACnC,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;IAE3C,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QACjD,eAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO;IACT,CAAC;IAED,eAAM,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG;QACX,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,aAAa,CAAC;QAChD,GAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpE,QAAQ,CAAC,IAAI;YACb,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE;YACjC,QAAQ,CAAC,UAAU;YACnB,QAAQ,CAAC,WAAW,IAAI,GAAG;SAC5B,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC,CAAC;AAC3B,CAAC;AAKD,SAAgB,mBAAmB,CAAC,IAAY;IAC9C,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,CAAgC,CAAC;IAE1E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,eAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,aAAa,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IAED,eAAM,CAAC,OAAO,CAAC,uBAAuB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;IAC5D,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEpD,eAAM,CAAC,KAAK,EAAE,CAAC;IACf,eAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE5B,MAAM,IAAI,GAAG;QACX,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC;QAChC,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC/B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,KAAK,CAAC,IAAqC,CAAC,CAAC;YAChE,OAAO;gBACL,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI;gBAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;gBAC5B,QAAQ,EAAE,QAAQ,IAAI,GAAG;aAC1B,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC,CAAC;AAC3B,CAAC;AAKM,KAAK,UAAU,sBAAsB,CAAC,IAAY;IACvD,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,eAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,aAAa,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;QACxC;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,uDAAuD,IAAI,IAAI;YACxE,OAAO,EAAE,KAAK;SACf;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,eAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzB,OAAO;IACT,CAAC;IAED,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,uBAAa,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,eAAM,CAAC,OAAO,CAAC,uBAAuB,IAAI,WAAW,CAAC,CAAC;AACzD,CAAC;AAKM,KAAK,UAAU,oBAAoB,CACxC,YAAqB;IAErB,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;IAE3C,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,eAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAClD,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;QACpC;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAChC,IAAI,EAAE,CAAC,YAAY;SACpB;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,mBAAmB;YAC5B,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,mBAAmB;SACpE;KACF,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,YAAY,IAAI,OAAO,CAAC,QAAQ,CAAC;IAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,gBAAgB,CAAoB,CAAC;IAEjE,eAAM,CAAC,KAAK,EAAE,CAAC;IACf,eAAM,CAAC,UAAU,CAAC,oBAAoB,gBAAgB,YAAY,CAAC,CAAC;IACpE,eAAM,CAAC,KAAK,EAAE,CAAC;IAGf,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAChC,MAAM,QAAQ,GACZ,gBAAgB,CAAC,KAAK,CAAC,IAAqC,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,OAAO,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,eAAM,CAAC,KAAK,EAAE,CAAC;IACf,eAAM,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IACjD,eAAM,CAAC,IAAI,CACT,kEAAkE,CACnE,CAAC;AACJ,CAAC"}
@@ -0,0 +1,22 @@
1
+ export interface IngestPipelineConfig {
2
+ name: string;
3
+ description?: string;
4
+ parsers: string[];
5
+ chunker: string;
6
+ chunkConfig?: Record<string, unknown>;
7
+ outputStore?: string;
8
+ embeddings?: boolean;
9
+ embeddingConfig?: string;
10
+ metadata?: {
11
+ extractTitles: boolean;
12
+ extractKeywords: boolean;
13
+ includeSource: boolean;
14
+ };
15
+ }
16
+ export declare function createPipelineCommand(): Promise<void>;
17
+ export declare function listPipelinesCommand(): void;
18
+ export declare function getPipelineCommand(name: string): void;
19
+ export declare function deletePipelineCommand(name: string): Promise<void>;
20
+ export declare function showParsersCommand(): void;
21
+ export declare function showChunkersCommand(): void;
22
+ //# sourceMappingURL=ingest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/commands/ingest.ts"],"names":[],"mappings":"AAqFA,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE;QACT,aAAa,EAAE,OAAO,CAAC;QACvB,eAAe,EAAE,OAAO,CAAC;QACzB,aAAa,EAAE,OAAO,CAAC;KACxB,CAAC;CACH;AAKD,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAiI3D;AAKD,wBAAgB,oBAAoB,IAAI,IAAI,CAwB3C;AAKD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAqDrD;AAKD,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBvE;AAKD,wBAAgB,kBAAkB,IAAI,IAAI,CAazC;AAKD,wBAAgB,mBAAmB,IAAI,IAAI,CAU1C"}
@@ -0,0 +1,317 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.createPipelineCommand = createPipelineCommand;
7
+ exports.listPipelinesCommand = listPipelinesCommand;
8
+ exports.getPipelineCommand = getPipelineCommand;
9
+ exports.deletePipelineCommand = deletePipelineCommand;
10
+ exports.showParsersCommand = showParsersCommand;
11
+ exports.showChunkersCommand = showChunkersCommand;
12
+ const chalk_1 = __importDefault(require("chalk"));
13
+ const inquirer_1 = __importDefault(require("inquirer"));
14
+ const table_1 = require("table");
15
+ const manager_1 = require("../config/manager");
16
+ const logger_1 = require("../utils/logger");
17
+ const PARSERS = {
18
+ text: {
19
+ name: 'Text Parser',
20
+ extensions: ['.txt'],
21
+ description: 'Plain text files',
22
+ },
23
+ markdown: {
24
+ name: 'Markdown Parser',
25
+ extensions: ['.md', '.mdx'],
26
+ description: 'Markdown documents',
27
+ },
28
+ pdf: {
29
+ name: 'PDF Parser',
30
+ extensions: ['.pdf'],
31
+ description: 'PDF documents',
32
+ },
33
+ html: {
34
+ name: 'HTML Parser',
35
+ extensions: ['.html', '.htm'],
36
+ description: 'HTML documents',
37
+ },
38
+ json: {
39
+ name: 'JSON Parser',
40
+ extensions: ['.json'],
41
+ description: 'JSON files',
42
+ },
43
+ csv: {
44
+ name: 'CSV Parser',
45
+ extensions: ['.csv'],
46
+ description: 'CSV spreadsheets',
47
+ },
48
+ excel: {
49
+ name: 'Excel Parser',
50
+ extensions: ['.xlsx', '.xls'],
51
+ description: 'Excel spreadsheets',
52
+ },
53
+ docx: {
54
+ name: 'DOCX Parser',
55
+ extensions: ['.docx'],
56
+ description: 'Word documents',
57
+ },
58
+ };
59
+ const CHUNKERS = {
60
+ fixed: {
61
+ name: 'Fixed Size',
62
+ description: 'Split by character count',
63
+ config: { chunkSize: 1000, chunkOverlap: 200 },
64
+ },
65
+ recursive: {
66
+ name: 'Recursive',
67
+ description: 'Split by separators recursively',
68
+ config: { chunkSize: 1000, separators: ['\n\n', '\n', ' '] },
69
+ },
70
+ paragraph: {
71
+ name: 'Paragraph',
72
+ description: 'Split by paragraphs',
73
+ config: {},
74
+ },
75
+ sentence: {
76
+ name: 'Sentence',
77
+ description: 'Split by sentences',
78
+ config: {},
79
+ },
80
+ semantic: {
81
+ name: 'Semantic',
82
+ description: 'Split by semantic boundaries',
83
+ config: { threshold: 0.5 },
84
+ },
85
+ hierarchical: {
86
+ name: 'Hierarchical',
87
+ description: 'Create hierarchical chunks (parent-child)',
88
+ config: { levels: ['document', 'section', 'paragraph'] },
89
+ },
90
+ };
91
+ async function createPipelineCommand() {
92
+ logger_1.logger.heading('Create Ingestion Pipeline');
93
+ const answers = await inquirer_1.default.prompt([
94
+ {
95
+ type: 'input',
96
+ name: 'name',
97
+ message: 'Pipeline name:',
98
+ validate: (input) => {
99
+ if (!input.trim())
100
+ return 'Name is required';
101
+ const config = manager_1.configManager.getConfig();
102
+ if (config.ingestPipelines?.[input])
103
+ return 'Pipeline with this name already exists';
104
+ return true;
105
+ },
106
+ },
107
+ {
108
+ type: 'input',
109
+ name: 'description',
110
+ message: 'Description:',
111
+ default: 'An ingestion pipeline',
112
+ },
113
+ {
114
+ type: 'checkbox',
115
+ name: 'parsers',
116
+ message: 'Select file parsers:',
117
+ choices: Object.entries(PARSERS).map(([key, parser]) => ({
118
+ name: `${parser.name} (${parser.extensions.join(', ')}) - ${parser.description}`,
119
+ value: key,
120
+ })),
121
+ validate: (input) => input.length >= 1 || 'Select at least one parser',
122
+ },
123
+ {
124
+ type: 'list',
125
+ name: 'chunker',
126
+ message: 'Chunking strategy:',
127
+ choices: Object.entries(CHUNKERS).map(([key, chunker]) => ({
128
+ name: `${chunker.name} - ${chunker.description}`,
129
+ value: key,
130
+ })),
131
+ },
132
+ {
133
+ type: 'number',
134
+ name: 'chunkSize',
135
+ message: 'Chunk size (characters):',
136
+ default: 1000,
137
+ when: (answers) => ['fixed', 'recursive'].includes(answers.chunker),
138
+ },
139
+ {
140
+ type: 'number',
141
+ name: 'chunkOverlap',
142
+ message: 'Chunk overlap (characters):',
143
+ default: 200,
144
+ when: (answers) => answers.chunker === 'fixed',
145
+ },
146
+ {
147
+ type: 'confirm',
148
+ name: 'generateEmbeddings',
149
+ message: 'Generate embeddings for chunks?',
150
+ default: true,
151
+ },
152
+ {
153
+ type: 'list',
154
+ name: 'embeddingConfig',
155
+ message: 'Select embedding configuration:',
156
+ choices: () => {
157
+ const config = manager_1.configManager.getConfig();
158
+ const configs = Object.keys(config.embeddingConfigs || {});
159
+ if (configs.length === 0) {
160
+ return [
161
+ {
162
+ name: '(No embedding configs - create one first)',
163
+ value: undefined,
164
+ },
165
+ ];
166
+ }
167
+ return configs;
168
+ },
169
+ when: (answers) => answers.generateEmbeddings,
170
+ },
171
+ {
172
+ type: 'confirm',
173
+ name: 'extractTitles',
174
+ message: 'Extract document titles?',
175
+ default: true,
176
+ },
177
+ {
178
+ type: 'confirm',
179
+ name: 'extractKeywords',
180
+ message: 'Extract keywords from content?',
181
+ default: false,
182
+ },
183
+ {
184
+ type: 'confirm',
185
+ name: 'includeSource',
186
+ message: 'Include source file path in metadata?',
187
+ default: true,
188
+ },
189
+ ]);
190
+ const chunkConfig = {};
191
+ if (answers.chunkSize)
192
+ chunkConfig.chunkSize = answers.chunkSize;
193
+ if (answers.chunkOverlap)
194
+ chunkConfig.chunkOverlap = answers.chunkOverlap;
195
+ const pipelineConfig = {
196
+ name: answers.name,
197
+ description: answers.description,
198
+ parsers: answers.parsers,
199
+ chunker: answers.chunker,
200
+ chunkConfig: Object.keys(chunkConfig).length > 0 ? chunkConfig : undefined,
201
+ embeddings: answers.generateEmbeddings,
202
+ embeddingConfig: answers.embeddingConfig,
203
+ metadata: {
204
+ extractTitles: answers.extractTitles,
205
+ extractKeywords: answers.extractKeywords,
206
+ includeSource: answers.includeSource,
207
+ },
208
+ };
209
+ const config = manager_1.configManager.getConfig();
210
+ if (!config.ingestPipelines) {
211
+ config.ingestPipelines = {};
212
+ }
213
+ config.ingestPipelines[answers.name] = pipelineConfig;
214
+ manager_1.configManager.setConfig(config);
215
+ logger_1.logger.success(`Ingestion pipeline "${answers.name}" created`);
216
+ }
217
+ function listPipelinesCommand() {
218
+ const config = manager_1.configManager.getConfig();
219
+ const pipelines = config.ingestPipelines || {};
220
+ if (Object.keys(pipelines).length === 0) {
221
+ logger_1.logger.warn('No ingestion pipelines configured');
222
+ logger_1.logger.info('Run `sea ingest create` to create a pipeline');
223
+ return;
224
+ }
225
+ logger_1.logger.heading('Ingestion Pipelines');
226
+ const data = [
227
+ ['Name', 'Parsers', 'Chunker', 'Embeddings', 'Description'],
228
+ ...Object.values(pipelines).map((pipeline) => [
229
+ pipeline.name,
230
+ pipeline.parsers.length.toString(),
231
+ pipeline.chunker,
232
+ pipeline.embeddings ? 'Yes' : 'No',
233
+ pipeline.description || '-',
234
+ ]),
235
+ ];
236
+ console.log((0, table_1.table)(data));
237
+ }
238
+ function getPipelineCommand(name) {
239
+ const config = manager_1.configManager.getConfig();
240
+ const pipeline = config.ingestPipelines?.[name];
241
+ if (!pipeline) {
242
+ logger_1.logger.error(`Pipeline "${name}" not found`);
243
+ return;
244
+ }
245
+ const chunker = CHUNKERS[pipeline.chunker];
246
+ logger_1.logger.heading(`Ingestion Pipeline: ${pipeline.name}`);
247
+ logger_1.logger.keyValue('Description', pipeline.description || '-');
248
+ logger_1.logger.keyValue('Chunking Strategy', chunker?.name || pipeline.chunker);
249
+ logger_1.logger.keyValue('Generate Embeddings', pipeline.embeddings ? 'Yes' : 'No');
250
+ logger_1.logger.keyValue('Embedding Config', pipeline.embeddingConfig || '-');
251
+ logger_1.logger.blank();
252
+ logger_1.logger.subheading('Parsers');
253
+ pipeline.parsers.forEach((parserId) => {
254
+ const parser = PARSERS[parserId];
255
+ console.log(chalk_1.default.green(` ✓ ${parser?.name || parserId}`) +
256
+ chalk_1.default.gray(` (${parser?.extensions.join(', ') || ''})`));
257
+ });
258
+ if (pipeline.chunkConfig && Object.keys(pipeline.chunkConfig).length > 0) {
259
+ logger_1.logger.blank();
260
+ logger_1.logger.subheading('Chunk Configuration');
261
+ Object.entries(pipeline.chunkConfig).forEach(([key, value]) => {
262
+ logger_1.logger.keyValue(key, String(value));
263
+ });
264
+ }
265
+ if (pipeline.metadata) {
266
+ logger_1.logger.blank();
267
+ logger_1.logger.subheading('Metadata Extraction');
268
+ logger_1.logger.keyValue('Extract Titles', pipeline.metadata.extractTitles ? 'Yes' : 'No');
269
+ logger_1.logger.keyValue('Extract Keywords', pipeline.metadata.extractKeywords ? 'Yes' : 'No');
270
+ logger_1.logger.keyValue('Include Source', pipeline.metadata.includeSource ? 'Yes' : 'No');
271
+ }
272
+ }
273
+ async function deletePipelineCommand(name) {
274
+ const config = manager_1.configManager.getConfig();
275
+ if (!config.ingestPipelines?.[name]) {
276
+ logger_1.logger.error(`Pipeline "${name}" not found`);
277
+ return;
278
+ }
279
+ const { confirm } = await inquirer_1.default.prompt([
280
+ {
281
+ type: 'confirm',
282
+ name: 'confirm',
283
+ message: `Are you sure you want to delete pipeline "${name}"?`,
284
+ default: false,
285
+ },
286
+ ]);
287
+ if (!confirm) {
288
+ logger_1.logger.info('Cancelled');
289
+ return;
290
+ }
291
+ delete config.ingestPipelines[name];
292
+ manager_1.configManager.setConfig(config);
293
+ logger_1.logger.success(`Pipeline "${name}" deleted`);
294
+ }
295
+ function showParsersCommand() {
296
+ logger_1.logger.heading('Available Parsers');
297
+ const data = [
298
+ ['Parser', 'Extensions', 'Description'],
299
+ ...Object.entries(PARSERS).map(([_key, parser]) => [
300
+ parser.name,
301
+ parser.extensions.join(', '),
302
+ parser.description,
303
+ ]),
304
+ ];
305
+ console.log((0, table_1.table)(data));
306
+ }
307
+ function showChunkersCommand() {
308
+ logger_1.logger.heading('Chunking Strategies');
309
+ logger_1.logger.blank();
310
+ Object.entries(CHUNKERS).forEach(([key, chunker]) => {
311
+ console.log(chalk_1.default.bold.cyan(` ${chunker.name}`));
312
+ console.log(chalk_1.default.gray(` ID: ${key}`));
313
+ console.log(chalk_1.default.white(` ${chunker.description}`));
314
+ logger_1.logger.blank();
315
+ });
316
+ }
317
+ //# sourceMappingURL=ingest.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../src/commands/ingest.ts"],"names":[],"mappings":";;;;;AAwGA,sDAiIC;AAKD,oDAwBC;AAKD,gDAqDC;AAKD,sDAyBC;AAKD,gDAaC;AAKD,kDAUC;AA/XD,kDAA0B;AAC1B,wDAAgC;AAChC,iCAA8B;AAE9B,+CAAkD;AAClD,4CAAyC;AAGzC,MAAM,OAAO,GAAG;IACd,IAAI,EAAE;QACJ,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,WAAW,EAAE,kBAAkB;KAChC;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,iBAAiB;QACvB,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;QAC3B,WAAW,EAAE,oBAAoB;KAClC;IACD,GAAG,EAAE;QACH,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,WAAW,EAAE,eAAe;KAC7B;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;QAC7B,WAAW,EAAE,gBAAgB;KAC9B;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,WAAW,EAAE,YAAY;KAC1B;IACD,GAAG,EAAE;QACH,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,WAAW,EAAE,kBAAkB;KAChC;IACD,KAAK,EAAE;QACL,IAAI,EAAE,cAAc;QACpB,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;QAC7B,WAAW,EAAE,oBAAoB;KAClC;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,WAAW,EAAE,gBAAgB;KAC9B;CACF,CAAC;AAGF,MAAM,QAAQ,GAAG;IACf,KAAK,EAAE;QACL,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,0BAA0B;QACvC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE;KAC/C;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,iCAAiC;QAC9C,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE;KAC7D;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,qBAAqB;QAClC,MAAM,EAAE,EAAE;KACX;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,oBAAoB;QACjC,MAAM,EAAE,EAAE;KACX;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,8BAA8B;QAC3C,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;KAC3B;IACD,YAAY,EAAE;QACZ,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,2CAA2C;QACxD,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE;KACzD;CACF,CAAC;AAqBK,KAAK,UAAU,qBAAqB;IACzC,eAAM,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;QACpC;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,gBAAgB;YACzB,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;oBAAE,OAAO,kBAAkB,CAAC;gBAC7C,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC;oBACjC,OAAO,wCAAwC,CAAC;gBAClD,OAAO,IAAI,CAAC;YACd,CAAC;SACF;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,uBAAuB;SACjC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvD,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,WAAW,EAAE;gBAChF,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;YACH,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,4BAA4B;SACvE;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,oBAAoB;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzD,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,MAAM,OAAO,CAAC,WAAW,EAAE;gBAChD,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;SACJ;QACD;YACE,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;SACpE;QACD;YACE,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,6BAA6B;YACtC,OAAO,EAAE,GAAG;YACZ,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO;SAC/C;QACD;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,iCAAiC;YAC1C,OAAO,EAAE,IAAI;SACd;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,iCAAiC;YAC1C,OAAO,EAAE,GAAG,EAAE;gBACZ,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;gBAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,OAAO;wBACL;4BACE,IAAI,EAAE,2CAA2C;4BACjD,KAAK,EAAE,SAAS;yBACjB;qBACF,CAAC;gBACJ,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YACD,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,kBAAkB;SAC9C;QACD;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,IAAI;SACd;QACD;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,gCAAgC;YACzC,OAAO,EAAE,KAAK;SACf;QACD;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,uCAAuC;YAChD,OAAO,EAAE,IAAI;SACd;KACF,CAAC,CAAC;IAGH,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,IAAI,OAAO,CAAC,SAAS;QAAE,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACjE,IAAI,OAAO,CAAC,YAAY;QAAE,WAAW,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAE1E,MAAM,cAAc,GAAyB;QAC3C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QAC1E,UAAU,EAAE,OAAO,CAAC,kBAAkB;QACtC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,QAAQ,EAAE;YACR,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC;KACF,CAAC;IAGF,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;QAC5B,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC;IAC9B,CAAC;IACD,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;IACtD,uBAAa,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEhC,eAAM,CAAC,OAAO,CAAC,uBAAuB,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC;AACjE,CAAC;AAKD,SAAgB,oBAAoB;IAClC,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;IAE/C,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,eAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QACjD,eAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,eAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAEtC,MAAM,IAAI,GAAG;QACX,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,CAAC;QAC3D,GAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAA4B,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;YACxE,QAAQ,CAAC,IAAI;YACb,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;YAClC,QAAQ,CAAC,OAAO;YAChB,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YAClC,QAAQ,CAAC,WAAW,IAAI,GAAG;SAC5B,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC,CAAC;AAC3B,CAAC;AAKD,SAAgB,kBAAkB,CAAC,IAAY;IAC7C,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,CAEjC,CAAC;IAEd,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,eAAM,CAAC,KAAK,CAAC,aAAa,IAAI,aAAa,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAgC,CAAC,CAAC;IAEpE,eAAM,CAAC,OAAO,CAAC,uBAAuB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;IAC5D,eAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,EAAE,IAAI,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC;IACxE,eAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3E,eAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,QAAQ,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;IAErE,eAAM,CAAC,KAAK,EAAE,CAAC;IACf,eAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAgC,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CACT,eAAK,CAAC,KAAK,CAAC,OAAO,MAAM,EAAE,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5C,eAAK,CAAC,IAAI,CAAC,KAAK,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzE,eAAM,CAAC,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YAC5D,eAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtB,eAAM,CAAC,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACzC,eAAM,CAAC,QAAQ,CACb,gBAAgB,EAChB,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAC/C,CAAC;QACF,eAAM,CAAC,QAAQ,CACb,kBAAkB,EAClB,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CACjD,CAAC;QACF,eAAM,CAAC,QAAQ,CACb,gBAAgB,EAChB,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAC/C,CAAC;IACJ,CAAC;AACH,CAAC;AAKM,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACtD,MAAM,MAAM,GAAG,uBAAa,CAAC,SAAS,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,eAAM,CAAC,KAAK,CAAC,aAAa,IAAI,aAAa,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;QACxC;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,6CAA6C,IAAI,IAAI;YAC9D,OAAO,EAAE,KAAK;SACf;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,eAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzB,OAAO;IACT,CAAC;IAED,OAAO,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,uBAAa,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,eAAM,CAAC,OAAO,CAAC,aAAa,IAAI,WAAW,CAAC,CAAC;AAC/C,CAAC;AAKD,SAAgB,kBAAkB;IAChC,eAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEpC,MAAM,IAAI,GAAG;QACX,CAAC,QAAQ,EAAE,YAAY,EAAE,aAAa,CAAC;QACvC,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI;YACX,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5B,MAAM,CAAC,WAAW;SACnB,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC,CAAC;AAC3B,CAAC;AAKD,SAAgB,mBAAmB;IACjC,eAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACtC,eAAM,CAAC,KAAK,EAAE,CAAC;IAEf,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE;QAClD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACvD,eAAM,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAuBA,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CA6MjD"}
1
+ {"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAuBA,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAgNjD"}