@cosmocoder/mcp-web-docs 2.0.16 → 2.0.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/crawler/queue-manager.d.ts +1 -1
- package/build/crawler/queue-manager.js +8 -8
- package/build/crawler/queue-manager.js.map +1 -1
- package/build/crawler/queue-manager.test.js +26 -12
- package/build/crawler/queue-manager.test.js.map +1 -1
- package/build/index.js +51 -51
- package/build/index.js.map +1 -1
- package/build/index.test.js +90 -61
- package/build/index.test.js.map +1 -1
- package/build/indexing/status.d.ts +8 -8
- package/build/indexing/status.js +40 -38
- package/build/indexing/status.js.map +1 -1
- package/build/indexing/status.test.js +62 -32
- package/build/indexing/status.test.js.map +1 -1
- package/build/types.d.ts +3 -0
- package/build/util/docs.d.ts +1 -0
- package/build/util/docs.js +8 -0
- package/build/util/docs.js.map +1 -1
- package/build/util/docs.test.js +18 -1
- package/build/util/docs.test.js.map +1 -1
- package/package.json +1 -1
|
@@ -24,9 +24,11 @@ describe('IndexingStatusTracker', () => {
|
|
|
24
24
|
});
|
|
25
25
|
describe('startIndexing', () => {
|
|
26
26
|
it('should create initial status', () => {
|
|
27
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test Site');
|
|
27
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test Site');
|
|
28
28
|
const status = tracker.getStatus('test-id');
|
|
29
29
|
expect(status).toBeDefined();
|
|
30
|
+
expect(status?.operationId).toBe('test-id');
|
|
31
|
+
expect(status?.documentId).toBe('test-id');
|
|
30
32
|
expect(status?.id).toBe('test-id');
|
|
31
33
|
expect(status?.url).toBe('https://example.com');
|
|
32
34
|
expect(status?.title).toBe('Test Site');
|
|
@@ -35,7 +37,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
35
37
|
expect(status?.startedAt).toBeInstanceOf(Date);
|
|
36
38
|
});
|
|
37
39
|
it('should initialize tracking fields', () => {
|
|
38
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
40
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
39
41
|
const status = tracker.getStatus('test-id');
|
|
40
42
|
expect(status?.pagesFound).toBe(0);
|
|
41
43
|
expect(status?.pagesProcessed).toBe(0);
|
|
@@ -44,7 +46,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
44
46
|
});
|
|
45
47
|
describe('updateProgress', () => {
|
|
46
48
|
beforeEach(() => {
|
|
47
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
49
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
48
50
|
});
|
|
49
51
|
it('should update progress and description', () => {
|
|
50
52
|
tracker.updateProgress('test-id', 0.5, 'Halfway done');
|
|
@@ -65,7 +67,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
65
67
|
});
|
|
66
68
|
describe('updateStats', () => {
|
|
67
69
|
beforeEach(() => {
|
|
68
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
70
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
69
71
|
});
|
|
70
72
|
it('should update stats incrementally', () => {
|
|
71
73
|
tracker.updateStats('test-id', { pagesFound: 10 });
|
|
@@ -86,7 +88,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
86
88
|
});
|
|
87
89
|
describe('completeIndexing', () => {
|
|
88
90
|
beforeEach(() => {
|
|
89
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
91
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
90
92
|
});
|
|
91
93
|
it('should mark indexing as complete', () => {
|
|
92
94
|
tracker.completeIndexing('test-id');
|
|
@@ -102,7 +104,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
102
104
|
});
|
|
103
105
|
describe('failIndexing', () => {
|
|
104
106
|
beforeEach(() => {
|
|
105
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
107
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
106
108
|
});
|
|
107
109
|
it('should mark indexing as failed with error', () => {
|
|
108
110
|
tracker.failIndexing('test-id', 'Connection timeout');
|
|
@@ -114,7 +116,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
114
116
|
});
|
|
115
117
|
describe('abortIndexing', () => {
|
|
116
118
|
beforeEach(() => {
|
|
117
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
119
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
118
120
|
});
|
|
119
121
|
it('should mark indexing as aborted', () => {
|
|
120
122
|
tracker.abortIndexing('test-id');
|
|
@@ -125,7 +127,7 @@ describe('IndexingStatusTracker', () => {
|
|
|
125
127
|
});
|
|
126
128
|
describe('cancelIndexing', () => {
|
|
127
129
|
beforeEach(() => {
|
|
128
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
130
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
129
131
|
});
|
|
130
132
|
it('should mark indexing as cancelled', () => {
|
|
131
133
|
tracker.cancelIndexing('test-id');
|
|
@@ -138,8 +140,9 @@ describe('IndexingStatusTracker', () => {
|
|
|
138
140
|
it('should notify listeners on status changes', () => {
|
|
139
141
|
const listener = vi.fn();
|
|
140
142
|
tracker.addStatusListener(listener);
|
|
141
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
143
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
142
144
|
expect(listener).toHaveBeenCalledWith(expect.objectContaining({
|
|
145
|
+
documentId: 'test-id',
|
|
143
146
|
id: 'test-id',
|
|
144
147
|
status: 'indexing',
|
|
145
148
|
}));
|
|
@@ -157,16 +160,16 @@ describe('IndexingStatusTracker', () => {
|
|
|
157
160
|
const listener2 = vi.fn();
|
|
158
161
|
tracker.addStatusListener(listener1);
|
|
159
162
|
tracker.addStatusListener(listener2);
|
|
160
|
-
tracker.startIndexing('test-id', 'https://example.com', 'Test');
|
|
163
|
+
tracker.startIndexing('test-id', 'test-id', 'https://example.com', 'Test');
|
|
161
164
|
expect(listener1).toHaveBeenCalled();
|
|
162
165
|
expect(listener2).toHaveBeenCalled();
|
|
163
166
|
});
|
|
164
167
|
});
|
|
165
168
|
describe('getAllStatuses', () => {
|
|
166
169
|
it('should return all statuses', () => {
|
|
167
|
-
tracker.startIndexing('id1', 'https://example1.com', 'Site 1');
|
|
168
|
-
tracker.startIndexing('id2', 'https://example2.com', 'Site 2');
|
|
169
|
-
tracker.startIndexing('id3', 'https://example3.com', 'Site 3');
|
|
170
|
+
tracker.startIndexing('id1', 'id1', 'https://example1.com', 'Site 1');
|
|
171
|
+
tracker.startIndexing('id2', 'id2', 'https://example2.com', 'Site 2');
|
|
172
|
+
tracker.startIndexing('id3', 'id3', 'https://example3.com', 'Site 3');
|
|
170
173
|
const statuses = tracker.getAllStatuses();
|
|
171
174
|
expect(statuses.length).toBe(3);
|
|
172
175
|
});
|
|
@@ -177,35 +180,62 @@ describe('IndexingStatusTracker', () => {
|
|
|
177
180
|
});
|
|
178
181
|
describe('getActiveStatuses', () => {
|
|
179
182
|
it('should return only active statuses', () => {
|
|
180
|
-
tracker.startIndexing('active', 'https://active.com', 'Active');
|
|
181
|
-
tracker.startIndexing('complete', 'https://complete.com', 'Complete');
|
|
183
|
+
tracker.startIndexing('active', 'active', 'https://active.com', 'Active');
|
|
184
|
+
tracker.startIndexing('complete', 'complete', 'https://complete.com', 'Complete');
|
|
182
185
|
tracker.completeIndexing('complete');
|
|
183
186
|
const active = tracker.getActiveStatuses();
|
|
184
187
|
// Active should always be included
|
|
185
188
|
expect(active.some((s) => s.id === 'active')).toBe(true);
|
|
186
189
|
});
|
|
187
190
|
it('should include recently completed statuses', () => {
|
|
188
|
-
tracker.startIndexing('test', 'https://test.com', 'Test');
|
|
191
|
+
tracker.startIndexing('test', 'test', 'https://test.com', 'Test');
|
|
189
192
|
tracker.completeIndexing('test');
|
|
190
193
|
const active = tracker.getActiveStatuses();
|
|
191
194
|
expect(active.some((s) => s.id === 'test')).toBe(true);
|
|
192
195
|
});
|
|
193
196
|
});
|
|
194
197
|
describe('concurrent operations', () => {
|
|
195
|
-
it('should
|
|
196
|
-
tracker.startIndexing('
|
|
197
|
-
tracker.startIndexing('
|
|
198
|
-
tracker.updateProgress('
|
|
199
|
-
tracker.updateProgress('
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
198
|
+
it('should keep operations with the same document ID independent', () => {
|
|
199
|
+
tracker.startIndexing('operation-1', 'shared-doc', 'https://example.com/one', 'Site 1');
|
|
200
|
+
tracker.startIndexing('operation-2', 'shared-doc', 'https://example.com/two', 'Site 2');
|
|
201
|
+
tracker.updateProgress('operation-1', 0.3, 'Progress 1');
|
|
202
|
+
tracker.updateProgress('operation-2', 0.6, 'Progress 2');
|
|
203
|
+
tracker.cancelIndexing('operation-1');
|
|
204
|
+
expect(tracker.getStatus('operation-1')).toEqual(expect.objectContaining({
|
|
205
|
+
operationId: 'operation-1',
|
|
206
|
+
documentId: 'shared-doc',
|
|
207
|
+
id: 'shared-doc',
|
|
208
|
+
status: 'cancelled',
|
|
209
|
+
}));
|
|
210
|
+
expect(tracker.getStatus('operation-2')).toEqual(expect.objectContaining({
|
|
211
|
+
operationId: 'operation-2',
|
|
212
|
+
documentId: 'shared-doc',
|
|
213
|
+
id: 'shared-doc',
|
|
214
|
+
status: 'indexing',
|
|
215
|
+
progress: 0.6,
|
|
216
|
+
}));
|
|
217
|
+
});
|
|
218
|
+
it('should clean up a completed operation without removing an active operation for the same document', () => {
|
|
219
|
+
vi.useFakeTimers();
|
|
220
|
+
try {
|
|
221
|
+
vi.setSystemTime(new Date('2026-01-01T00:00:00Z'));
|
|
222
|
+
tracker.startIndexing('operation-1', 'shared-doc', 'https://example.com/one', 'Site 1');
|
|
223
|
+
tracker.startIndexing('operation-2', 'shared-doc', 'https://example.com/two', 'Site 2');
|
|
224
|
+
tracker.completeIndexing('operation-1');
|
|
225
|
+
vi.setSystemTime(new Date('2026-01-01T00:02:00Z'));
|
|
226
|
+
const active = tracker.getActiveStatuses();
|
|
227
|
+
expect(active.map((status) => status.operationId)).toEqual(['operation-2']);
|
|
228
|
+
expect(tracker.getStatus('operation-1')).toBeUndefined();
|
|
229
|
+
expect(tracker.getStatus('operation-2')?.documentId).toBe('shared-doc');
|
|
230
|
+
}
|
|
231
|
+
finally {
|
|
232
|
+
vi.useRealTimers();
|
|
233
|
+
}
|
|
204
234
|
});
|
|
205
235
|
it('should handle mixed completion states', () => {
|
|
206
|
-
tracker.startIndexing('id1', 'https://example1.com', 'Site 1');
|
|
207
|
-
tracker.startIndexing('id2', 'https://example2.com', 'Site 2');
|
|
208
|
-
tracker.startIndexing('id3', 'https://example3.com', 'Site 3');
|
|
236
|
+
tracker.startIndexing('id1', 'id1', 'https://example1.com', 'Site 1');
|
|
237
|
+
tracker.startIndexing('id2', 'id2', 'https://example2.com', 'Site 2');
|
|
238
|
+
tracker.startIndexing('id3', 'id3', 'https://example3.com', 'Site 3');
|
|
209
239
|
tracker.completeIndexing('id1');
|
|
210
240
|
tracker.failIndexing('id2', 'Error');
|
|
211
241
|
// id3 still indexing
|
|
@@ -217,25 +247,25 @@ describe('IndexingStatusTracker', () => {
|
|
|
217
247
|
describe('edge cases', () => {
|
|
218
248
|
it('should handle very long titles', () => {
|
|
219
249
|
const longTitle = 'A'.repeat(100);
|
|
220
|
-
tracker.startIndexing('test', 'https://example.com', longTitle);
|
|
250
|
+
tracker.startIndexing('test', 'test', 'https://example.com', longTitle);
|
|
221
251
|
const status = tracker.getStatus('test');
|
|
222
252
|
expect(status?.title).toBe(longTitle);
|
|
223
253
|
});
|
|
224
254
|
it('should handle special characters in error messages', () => {
|
|
225
|
-
tracker.startIndexing('test', 'https://example.com', 'Test');
|
|
255
|
+
tracker.startIndexing('test', 'test', 'https://example.com', 'Test');
|
|
226
256
|
tracker.failIndexing('test', 'Error with \'quotes\' and "doubles" and <tags>');
|
|
227
257
|
const status = tracker.getStatus('test');
|
|
228
258
|
expect(status?.error).toContain('quotes');
|
|
229
259
|
});
|
|
230
260
|
it('should handle progress values at boundaries', () => {
|
|
231
|
-
tracker.startIndexing('test', 'https://example.com', 'Test');
|
|
261
|
+
tracker.startIndexing('test', 'test', 'https://example.com', 'Test');
|
|
232
262
|
tracker.updateProgress('test', 0, 'Start');
|
|
233
263
|
expect(tracker.getStatus('test')?.progress).toBe(0);
|
|
234
264
|
tracker.updateProgress('test', 1, 'End');
|
|
235
265
|
expect(tracker.getStatus('test')?.progress).toBe(1);
|
|
236
266
|
});
|
|
237
267
|
it('should handle progress values beyond boundaries', () => {
|
|
238
|
-
tracker.startIndexing('test', 'https://example.com', 'Test');
|
|
268
|
+
tracker.startIndexing('test', 'test', 'https://example.com', 'Test');
|
|
239
269
|
tracker.updateProgress('test', -0.1, 'Negative');
|
|
240
270
|
// Implementation may or may not clamp - just verify no crash
|
|
241
271
|
tracker.updateProgress('test', 1.5, 'Over');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"status.test.js","sourceRoot":"","sources":["../../src/indexing/status.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,0DAA0D;AAC1D,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE;IAC3B,MAAM,aAAa;QACjB,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QACjB,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;KAChB;IAED,MAAM,YAAY;QAChB,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;QAC1C,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;KAChB;IAED,OAAO;QACL,SAAS,EAAE,aAAa;QACxB,QAAQ,EAAE,YAAY;KACvB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAI,OAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,WAAW,CAAC,CAAC;YAErE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEpC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEvC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,mBAAmB;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACvC,mBAAmB;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAElC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAEpC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAChE,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE,UAAU;aACnB,CAAC,CACH,CAAC;YAEF,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YACnD,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,QAAQ,EAAE,GAAG;aACd,CAAC,CACH,CAAC;YAEF,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,MAAM,EAAE,UAAU;aACnB,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAE1B,OAAO,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACrC,OAAO,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAErC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAEhE,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACrC,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAE/D,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAChE,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,sBAAsB,EAAE,UAAU,CAAC,CAAC;YACtE,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAErC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAE3C,mCAAmC;YACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YAC1D,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC3C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAE/D,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACjD,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YAEjD,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEzC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAE/D,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAChC,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACrC,qBAAqB;YAErB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,qBAAqB,EAAE,SAAS,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,gDAAgD,CAAC,CAAC;YAE/E,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAE7D,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEpD,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAE7D,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACjD,6DAA6D;YAE7D,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5C,6DAA6D;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"status.test.js","sourceRoot":"","sources":["../../src/indexing/status.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,0DAA0D;AAC1D,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE;IAC3B,MAAM,aAAa;QACjB,MAAM,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QACjB,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;KAChB;IAED,MAAM,YAAY;QAChB,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;QAC1C,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;KAChB;IAED,OAAO;QACL,SAAS,EAAE,aAAa;QACxB,QAAQ,EAAE,YAAY;KACvB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAI,OAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,WAAW,CAAC,CAAC;YAEhF,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAE3E,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEpC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEvC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,mBAAmB;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACvC,mBAAmB;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAElC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAEpC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC3E,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,UAAU,EAAE,SAAS;gBACrB,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE,UAAU;aACnB,CAAC,CACH,CAAC;YAEF,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YACnD,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,QAAQ,EAAE,GAAG;aACd,CAAC,CACH,CAAC;YAEF,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC;gBACtB,MAAM,EAAE,UAAU;aACnB,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAE1B,OAAO,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACrC,OAAO,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAErC,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAE3E,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACrC,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YACtE,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YACtE,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAEtE,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAC1E,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,sBAAsB,EAAE,UAAU,CAAC,CAAC;YAClF,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAErC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAE3C,mCAAmC;YACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YAClE,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC3C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACtE,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,YAAY,EAAE,yBAAyB,EAAE,QAAQ,CAAC,CAAC;YACxF,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,YAAY,EAAE,yBAAyB,EAAE,QAAQ,CAAC,CAAC;YAExF,OAAO,CAAC,cAAc,CAAC,aAAa,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACzD,OAAO,CAAC,cAAc,CAAC,aAAa,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACzD,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAEtC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAC9C,MAAM,CAAC,gBAAgB,CAAC;gBACtB,WAAW,EAAE,aAAa;gBAC1B,UAAU,EAAE,YAAY;gBACxB,EAAE,EAAE,YAAY;gBAChB,MAAM,EAAE,WAAW;aACpB,CAAC,CACH,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAC9C,MAAM,CAAC,gBAAgB,CAAC;gBACtB,WAAW,EAAE,aAAa;gBAC1B,UAAU,EAAE,YAAY;gBACxB,EAAE,EAAE,YAAY;gBAChB,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,GAAG;aACd,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kGAAkG,EAAE,GAAG,EAAE;YAC1G,EAAE,CAAC,aAAa,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,EAAE,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBACnD,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,YAAY,EAAE,yBAAyB,EAAE,QAAQ,CAAC,CAAC;gBACxF,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,YAAY,EAAE,yBAAyB,EAAE,QAAQ,CAAC,CAAC;gBACxF,OAAO,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBAExC,EAAE,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAE3C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC5E,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;gBACzD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1E,CAAC;oBACO,CAAC;gBACP,EAAE,CAAC,aAAa,EAAE,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YACtE,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YACtE,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;YAEtE,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAChC,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACrC,qBAAqB;YAErB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,qBAAqB,EAAE,SAAS,CAAC,CAAC;YAExE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YACrE,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,gDAAgD,CAAC,CAAC;YAE/E,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAErE,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEpD,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAErE,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACjD,6DAA6D;YAE7D,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5C,6DAA6D;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/build/types.d.ts
CHANGED
package/build/util/docs.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export declare function generateDocId(url: string, title: string): string;
|
|
2
|
+
export declare function generateCrawlStorageId(url: string): string;
|
|
2
3
|
/**
|
|
3
4
|
* Check if a URL pathname falls within a given path prefix.
|
|
4
5
|
* Strips trailing slashes from the prefix before comparing so that
|
package/build/util/docs.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
1
2
|
export function generateDocId(url, title) {
|
|
2
3
|
const urlObj = new URL(url);
|
|
3
4
|
const pathParts = urlObj.pathname.split('/').filter(Boolean);
|
|
@@ -23,6 +24,13 @@ export function generateDocId(url, title) {
|
|
|
23
24
|
}
|
|
24
25
|
return urlObj.hostname;
|
|
25
26
|
}
|
|
27
|
+
export function generateCrawlStorageId(url) {
|
|
28
|
+
const canonicalUrl = new URL(url);
|
|
29
|
+
canonicalUrl.hash = '';
|
|
30
|
+
canonicalUrl.pathname = canonicalUrl.pathname.replace(/\/$/, '') || '/';
|
|
31
|
+
const normalizedUrl = canonicalUrl.toString();
|
|
32
|
+
return `crawl-${createHash('sha256').update(normalizedUrl).digest('hex')}`;
|
|
33
|
+
}
|
|
26
34
|
/**
|
|
27
35
|
* Check if a URL pathname falls within a given path prefix.
|
|
28
36
|
* Strips trailing slashes from the prefix before comparing so that
|
package/build/util/docs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"docs.js","sourceRoot":"","sources":["../../src/util/docs.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7D,qDAAqD;IACrD,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,iDAAiD;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxE,CAAC;IAED,2DAA2D;IAC3D,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACtE,gEAAgE;QAChE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YACpD,OAAO,GAAG,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,MAAM,CAAC,QAAQ,CAAC;AACzB,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc;IAC5D,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,OAAO,QAAQ,KAAK,gBAAgB,IAAI,QAAQ,CAAC,UAAU,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC;AACtF,CAAC"}
|
|
1
|
+
{"version":3,"file":"docs.js","sourceRoot":"","sources":["../../src/util/docs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7D,qDAAqD;IACrD,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,iDAAiD;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxE,CAAC;IAED,2DAA2D;IAC3D,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACtE,gEAAgE;QAChE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YACpD,OAAO,GAAG,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,MAAM,CAAC,QAAQ,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAClC,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC;IACvB,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IACxE,MAAM,aAAa,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;IAC9C,OAAO,SAAS,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc;IAC5D,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,OAAO,QAAQ,KAAK,gBAAgB,IAAI,QAAQ,CAAC,UAAU,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC;AACtF,CAAC"}
|
package/build/util/docs.test.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateDocId, isPathAllowed } from './docs.js';
|
|
1
|
+
import { generateCrawlStorageId, generateDocId, isPathAllowed } from './docs.js';
|
|
2
2
|
describe('Docs Utilities', () => {
|
|
3
3
|
describe('generateDocId', () => {
|
|
4
4
|
it('should generate ID for GitHub Pages URLs', () => {
|
|
@@ -45,6 +45,23 @@ describe('Docs Utilities', () => {
|
|
|
45
45
|
expect(result).toBe('example-guide');
|
|
46
46
|
});
|
|
47
47
|
});
|
|
48
|
+
describe('generateCrawlStorageId', () => {
|
|
49
|
+
it('should generate a stable SHA-256 storage ID', () => {
|
|
50
|
+
expect(generateCrawlStorageId('https://example.com/docs')).toBe('crawl-de106e607d0e711199de3fb7eb98fe5d412ee49ac326eadd3db848ee272ad2cb');
|
|
51
|
+
});
|
|
52
|
+
it('should ignore fragments and normalize trailing slashes', () => {
|
|
53
|
+
const expected = generateCrawlStorageId('https://example.com/docs');
|
|
54
|
+
expect(generateCrawlStorageId('https://example.com/docs/')).toBe(expected);
|
|
55
|
+
expect(generateCrawlStorageId('https://example.com/docs/#introduction')).toBe(expected);
|
|
56
|
+
expect(generateCrawlStorageId('https://example.com/docs/?version=2')).toBe(generateCrawlStorageId('https://example.com/docs?version=2'));
|
|
57
|
+
});
|
|
58
|
+
it('should distinguish URLs that collide under the display ID', () => {
|
|
59
|
+
const firstUrl = 'https://docs.example.com/guide';
|
|
60
|
+
const secondUrl = 'https://docs.example.com/guide?version=2';
|
|
61
|
+
expect(generateDocId(firstUrl, 'Guide')).toBe(generateDocId(secondUrl, 'Guide'));
|
|
62
|
+
expect(generateCrawlStorageId(firstUrl)).not.toBe(generateCrawlStorageId(secondUrl));
|
|
63
|
+
});
|
|
64
|
+
});
|
|
48
65
|
describe('isPathAllowed', () => {
|
|
49
66
|
it('should match exact prefix without trailing slash', () => {
|
|
50
67
|
expect(isPathAllowed('/docs', '/docs')).toBe(true);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"docs.test.js","sourceRoot":"","sources":["../../src/util/docs.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"docs.test.js","sourceRoot":"","sources":["../../src/util/docs.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAEjF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,MAAM,GAAG,aAAa,CAAC,mCAAmC,EAAE,eAAe,CAAC,CAAC;YACnF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,MAAM,GAAG,aAAa,CAAC,+CAA+C,EAAE,OAAO,CAAC,CAAC;YACvF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,MAAM,GAAG,aAAa,CAAC,0BAA0B,EAAE,mBAAmB,CAAC,CAAC;YAC9E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,MAAM,GAAG,aAAa,CAAC,gCAAgC,EAAE,eAAe,CAAC,CAAC;YAChF,iDAAiD;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,aAAa,CAAC,sCAAsC,EAAE,YAAY,CAAC,CAAC;YACnF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,aAAa,CAAC,0CAA0C,EAAE,iBAAiB,CAAC,CAAC;YAC5F,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,MAAM,GAAG,aAAa,CAAC,6BAA6B,EAAE,eAAe,CAAC,CAAC;YAC7E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,aAAa,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC;YACtE,+CAA+C;YAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,MAAM,GAAG,aAAa,CAAC,qCAAqC,EAAE,QAAQ,CAAC,CAAC;YAC9E,qBAAqB;YACrB,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAC;YAC3E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,sBAAsB,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAC7D,wEAAwE,CACzE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;YAEpE,MAAM,CAAC,sBAAsB,CAAC,2BAA2B,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3E,MAAM,CAAC,sBAAsB,CAAC,wCAAwC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxF,MAAM,CAAC,sBAAsB,CAAC,qCAAqC,CAAC,CAAC,CAAC,IAAI,CACxE,sBAAsB,CAAC,oCAAoC,CAAC,CAC7D,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,QAAQ,GAAG,gCAAgC,CAAC;YAClD,MAAM,SAAS,GAAG,0CAA0C,CAAC;YAE7D,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;YACjF,MAAM,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,aAAa,CAAC,8BAA8B,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1D,MAAM,CAAC,aAAa,CAAC,8BAA8B,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7D,MAAM,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|