@iwonz/ywtc 0.0.0 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/.env.example +4 -0
  2. package/CHANGELOG.md +56 -0
  3. package/LICENSE +21 -0
  4. package/README.md +267 -1
  5. package/dist/adapters/confluence.d.ts +46 -0
  6. package/dist/adapters/confluence.js +187 -0
  7. package/dist/adapters/confluence.js.map +1 -0
  8. package/dist/adapters/factory.d.ts +3 -0
  9. package/dist/adapters/factory.js +11 -0
  10. package/dist/adapters/factory.js.map +1 -0
  11. package/dist/adapters/yandex.d.ts +45 -0
  12. package/dist/adapters/yandex.js +233 -0
  13. package/dist/adapters/yandex.js.map +1 -0
  14. package/dist/cli-arguments.d.ts +41 -0
  15. package/dist/cli-arguments.js +149 -0
  16. package/dist/cli-arguments.js.map +1 -0
  17. package/dist/cli.d.ts +2 -0
  18. package/dist/cli.js +180 -0
  19. package/dist/cli.js.map +1 -0
  20. package/dist/clients/confluence-cloud.d.ts +45 -0
  21. package/dist/clients/confluence-cloud.js +261 -0
  22. package/dist/clients/confluence-cloud.js.map +1 -0
  23. package/dist/clients/confluence-factory.d.ts +3 -0
  24. package/dist/clients/confluence-factory.js +8 -0
  25. package/dist/clients/confluence-factory.js.map +1 -0
  26. package/dist/clients/confluence.d.ts +42 -0
  27. package/dist/clients/confluence.js +286 -0
  28. package/dist/clients/confluence.js.map +1 -0
  29. package/dist/clients/yandex-wiki.d.ts +35 -0
  30. package/dist/clients/yandex-wiki.js +255 -0
  31. package/dist/clients/yandex-wiki.js.map +1 -0
  32. package/dist/config.d.ts +52 -0
  33. package/dist/config.js +177 -0
  34. package/dist/config.js.map +1 -0
  35. package/dist/content-model.d.ts +12 -0
  36. package/dist/content-model.js +416 -0
  37. package/dist/content-model.js.map +1 -0
  38. package/dist/conversion.d.ts +43 -0
  39. package/dist/conversion.js +450 -0
  40. package/dist/conversion.js.map +1 -0
  41. package/dist/doctor.d.ts +24 -0
  42. package/dist/doctor.js +45 -0
  43. package/dist/doctor.js.map +1 -0
  44. package/dist/domain.d.ts +202 -0
  45. package/dist/domain.js +18 -0
  46. package/dist/domain.js.map +1 -0
  47. package/dist/filesystem-export.d.ts +53 -0
  48. package/dist/filesystem-export.js +243 -0
  49. package/dist/filesystem-export.js.map +1 -0
  50. package/dist/graph.d.ts +13 -0
  51. package/dist/graph.js +121 -0
  52. package/dist/graph.js.map +1 -0
  53. package/dist/http.d.ts +26 -0
  54. package/dist/http.js +100 -0
  55. package/dist/http.js.map +1 -0
  56. package/dist/index.d.ts +24 -0
  57. package/dist/index.js +25 -0
  58. package/dist/index.js.map +1 -0
  59. package/dist/input.d.ts +4 -0
  60. package/dist/input.js +56 -0
  61. package/dist/input.js.map +1 -0
  62. package/dist/locators.d.ts +24 -0
  63. package/dist/locators.js +84 -0
  64. package/dist/locators.js.map +1 -0
  65. package/dist/logger.d.ts +7 -0
  66. package/dist/logger.js +28 -0
  67. package/dist/logger.js.map +1 -0
  68. package/dist/migrator.d.ts +53 -0
  69. package/dist/migrator.js +669 -0
  70. package/dist/migrator.js.map +1 -0
  71. package/dist/rate-limiter.d.ts +12 -0
  72. package/dist/rate-limiter.js +31 -0
  73. package/dist/rate-limiter.js.map +1 -0
  74. package/dist/report.d.ts +101 -0
  75. package/dist/report.js +106 -0
  76. package/dist/report.js.map +1 -0
  77. package/dist/state.d.ts +119 -0
  78. package/dist/state.js +201 -0
  79. package/dist/state.js.map +1 -0
  80. package/dist/types.d.ts +197 -0
  81. package/dist/types.js +2 -0
  82. package/dist/types.js.map +1 -0
  83. package/dist/updater.d.ts +24 -0
  84. package/dist/updater.js +92 -0
  85. package/dist/updater.js.map +1 -0
  86. package/dist/version.d.ts +1 -0
  87. package/dist/version.js +8 -0
  88. package/dist/version.js.map +1 -0
  89. package/dist/workspace.d.ts +29 -0
  90. package/dist/workspace.js +157 -0
  91. package/dist/workspace.js.map +1 -0
  92. package/docs/assets/readme-header.png +0 -0
  93. package/package.json +108 -3
  94. package/ywtc.config.example.yaml +52 -0
@@ -0,0 +1,202 @@
1
+ import type { ConnectionProfile } from './config.js';
2
+ export type ProviderKind = 'yandex-wiki' | 'confluence';
3
+ export type TransferScope = 'page' | 'subtree' | 'linked';
4
+ export type ExportFormat = 'markdown' | 'html';
5
+ export type RawContentFormat = 'yfm' | 'confluence-storage';
6
+ export interface PageReference {
7
+ raw: string;
8
+ href?: string;
9
+ pageTitle?: string;
10
+ anchor?: string;
11
+ kind: 'page' | 'attachment' | 'anchor' | 'external' | 'unsupported';
12
+ }
13
+ export interface SourcePage {
14
+ provider: ProviderKind;
15
+ profile: string;
16
+ id: string;
17
+ canonicalId: string;
18
+ title: string;
19
+ locator: string;
20
+ url: string;
21
+ parentId?: string;
22
+ space?: string;
23
+ rawContent: string;
24
+ rawFormat: RawContentFormat;
25
+ modifiedAt?: string;
26
+ version?: string;
27
+ references: PageReference[];
28
+ }
29
+ export interface SourceResource {
30
+ provider: ProviderKind;
31
+ id: string;
32
+ pageId: string;
33
+ name: string;
34
+ size?: number;
35
+ mimeType?: string;
36
+ downloadUrl?: string;
37
+ kind: 'attachment' | 'image' | 'grid';
38
+ metadata?: Record<string, unknown>;
39
+ }
40
+ export interface DestinationContainer {
41
+ provider: ProviderKind;
42
+ profile: string;
43
+ id: string;
44
+ canonicalId: string;
45
+ title: string;
46
+ url: string;
47
+ space?: string;
48
+ locator?: string;
49
+ }
50
+ export interface DestinationPage {
51
+ provider: ProviderKind;
52
+ profile: string;
53
+ id: string;
54
+ canonicalId: string;
55
+ title: string;
56
+ url: string;
57
+ locator?: string;
58
+ space?: string;
59
+ version?: string;
60
+ fingerprint?: string;
61
+ contentLength?: number;
62
+ }
63
+ export interface UploadedResource {
64
+ id: string;
65
+ name: string;
66
+ url?: string;
67
+ size?: number;
68
+ fingerprint?: string;
69
+ }
70
+ export interface AdapterCapabilities {
71
+ readPages: boolean;
72
+ readHierarchy: boolean;
73
+ readResources: boolean;
74
+ writePages: boolean;
75
+ writeResources: boolean;
76
+ verifyWrites: boolean;
77
+ }
78
+ export interface SourceAdapter {
79
+ readonly profile: ConnectionProfile;
80
+ readonly kind: ProviderKind;
81
+ readonly capabilities: AdapterCapabilities;
82
+ preflight(): Promise<{
83
+ product: string;
84
+ version?: string;
85
+ warnings: string[];
86
+ }>;
87
+ resolvePage(locator: string): Promise<SourcePage>;
88
+ getPage(id: string): Promise<SourcePage>;
89
+ getDescendants(page: SourcePage): Promise<SourcePage[]>;
90
+ resolveReference(from: SourcePage, reference: PageReference): Promise<SourcePage | undefined>;
91
+ listResources(page: SourcePage): Promise<SourceResource[]>;
92
+ downloadResource(resource: SourceResource, destination: string): Promise<{
93
+ path: string;
94
+ size: number;
95
+ sha256: string;
96
+ mimeType?: string;
97
+ }>;
98
+ }
99
+ export interface DestinationAdapter {
100
+ readonly profile: ConnectionProfile;
101
+ readonly kind: ProviderKind;
102
+ readonly capabilities: AdapterCapabilities;
103
+ preflight(): Promise<{
104
+ product: string;
105
+ version?: string;
106
+ warnings: string[];
107
+ }>;
108
+ resolveContainer(locator: string): Promise<DestinationContainer>;
109
+ findChild(container: DestinationContainer | DestinationPage, title: string): Promise<DestinationPage | undefined>;
110
+ createPage(input: {
111
+ container: DestinationContainer | DestinationPage;
112
+ title: string;
113
+ body: string;
114
+ }): Promise<DestinationPage>;
115
+ updatePage(input: {
116
+ page: DestinationPage;
117
+ title: string;
118
+ body: string;
119
+ expectedFingerprint?: string;
120
+ }): Promise<DestinationPage>;
121
+ uploadResource(input: {
122
+ page: DestinationPage;
123
+ name: string;
124
+ filePath: string;
125
+ size?: number;
126
+ mimeType?: string;
127
+ existingId?: string;
128
+ }): Promise<UploadedResource>;
129
+ listUploadedResources(page: DestinationPage): Promise<UploadedResource[]>;
130
+ verifyPage(page: DestinationPage): Promise<DestinationPage>;
131
+ renderPageReference(page: DestinationPage, label: string, anchor?: string): string;
132
+ renderResourceReference(resource: UploadedResource, label: string, image: boolean): string;
133
+ }
134
+ export type GraphEdgeStatus = 'resolved' | 'external' | 'inaccessible' | 'broken' | 'cycle' | 'unsupported';
135
+ export interface PageGraphEdge {
136
+ from: string;
137
+ raw: string;
138
+ to?: string;
139
+ status: GraphEdgeStatus;
140
+ message?: string;
141
+ }
142
+ export interface DiscoveredPage extends SourcePage {
143
+ depth: number;
144
+ projectedParentId?: string;
145
+ }
146
+ export interface PageGraph {
147
+ rootId: string;
148
+ pages: DiscoveredPage[];
149
+ edges: PageGraphEdge[];
150
+ warnings: string[];
151
+ }
152
+ export interface NormalizedReference {
153
+ token: string;
154
+ kind: PageReference['kind'];
155
+ raw: string;
156
+ href?: string;
157
+ pageId?: string;
158
+ resourceName?: string;
159
+ label: string;
160
+ anchor?: string;
161
+ }
162
+ export interface NormalizedNode {
163
+ type: 'document' | 'html' | 'page-reference' | 'resource-reference' | 'vendor-extension' | 'fallback';
164
+ value?: string;
165
+ children?: NormalizedNode[];
166
+ reference?: NormalizedReference;
167
+ vendor?: ProviderKind;
168
+ }
169
+ export interface NormalizedDocument {
170
+ root: NormalizedNode;
171
+ raw: string;
172
+ rawFormat: RawContentFormat;
173
+ references: NormalizedReference[];
174
+ warnings: string[];
175
+ degraded: boolean;
176
+ metrics: {
177
+ links: number;
178
+ images: number;
179
+ tables: number;
180
+ codeBlocks: number;
181
+ };
182
+ }
183
+ export interface RenderContext {
184
+ pages: Map<string, DestinationPage | {
185
+ path: string;
186
+ title: string;
187
+ }>;
188
+ resources: Map<string, UploadedResource | {
189
+ path: string;
190
+ name: string;
191
+ }>;
192
+ sourcePages: Map<string, SourcePage>;
193
+ currentPageId: string;
194
+ currentPath?: string;
195
+ }
196
+ export interface RenderedDocument {
197
+ body: string;
198
+ warnings: string[];
199
+ degraded: boolean;
200
+ representedReferences: number;
201
+ }
202
+ export declare function assertTransferCapabilities(source: SourceAdapter, destination: DestinationAdapter | undefined, scope: TransferScope): void;
package/dist/domain.js ADDED
@@ -0,0 +1,18 @@
1
+ export function assertTransferCapabilities(source, destination, scope) {
2
+ const missing = [];
3
+ if (!source.capabilities.readPages)
4
+ missing.push(`${source.profile.name}: read pages`);
5
+ if (scope !== 'page' && !source.capabilities.readHierarchy)
6
+ missing.push(`${source.profile.name}: read hierarchy`);
7
+ if (!source.capabilities.readResources)
8
+ missing.push(`${source.profile.name}: read resources`);
9
+ if (destination && !destination.capabilities.writePages)
10
+ missing.push(`${destination.profile.name}: write pages`);
11
+ if (destination && !destination.capabilities.writeResources)
12
+ missing.push(`${destination.profile.name}: write resources`);
13
+ if (destination && !destination.capabilities.verifyWrites)
14
+ missing.push(`${destination.profile.name}: verify writes`);
15
+ if (missing.length > 0)
16
+ throw new Error(`Selected direction lacks required capabilities: ${missing.join(', ')}.`);
17
+ }
18
+ //# sourceMappingURL=domain.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"domain.js","sourceRoot":"","sources":["../src/domain.ts"],"names":[],"mappings":"AAiMA,MAAM,UAAU,0BAA0B,CACxC,MAAqB,EACrB,WAA2C,EAC3C,KAAoB;IAEpB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,CAAC;IACvF,IAAI,KAAK,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,aAAa;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,kBAAkB,CAAC,CAAC;IACnH,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,aAAa;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,kBAAkB,CAAC,CAAC;IAC/F,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,UAAU;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,CAAC;IAClH,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,cAAc;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,mBAAmB,CAAC,CAAC;IAC1H,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,YAAY;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,CAAC;IACtH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACpH,CAAC"}
@@ -0,0 +1,53 @@
1
+ import { normalizePageContent } from './content-model.js';
2
+ import type { ExportFormat, PageGraph, SourceAdapter, SourcePage, SourceResource } from './domain.js';
3
+ export interface ExportManifestPage {
4
+ sourceCanonicalId: string;
5
+ sourceUrl: string;
6
+ title: string;
7
+ path: string;
8
+ parentId?: string;
9
+ resources: Array<{
10
+ name: string;
11
+ path: string;
12
+ size?: number;
13
+ sha256?: string;
14
+ }>;
15
+ degraded: boolean;
16
+ warnings: string[];
17
+ }
18
+ export interface ExportManifest {
19
+ schemaVersion: 2;
20
+ tool: 'ywtc';
21
+ identity: string;
22
+ format: ExportFormat;
23
+ generatedAt: string;
24
+ rootId: string;
25
+ pages: ExportManifestPage[];
26
+ }
27
+ export interface FilesystemExportResult {
28
+ directory: string;
29
+ archive?: string;
30
+ backup?: string;
31
+ manifest: ExportManifest;
32
+ warnings: string[];
33
+ errors: string[];
34
+ }
35
+ export declare class FilesystemExporter {
36
+ private readonly source;
37
+ private readonly concurrency;
38
+ constructor(source: SourceAdapter, concurrency: number);
39
+ export(input: {
40
+ graph: PageGraph;
41
+ directory: string;
42
+ format: ExportFormat;
43
+ identity: string;
44
+ archive: boolean;
45
+ dryRun: boolean;
46
+ cacheDirectory: string;
47
+ signal?: AbortSignal;
48
+ onItem?: (message: string) => void;
49
+ resourcesByPage?: Map<string, SourceResource[]>;
50
+ loadPage?: (page: SourcePage) => Promise<SourcePage>;
51
+ loadDocument?: (page: SourcePage) => Promise<ReturnType<typeof normalizePageContent>>;
52
+ }): Promise<FilesystemExportResult>;
53
+ }
@@ -0,0 +1,243 @@
1
+ import { createHash, randomUUID } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { access, mkdir, readFile, rename, rm, stat, writeFile } from 'node:fs/promises';
4
+ import path from 'node:path';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { ZipArchive } from '@archiver/archiver';
7
+ import PQueue from 'p-queue';
8
+ import { appendGridSnapshots, normalizePageContent, renderMarkdown, renderStaticHtml } from './content-model.js';
9
+ import { safeFilename } from './input.js';
10
+ function stableSegment(page) {
11
+ const title = page.title.normalize('NFKD').toLocaleLowerCase()
12
+ .replace(/[^\p{L}\p{N}]+/gu, '-')
13
+ .replace(/^-+|-+$/g, '')
14
+ .slice(0, 64) || 'page';
15
+ const suffix = createHash('sha256').update(page.canonicalId).digest('hex').slice(0, 8);
16
+ return `${title}-${suffix}`;
17
+ }
18
+ function pagePath(page, format, rootId) {
19
+ if (page.canonicalId === rootId)
20
+ return format === 'html' ? 'index.html' : 'index.md';
21
+ return format === 'html' ? `pages/${stableSegment(page)}/index.html` : `pages/${stableSegment(page)}.md`;
22
+ }
23
+ function htmlPage(title, navigation, body, cssPath) {
24
+ return `<!doctype html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>${title.replaceAll('&', '&amp;').replaceAll('<', '&lt;')}</title><link rel="stylesheet" href="${cssPath}"></head><body><aside class="nav"><a class="brand" href="${cssPath.replace(/assets\/site\.css$/, 'index.html')}">ywtc export</a>${navigation}</aside><main><h1>${title.replaceAll('&', '&amp;').replaceAll('<', '&lt;')}</h1>${body}</main></body></html>`;
25
+ }
26
+ const SITE_CSS = `:root{font:16px/1.55 system-ui,sans-serif;color:#172033;background:#f4f6fa}*{box-sizing:border-box}body{margin:0;display:grid;grid-template-columns:minmax(220px,300px) 1fr;min-height:100vh}.nav{padding:24px;background:#111827;color:#dbe4f3;overflow:auto}.nav a{color:#dbe4f3;text-decoration:none}.nav a[aria-current=page]{color:#fff;font-weight:700}.nav ul{list-style:none;padding-left:16px}.brand{display:block;font-weight:700;margin-bottom:20px}main{max-width:1100px;width:100%;padding:40px;margin:0 auto;background:#fff}img{max-width:100%;height:auto}table{border-collapse:collapse;width:100%}th,td{border:1px solid #ccd5e2;padding:8px;text-align:left}pre{overflow:auto;background:#111827;color:#f8fafc;padding:16px;border-radius:8px}aside[class^=ywtc-]{border-left:4px solid #526dcf;background:#f2f5ff;padding:12px;margin:16px 0}.ywtc-fallback{border-color:#d59b24}@media(max-width:760px){body{display:block}.nav{position:relative}main{padding:22px}}`;
27
+ function relativeHref(from, to) {
28
+ const base = path.posix.dirname(from);
29
+ const result = path.posix.relative(base, to);
30
+ return result || path.posix.basename(to);
31
+ }
32
+ async function exists(filename) {
33
+ try {
34
+ await access(filename);
35
+ return true;
36
+ }
37
+ catch {
38
+ return false;
39
+ }
40
+ }
41
+ async function managedManifest(directory, identity) {
42
+ try {
43
+ const parsed = JSON.parse(await readFile(path.join(directory, '.ywtc-export.json'), 'utf8'));
44
+ return parsed.schemaVersion === 2 && parsed.tool === 'ywtc' && parsed.identity === identity;
45
+ }
46
+ catch {
47
+ return false;
48
+ }
49
+ }
50
+ function timestamp() {
51
+ return new Date().toISOString().replace(/[:.]/g, '-');
52
+ }
53
+ async function createArchive(directory) {
54
+ const destination = `${directory}-${timestamp()}-${randomUUID().slice(0, 8)}.zip`;
55
+ const archive = new ZipArchive({ zlib: { level: 9 } });
56
+ archive.directory(directory, path.basename(directory));
57
+ const output = createWriteStream(destination, { flags: 'wx', mode: 0o600 });
58
+ const piping = pipeline(archive, output);
59
+ await archive.finalize();
60
+ await piping;
61
+ return destination;
62
+ }
63
+ async function verifyGeneratedTree(directory, manifest) {
64
+ const expected = [
65
+ '.ywtc-export.json',
66
+ ...(manifest.format === 'html' ? ['assets/site.css'] : []),
67
+ ...manifest.pages.flatMap((page) => [page.path, ...page.resources.map((resource) => resource.path)]),
68
+ ];
69
+ await Promise.all(expected.map((relative) => access(path.join(directory, relative))));
70
+ for (const page of manifest.pages) {
71
+ const filename = path.join(directory, page.path);
72
+ const content = await readFile(filename, 'utf8');
73
+ const references = manifest.format === 'html'
74
+ ? [...content.matchAll(/(?:href|src)=["']([^"']+)["']/g)].map((match) => match[1])
75
+ : [...content.matchAll(/!?\[[^\]]*\]\(([^)\s]+)(?:\s+["'][^"']*["'])?\)/g)].map((match) => match[1]);
76
+ for (const reference of references) {
77
+ if (/^(?:https?:|mailto:|tel:|data:|#)/i.test(reference))
78
+ continue;
79
+ const clean = decodeURIComponent(reference.split(/[?#]/, 1)[0] ?? '');
80
+ if (!clean)
81
+ continue;
82
+ const target = path.resolve(path.dirname(filename), clean);
83
+ const relative = path.relative(directory, target);
84
+ if (relative === '..' || relative.startsWith(`..${path.sep}`) || path.isAbsolute(relative)) {
85
+ throw new Error(`Generated reference escapes the export directory: ${page.path} → ${reference}`);
86
+ }
87
+ await access(target);
88
+ }
89
+ }
90
+ }
91
+ export class FilesystemExporter {
92
+ source;
93
+ concurrency;
94
+ constructor(source, concurrency) {
95
+ this.source = source;
96
+ this.concurrency = concurrency;
97
+ }
98
+ async export(input) {
99
+ const warnings = [...input.graph.warnings];
100
+ const errors = [];
101
+ const pagePaths = new Map(input.graph.pages.map((page) => [page.canonicalId, pagePath(page, input.format, input.graph.rootId)]));
102
+ const manifest = {
103
+ schemaVersion: 2,
104
+ tool: 'ywtc',
105
+ identity: input.identity,
106
+ format: input.format,
107
+ generatedAt: new Date().toISOString(),
108
+ rootId: input.graph.rootId,
109
+ pages: [],
110
+ };
111
+ if (input.dryRun) {
112
+ manifest.pages = input.graph.pages.map((page) => ({
113
+ sourceCanonicalId: page.canonicalId,
114
+ sourceUrl: page.url,
115
+ title: page.title,
116
+ path: pagePaths.get(page.canonicalId),
117
+ ...(page.projectedParentId ? { parentId: page.projectedParentId } : {}),
118
+ resources: [],
119
+ degraded: false,
120
+ warnings: [],
121
+ }));
122
+ return { directory: input.directory, manifest, warnings, errors };
123
+ }
124
+ const parent = path.dirname(input.directory);
125
+ const staging = path.join(parent, `.${path.basename(input.directory)}.ywtc-staging-${randomUUID().slice(0, 8)}`);
126
+ await mkdir(parent, { recursive: true, mode: 0o700 });
127
+ await mkdir(staging, { recursive: false, mode: 0o700 });
128
+ let backup;
129
+ try {
130
+ const sourcePages = new Map(input.graph.pages.map((page) => [page.canonicalId, page]));
131
+ const queue = new PQueue({ concurrency: this.concurrency });
132
+ const resourceMapByPage = new Map();
133
+ const resourcesByPage = new Map();
134
+ await Promise.all(input.graph.pages.map((page) => queue.add(async () => {
135
+ if (input.signal?.aborted)
136
+ throw input.signal.reason ?? new Error('Export cancelled');
137
+ const resources = input.resourcesByPage?.get(page.canonicalId) ?? await this.source.listResources(page);
138
+ resourcesByPage.set(page.canonicalId, resources);
139
+ const pageResources = new Map();
140
+ const manifestResources = [];
141
+ for (const resource of resources.filter((item) => item.kind !== 'grid')) {
142
+ const name = safeFilename(resource.name);
143
+ const relative = `attachments/${stableSegment(page)}/${name}`;
144
+ const destination = path.join(staging, relative);
145
+ await mkdir(path.dirname(destination), { recursive: true });
146
+ const downloaded = await this.source.downloadResource(resource, destination);
147
+ pageResources.set(name.toLocaleLowerCase(), { path: relative, name });
148
+ manifestResources.push({ name, path: relative, size: downloaded.size, sha256: downloaded.sha256 });
149
+ input.onItem?.(`attachment ${name}`);
150
+ }
151
+ resourceMapByPage.set(page.canonicalId, pageResources);
152
+ manifest.pages.push({
153
+ sourceCanonicalId: page.canonicalId,
154
+ sourceUrl: page.url,
155
+ title: page.title,
156
+ path: pagePaths.get(page.canonicalId),
157
+ ...(page.projectedParentId ? { parentId: page.projectedParentId } : {}),
158
+ resources: manifestResources,
159
+ degraded: false,
160
+ warnings: [],
161
+ });
162
+ })));
163
+ const children = new Map();
164
+ for (const page of input.graph.pages) {
165
+ const parentId = page.projectedParentId ?? '__root__';
166
+ const siblings = children.get(parentId) ?? [];
167
+ siblings.push(page);
168
+ children.set(parentId, siblings);
169
+ }
170
+ const navigationFor = (currentPath) => {
171
+ const renderItems = (parentId) => `<ul>${(children.get(parentId) ?? []).map((page) => {
172
+ const pageFile = pagePaths.get(page.canonicalId);
173
+ const active = pageFile === currentPath ? ' aria-current="page"' : '';
174
+ const title = page.title.replaceAll('&', '&amp;').replaceAll('<', '&lt;');
175
+ return `<li><a${active} href="${relativeHref(currentPath, pageFile)}">${title}</a>${renderItems(page.canonicalId)}</li>`;
176
+ }).join('')}</ul>`;
177
+ return renderItems('__root__');
178
+ };
179
+ for (const page of input.graph.pages) {
180
+ const fullPage = input.loadPage ? await input.loadPage(page) : page;
181
+ const relative = pagePaths.get(page.canonicalId);
182
+ const resources = resourcesByPage.get(page.canonicalId) ?? [];
183
+ const document = input.loadDocument
184
+ ? await input.loadDocument(page)
185
+ : appendGridSnapshots(normalizePageContent(fullPage), resources);
186
+ const pages = new Map([...pagePaths].map(([id, file]) => [id, { path: file, title: sourcePages.get(id)?.title ?? id }]));
187
+ const context = {
188
+ pages,
189
+ resources: resourceMapByPage.get(page.canonicalId) ?? new Map(),
190
+ sourcePages,
191
+ currentPageId: page.canonicalId,
192
+ currentPath: relative,
193
+ };
194
+ const rendered = input.format === 'html' ? await renderStaticHtml(document, context) : await renderMarkdown(document, context);
195
+ const output = input.format === 'html'
196
+ ? htmlPage(page.title, navigationFor(relative), rendered.body, relativeHref(relative, 'assets/site.css'))
197
+ : `# ${page.title}\n\n${rendered.body}`;
198
+ await mkdir(path.dirname(path.join(staging, relative)), { recursive: true });
199
+ await writeFile(path.join(staging, relative), output, { mode: 0o600 });
200
+ const manifestPage = manifest.pages.find((item) => item.sourceCanonicalId === page.canonicalId);
201
+ manifestPage.degraded = rendered.degraded;
202
+ manifestPage.warnings.push(...rendered.warnings);
203
+ warnings.push(...rendered.warnings.map((warning) => `${page.title}: ${warning}`));
204
+ if (rendered.degraded) {
205
+ const snapshot = `_source/${stableSegment(page)}.${page.rawFormat === 'yfm' ? 'yfm' : 'storage.xml'}`;
206
+ await mkdir(path.dirname(path.join(staging, snapshot)), { recursive: true });
207
+ await writeFile(path.join(staging, snapshot), fullPage.rawContent, { mode: 0o600 });
208
+ }
209
+ input.onItem?.(`page ${page.title}`);
210
+ }
211
+ manifest.pages.sort((left, right) => left.path.localeCompare(right.path));
212
+ if (input.format === 'html') {
213
+ await mkdir(path.join(staging, 'assets'), { recursive: true });
214
+ await writeFile(path.join(staging, 'assets/site.css'), SITE_CSS, { mode: 0o600 });
215
+ }
216
+ await writeFile(path.join(staging, '.ywtc-export.json'), `${JSON.stringify(manifest, null, 2)}\n`, { mode: 0o600 });
217
+ await verifyGeneratedTree(staging, manifest);
218
+ if (await exists(input.directory)) {
219
+ const selected = await stat(input.directory);
220
+ if (!selected.isDirectory() || !(await managedManifest(input.directory, input.identity))) {
221
+ throw new Error(`Refusing to replace unmanaged destination "${input.directory}". Choose an empty path or a directory with a matching .ywtc-export.json.`);
222
+ }
223
+ backup = `${input.directory}.backup-${timestamp()}`;
224
+ await rename(input.directory, backup);
225
+ }
226
+ try {
227
+ await rename(staging, input.directory);
228
+ }
229
+ catch (error) {
230
+ if (backup && !(await exists(input.directory)))
231
+ await rename(backup, input.directory);
232
+ throw error;
233
+ }
234
+ const archive = input.archive ? await createArchive(input.directory) : undefined;
235
+ return { directory: input.directory, ...(archive ? { archive } : {}), ...(backup ? { backup } : {}), manifest, warnings, errors };
236
+ }
237
+ catch (error) {
238
+ await rm(staging, { recursive: true, force: true });
239
+ throw error;
240
+ }
241
+ }
242
+ }
243
+ //# sourceMappingURL=filesystem-export.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"filesystem-export.js","sourceRoot":"","sources":["../src/filesystem-export.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,UAAU,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,EAAC,iBAAiB,EAAC,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAC,MAAM,kBAAkB,CAAC;AACtF,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAC,mBAAmB,EAAE,oBAAoB,EAAE,cAAc,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAC;AAE/G,OAAO,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AAgCxC,SAAS,aAAa,CAAC,IAAgB;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,iBAAiB,EAAE;SAC3D,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC;IAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvF,OAAO,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB,EAAE,MAAoB,EAAE,MAAc;IACtE,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM;QAAE,OAAO,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC;IACtF,OAAO,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;AAC3G,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,UAAkB,EAAE,IAAY,EAAE,OAAe;IAChF,OAAO,wIAAwI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,wCAAwC,OAAO,4DAA4D,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,YAAY,CAAC,oBAAoB,UAAU,qBAAqB,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAAC;AAClf,CAAC;AAED,MAAM,QAAQ,GAAG,47BAA47B,CAAC;AAE98B,SAAS,YAAY,CAAC,IAAY,EAAE,EAAU;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7C,OAAO,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,IAAI,CAAC;QAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,QAAgB;IAChE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE,MAAM,CAAC,CAA4B,CAAC;QACxH,OAAO,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,SAAiB;IAC5C,MAAM,WAAW,GAAG,GAAG,SAAS,IAAI,SAAS,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,EAAC,IAAI,EAAE,EAAC,KAAK,EAAE,CAAC,EAAC,EAAC,CAAC,CAAC;IACnD,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,EAAE,EAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IACzB,MAAM,MAAM,CAAC;IACb,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,SAAiB,EAAE,QAAwB;IAC5E,MAAM,QAAQ,GAAG;QACf,mBAAmB;QACnB,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;KACrG,CAAC;IACF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,KAAK,MAAM;YAC3C,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;YACnF,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kDAAkD,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QACxG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,oCAAoC,CAAC,IAAI,CAAC,SAAS,CAAC;gBAAE,SAAS;YACnE,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,qDAAqD,IAAI,CAAC,IAAI,MAAM,SAAS,EAAE,CAAC,CAAC;YACnG,CAAC;YACD,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,OAAO,kBAAkB;IACA;IAAwC;IAArE,YAA6B,MAAqB,EAAmB,WAAmB;QAA3D,WAAM,GAAN,MAAM,CAAe;QAAmB,gBAAW,GAAX,WAAW,CAAQ;IAAG,CAAC;IAE5F,KAAK,CAAC,MAAM,CAAC,KAaZ;QACC,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACjI,MAAM,QAAQ,GAAmB;YAC/B,aAAa,EAAE,CAAC;YAChB,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YAC1B,KAAK,EAAE,EAAE;SACV,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAChD,iBAAiB,EAAE,IAAI,CAAC,WAAW;gBACnC,SAAS,EAAE,IAAI,CAAC,GAAG;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAE;gBACtC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrE,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC,CAAC;YACJ,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;QAClE,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,iBAAiB,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACjH,MAAM,KAAK,CAAC,MAAM,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,OAAO,EAAE,EAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;QACtD,IAAI,MAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YACvF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAC,WAAW,EAAE,IAAI,CAAC,WAAW,EAAC,CAAC,CAAC;YAC1D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAqD,CAAC;YACvF,MAAM,eAAe,GAAG,IAAI,GAAG,EAA4B,CAAC;YAE5D,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACrE,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACtF,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACxG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBACjD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAwC,CAAC;gBACtE,MAAM,iBAAiB,GAAoC,EAAE,CAAC;gBAC9D,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;oBACxE,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,QAAQ,GAAG,eAAe,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;oBAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;oBACjD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;oBAC1D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;oBAC7E,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAC;oBACpE,iBAAiB,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAC,CAAC,CAAC;oBACjG,KAAK,CAAC,MAAM,EAAE,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;gBACD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;gBACvD,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;oBAClB,iBAAiB,EAAE,IAAI,CAAC,WAAW;oBACnC,SAAS,EAAE,IAAI,CAAC,GAAG;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAE;oBACtC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrE,SAAS,EAAE,iBAAiB;oBAC5B,QAAQ,EAAE,KAAK;oBACf,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAC;YACL,CAAC,CAAC,CAAC,CAAC,CAAC;YAEL,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;YACjD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,IAAI,UAAU,CAAC;gBACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC9C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,aAAa,GAAG,CAAC,WAAmB,EAAU,EAAE;gBACpD,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACnG,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAE,CAAC;oBAClD,MAAM,MAAM,GAAG,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC1E,OAAO,SAAS,MAAM,UAAU,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,KAAK,OAAO,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;gBAC3H,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;gBACnB,OAAO,WAAW,CAAC,UAAU,CAAC,CAAC;YACjC,CAAC,CAAC;YACF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBAC9D,MAAM,QAAQ,GAAG,KAAK,CAAC,YAAY;oBACjC,CAAC,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;oBAChC,CAAC,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAC;gBACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC;gBACvH,MAAM,OAAO,GAAkB;oBAC7B,KAAK;oBACL,SAAS,EAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE;oBAC/D,WAAW;oBACX,aAAa,EAAE,IAAI,CAAC,WAAW;oBAC/B,WAAW,EAAE,QAAQ;iBACtB,CAAC;gBACF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/H,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM;oBACpC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;oBACzG,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;gBAC3E,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,WAAW,CAAE,CAAC;gBACjG,YAAY,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;gBAC1C,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;gBAClF,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,WAAW,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;oBACtG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;oBAC3E,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;gBACpF,CAAC;gBACD,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACvC,CAAC;YACD,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;gBAC7D,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,QAAQ,EAAE,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;YAClH,MAAM,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE7C,IAAI,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBACzF,MAAM,IAAI,KAAK,CAAC,8CAA8C,KAAK,CAAC,SAAS,2EAA2E,CAAC,CAAC;gBAC5J,CAAC;gBACD,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,WAAW,SAAS,EAAE,EAAE,CAAC;gBACpD,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBAAE,MAAM,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;gBACtF,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACjF,OAAO,EAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAC,OAAO,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;QAC9H,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,OAAO,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;YAClD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,13 @@
1
+ import type { PageGraph, SourceAdapter, SourcePage, TransferScope } from './domain.js';
2
+ export interface DiscoveryProgress {
3
+ pages: number;
4
+ edges: number;
5
+ active?: string;
6
+ }
7
+ export declare function discoverPageGraph(input: {
8
+ adapter: SourceAdapter;
9
+ root: SourcePage;
10
+ scope: TransferScope;
11
+ signal?: AbortSignal;
12
+ onProgress?: (progress: DiscoveryProgress) => void;
13
+ }): Promise<PageGraph>;