@dogsbay/format-gitbook 0.2.0-beta.132 → 0.2.0-beta.133

package/dist/corpus.d.ts

@@ -1,2 +1,2 @@
 /** The corpus an importer reads: `@dogsbay/corpus`, shared by every format's browser import. */
-export { corpusFromMap, type Corpus, type CorpusFiles } from "@dogsbay/corpus";
+export { corpusFromMap, type Corpus, type CorpusFiles, type Unfetched, unfetchedMessage } from "@dogsbay/corpus";

package/dist/corpus.js

@@ -1,2 +1,2 @@
 /** The corpus an importer reads: `@dogsbay/corpus`, shared by every format's browser import. */
-export { corpusFromMap } from "@dogsbay/corpus";
+export { corpusFromMap, unfetchedMessage } from "@dogsbay/corpus";

package/dist/migrate.d.ts

@@ -5,11 +5,17 @@
  * no console, clock or network. Find the corpus with `@dogsbay/detect` first.
  */
 import type { ImportLedgerEntry } from "@dogsbay/types";
-import { type CorpusFiles } from "./corpus.js";
-export type { CorpusFiles } from "./corpus.js";
+import { type CorpusFiles, type Unfetched } from "./corpus.js";
+export type { CorpusFiles, Unfetched } from "./corpus.js";
 export interface MigrateInput {
     /** The corpus: paths relative to its root (a detection's `root`), text or bytes. */
     files: CorpusFiles;
+    /**
+     * Every path of the project (relative to the same root as `files`), when the host lists more
+     * than it fetched (a GitHub tree). The import then sees the repo as it is, and `unfetched`
+     * says what it needed from those not given: fetch them and call `migrate` again.
+     */
+    paths?: Iterable<string>;
     /** One space of a multi-space repo (a detection's `choices.spaces`); all when omitted. */
     choose?: {
         space?: string;
@@ -28,5 +34,14 @@ export interface MigrateResult {
         from: string;
         to: string;
     }[];
+    /**
+     * The listed `paths` the conversion needed but `files` did not hold. `read`: it read them,
+     * so fetch them and convert again (each round can find one more level of an include or
+     * `require` chain: cap the rounds). While `read` is not empty the result is not a
+     * conversion; when the import could not go on, `files` is empty and the ledger says where
+     * it stopped. `copy`: assets the output copies; fetch them for the finished files, no
+     * rerun. Both empty: the result is complete.
+     */
+    unfetched: Unfetched;
 }
 export declare function migrate(input: MigrateInput): Promise<MigrateResult>;

package/dist/migrate.js

@@ -1,19 +1,38 @@
-import { corpusFromMap } from "./corpus.js";
+import { corpusFromMap, unfetchedMessage } from "./corpus.js";
 import { importGitbookCorpus } from "./import.js";
 import { gitbookProject } from "./project.js";
+/** The ledger line for a conversion that still needs files, or nothing. */
+function unfetchedLedger(read, stoppedOn) {
+    const message = unfetchedMessage(read, stoppedOn);
+    return message ? [{ severity: "warning", code: "unfetched", message }] : [];
+}
 export async function migrate(input) {
-    const corpus = corpusFromMap(input.files);
-    const imported = importGitbookCorpus(corpus, { space: input.choose?.space });
-    const project = gitbookProject(imported, corpus, {
-        siteName: input.siteName?.trim() || "Docs",
-        siteUrl: input.siteUrl,
-        sourceLabel: input.sourceLabel ?? "GitBook corpus",
-    });
+    const corpus = corpusFromMap(input.files, { paths: input.paths });
+    let project;
+    try {
+        const imported = importGitbookCorpus(corpus, { space: input.choose?.space });
+        project = gitbookProject(imported, corpus, {
+            siteName: input.siteName?.trim() || "Docs",
+            siteUrl: input.siteUrl,
+            sourceLabel: input.sourceLabel ?? "GitBook corpus",
+        });
+    }
+    catch (e) {
+        // A file it needed was not given: that, not the error, is the answer
+        const read = corpus.missing();
+        if (read.length)
+            return { files: new Map(), ledger: unfetchedLedger(read, e), redirects: [], unfetched: { read, copy: [] } };
+        throw e;
+    }
     const files = new Map(project.files);
+    const copy = [];
     for (const { from, to } of project.assets) {
         const bytes = input.files.get(from);
         if (bytes !== undefined)
             files.set(to, bytes);
+        else
+            copy.push(from);
     }
-    return { files, ledger: project.ledger, redirects: project.redirects };
+    const read = corpus.missing();
+    return { files, ledger: [...unfetchedLedger(read), ...project.ledger], redirects: project.redirects, unfetched: { read, copy: copy.sort() } };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dogsbay/format-gitbook",
-  "version": "0.2.0-beta.132",
+  "version": "0.2.0-beta.133",
   "description": "GitBook format plugin for Dogsbay — imports GitBook Git Sync (and legacy gitbook-cli) corpora by translating the Git Sync markdown dialect to Dogsbay-MD. ./migrate converts a corpus given as a map of files in the browser (no Node), the same import the CLI runs.",
   "type": "module",
   "main": "dist/index.js",
@@ -25,10 +25,10 @@
   ],
   "dependencies": {
     "js-yaml": "^5.2.1",
-    "@dogsbay/corpus": "0.2.0-beta.132",
-    "@dogsbay/format-dogsbay-md": "0.2.0-beta.132",
-    "@dogsbay/types": "0.2.0-beta.132",
-    "@dogsbay/detect": "0.2.0-beta.132"
+    "@dogsbay/corpus": "0.2.0-beta.133",
+    "@dogsbay/format-dogsbay-md": "0.2.0-beta.133",
+    "@dogsbay/detect": "0.2.0-beta.133",
+    "@dogsbay/types": "0.2.0-beta.133"
   },
   "devDependencies": {
     "@types/js-yaml": "^4.0.9",