@graphty/graph-io 0.3.46 → 0.3.48

package/dist/src/sources/rest/openalex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openalex.js","sourceRoot":"","sources":["../../../../src/sources/rest/openalex.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,EAAE,WAAW,EAAmC,MAAM,aAAa,CAAC;AAE3E,+CAA+C;AAC/C,MAAM,MAAM,GAAG,uBAAuB,CAAC;AAEvC,mDAAmD;AACnD,MAAM,WAAW,GAAG,+EAA+E,CAAC;AAEpG;;;;;;GAMG;AACH,SAAS,KAAK,CAAC,MAAc,EAAE,OAAe,EAAE,KAAc;IAC1D,OAAO;QACH,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE;QAC1D,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;QAC7B,OAAO,EAAE,SAAS;QAClB,MAAM,EAAE,MAAM;QACd,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3G,CAAC;AACN,CAAC;AAED,2DAA2D;AAC3D,MAAM,KAAK,GAAe,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,CAAC;AAE9F;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAgB,MAAM,CAAC,MAAM,CAAc;IACpE,OAAO,EAAE,CAAC;IACV,QAAQ,EAAE,0BAA0B;IACpC,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,OAAO;IACb,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE;IACtC,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,cAAc;IACxB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;IAC3C,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;IACxC,aAAa,EAAE,EAAE,SAAS,EAAE,uBAAuB,EAAE,KAAK,EAAE,mBAAmB,EAAE;IACjF,QAAQ,EAAE;QACN,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC;QACzC,OAAO,EAAE,KAAK,CAAC,gBAAgB,EAAE,IAAI,EAAE,KAAK,CAAC;QAC7C,QAAQ,EAAE,KAAK,CAAC,6BAA6B,EAAE,KAAK,EAAE,IAAI,CAAC;QAC3D,eAAe,EAAE;YACb,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE;YAChF,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;YAC7B,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,QAAQ;SACnB;KACJ;IACD,QAAQ,EAAE;QACN,IAAI,EAAE;YACF,EAAE,EAAE,IAAI;YACR,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE;gBACJ,KAAK,EAAE,cAAc;gBACrB,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,gBAAgB;gBACzB,OAAO,EAAE,cAAc;aAC1B;YACD,KAAK,EAAE;gBACH,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;gBAC3D,EAAE,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE;oBACI,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,WAAW;oBACjB,EAAE,EAAE,mBAAmB;oBACvB,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,aAAa;iBACxB;gBACD,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;aAC5D;YACD,QAAQ,EAAE;gBACN,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAChD,EAAE,EAAE,EAAE,8BAA8B,EAAE,MAAM,EAAE,aAAa,EAAE;gBAC7D,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE;aACtC;SACJ;QACD,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK;QAClB,KAAK,EAAE,KAAK;KACf;CACJ,CAAC,CAAC;AAKH;;;;GAIG;AACH,SAAS,QAAQ,CAAC,OAAgB;IAC9B,MAAM,IAAI,GAAc,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,GAAI,OAAqB,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAc,CAAC,CAAC;IAC5F,IAAI,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1B,+DAA+D;QAC/D,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,OAA6B;IAClD,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IAC3C,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAW,EAAE,CACvC,IAAI,KAAK,OAAO;QAChB,CAAC,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,IAAI,KAAK,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC3D,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,GAAc,CAAC,CAAC;IACvF,OAAO;QACH,GAAG,gBAAgB;QACnB,QAAQ,EAAE;YACN,GAAG,gBAAgB,CAAC,QAAQ;YAC5B,IAAI,EAAE;gBACF,GAAG,IAAI;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;aACjE;SACJ;KACJ,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,SAAS,mBAAmB,CAAC,OAA6B,EAAE,UAAmB;IAC3E,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACjD,OAAO;QACH,GAAG,gBAAgB;QACnB,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;QACvC,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,UAAU;QAClB,OAAO,EAAE,eAAe;QACxB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE;YACN,GAAG,gBAAgB,CAAC,QAAQ;YAC5B,IAAI,EAAE;gBACF,EAAE,EAAE,IAAI;gBACR,uDAAuD;gBACvD,WAAW,EAAE,MAAM;gBACnB,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE;oBACH,EAAE,KAAK,EAAE,yBAAyB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;oBACxE,GAAG,CAAC,YAAY;wBACZ,CAAC,CAAC;4BACI;gCACI,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,WAAW;gCACjB,EAAE,EAAE,mBAAmB;gCACvB,IAAI,EAAE,iBAAiB;gCACvB,MAAM,EAAE,aAAa;6BACxB;yBACJ;wBACH,CAAC,CAAC,EAAE,CAAC;iBACZ;gBACD,QAAQ,EAAE;oBACN,EAAE,EAAE,EAAE,sBAAsB,EAAE,MAAM,EAAE,QAAQ,EAAE;oBAChD,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,8BAA8B,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC3F;aACJ;SACJ;KACJ,CAAC;AACN,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,UAAU,CAAC,KAAc,EAAE,IAAY,EAAE,MAAc,EAAE,GAAkB;IAChF,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,IAAI,MAAM,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAI,wBAAwB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;AAC9B,CAAC;AAED;;;;;;GAMG;AACH,SAAS,IAAI,CAAC,MAAsB,EAAE,GAAkB,EAAE,OAAoB;IAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC;IACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;IAChE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE,CAAC;IACtE,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAChD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,qCAAqC,EAAE;YACxE,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU;SAC7C,CAAC,CAAC;IACP,CAAC;IACD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,OAAO,EAAE,CAAC;QACV,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;SAAM,IAAI,SAAS,EAAE,CAAC;QACnB,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;QAC3B,OAAO;YACH,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC;YAC9C,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,6BAA6B,EAAE;SAC5G,CAAC;IACN,CAAC;IACD,IAAI,MAAM,GACN,WAAW,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5G,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QACzB,MAAM,GAAG,iBAAiB,CAAC;IAC/B,CAAC;IACD,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO;QACH,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE;QAC9E,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE;KAChC,CAAC;AACN,CAAC;AAED,oDAAoD;AACpD,MAAM,MAAM,GAAG,aAAa,CAAC;AAE7B,MAAM,OAAO,GAAG,WAAW,CAAiB,IAAI,EAAE,KAAK,CAAC,CAAC;AAEzD;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,cAAc,GAAgC,YAAY,CAAiB;IACpF,EAAE,EAAE,kBAAkB;IACtB,UAAU,EAAE,mBAAmB;IAC/B,GAAG,OAAO;IACV,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG;QACrB,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,yCAAyC,EAAE;oBAC5E,IAAI,EAAE,KAAK;oBACX,MAAM,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;CACJ,CAAC,CAAC"}

package/dist/src/sources/rest/paging.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Paging of the REST mapping (design section 13.2): a cursor in the body, an offset, the `Link`
+ * header, or a next URL in the body. A position is a string or a number, so it fits a SourceCursor;
+ * a position that is a URL is checked against the mapping's origin before it is followed.
+ */
+import { type ImportReportBuilder } from "../../common/report.js";
+import { type RestPaging } from "./params.js";
+/** Where a paged request is: the first page (null), a cursor or offset, or a full URL. */
+export type PagePosition = string | number | null;
+/**
+ * The URL of a page.
+ * @param url - the request's first-page URL
+ * @param paging - the request's paging
+ * @param position - where to read
+ * @param endpoint - the mapping's endpoint, which a full URL must stay on
+ * @param report - the load's report
+ * @returns the page's URL
+ */
+export declare function pageUrl(url: URL, paging: RestPaging | undefined, position: PagePosition, endpoint: URL, report: ImportReportBuilder): URL;
+/**
+ * The first page's URL with its paging parameters, so an offset request carries its size.
+ * @param url - the request's URL
+ * @param paging - the request's paging
+ * @param endpoint - the mapping's endpoint
+ * @param report - the load's report
+ * @returns the URL
+ */
+export declare function firstPageUrl(url: URL, paging: RestPaging | undefined, endpoint: URL, report: ImportReportBuilder): URL;
+/** What `nextPosition` reads. */
+interface PageResponse {
+    /** The parsed body. */
+    readonly body: unknown;
+    /** The response headers. */
+    readonly headers: Headers;
+    /** The URL the page was read from. */
+    readonly url: URL;
+    /** How many records the page held. */
+    readonly records: number;
+    /** Where the load runs: a missing Link header in a browser may be one the service hides. */
+    readonly runtime: string;
+}
+/**
+ * Where the next page is, or null after the last one.
+ * @param paging - the request's paging
+ * @param position - this page's position
+ * @param page - this page's response
+ * @param endpoint - the mapping's endpoint
+ * @param report - the load's report
+ * @returns the next position
+ */
+export declare function nextPosition(paging: RestPaging | undefined, position: PagePosition, page: PageResponse, endpoint: URL, report: ImportReportBuilder): PagePosition;
+export {};
+//# sourceMappingURL=paging.d.ts.map

package/dist/src/sources/rest/paging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paging.d.ts","sourceRoot":"","sources":["../../../../src/sources/rest/paging.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAElE,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAI9C,0FAA0F;AAC1F,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;AAkBlD;;;;;;;;GAQG;AACH,wBAAgB,OAAO,CACnB,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,QAAQ,EAAE,YAAY,EACtB,QAAQ,EAAE,GAAG,EACb,MAAM,EAAE,mBAAmB,GAC5B,GAAG,CAiBL;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CACxB,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,QAAQ,EAAE,GAAG,EACb,MAAM,EAAE,mBAAmB,GAC5B,GAAG,CAEL;AAsBD,iCAAiC;AACjC,UAAU,YAAY;IAClB,uBAAuB;IACvB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,4BAA4B;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,sCAAsC;IACtC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,sCAAsC;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,4FAA4F;IAC5F,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC5B;AA0BD;;;;;;;;GAQG;AACH,wBAAgB,YAAY,CACxB,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,QAAQ,EAAE,YAAY,EACtB,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,GAAG,EACb,MAAM,EAAE,mBAAmB,GAC5B,YAAY,CAwBd"}

package/dist/src/sources/rest/paging.js

@@ -0,0 +1,138 @@
+/**
+ * Paging of the REST mapping (design section 13.2): a cursor in the body, an offset, the `Link`
+ * header, or a next URL in the body. A position is a string or a number, so it fits a SourceCursor;
+ * a position that is a URL is checked against the mapping's origin before it is followed.
+ */
+import { failOn } from "../fail.js";
+import { selectOne } from "./selectors.js";
+import { checkOrigin } from "./templates.js";
+/**
+ * The position of the first page.
+ * @param paging - the request's paging
+ * @returns the position
+ */
+function firstPosition(paging) {
+    switch (paging?.style) {
+        case "cursor":
+            return paging.first;
+        case "offset":
+            return paging.base ?? 0;
+        default:
+            return null;
+    }
+}
+/**
+ * The URL of a page.
+ * @param url - the request's first-page URL
+ * @param paging - the request's paging
+ * @param position - where to read
+ * @param endpoint - the mapping's endpoint, which a full URL must stay on
+ * @param report - the load's report
+ * @returns the page's URL
+ */
+export function pageUrl(url, paging, position, endpoint, report) {
+    if (position === null) {
+        return url;
+    }
+    const out = new URL(url);
+    switch (paging?.style) {
+        case "cursor":
+            out.searchParams.set(paging.param, String(position));
+            return out;
+        case "offset":
+            out.searchParams.set(paging.param, String(position));
+            out.searchParams.set(paging.size.param, String(paging.size.value));
+            return out;
+        default:
+            // link-header and next-url positions are full URLs from a response (or a recorded cursor)
+            return checkOrigin(new URL(String(position), url), endpoint, report);
+    }
+}
+/**
+ * The first page's URL with its paging parameters, so an offset request carries its size.
+ * @param url - the request's URL
+ * @param paging - the request's paging
+ * @param endpoint - the mapping's endpoint
+ * @param report - the load's report
+ * @returns the URL
+ */
+export function firstPageUrl(url, paging, endpoint, report) {
+    return pageUrl(url, paging, firstPosition(paging), endpoint, report);
+}
+/**
+ * The `rel` URL of a Link header.
+ * @param header - the header's value
+ * @param rel - the relation
+ * @returns the URL text, or null
+ */
+function linkOf(header, rel) {
+    for (const part of header.split(/,(?=\s*<)/)) {
+        const m = /^\s*<([^>]*)>(.*)$/.exec(part);
+        if (m === null) {
+            continue;
+        }
+        const rels = /;\s*rel="?([^";]+)"?/i.exec(m[2]);
+        if (rels?.[1].split(/\s+/).includes(rel)) {
+            return m[1];
+        }
+    }
+    return null;
+}
+/**
+ * The next page's URL from the Link header, or null after the last one.
+ * @param rel - the relation that names the next page
+ * @param page - this page's response
+ * @param endpoint - the mapping's endpoint
+ * @param report - the load's report
+ * @returns the next position
+ */
+function nextLink(rel, page, endpoint, report) {
+    const header = page.headers.get("link");
+    if (header === null) {
+        if (page.runtime === "browser") {
+            // a browser reads Link only when the service exposes it: never a silent single page
+            failOn(report, "E_SOURCE_RESPONSE", "the Link header cannot be read", {
+                expected: "link-header",
+                contentType: page.headers.get("content-type"),
+            });
+        }
+        return null;
+    }
+    const next = linkOf(header, rel);
+    return next === null ? null : checkOrigin(new URL(next, page.url), endpoint, report).href;
+}
+/**
+ * Where the next page is, or null after the last one.
+ * @param paging - the request's paging
+ * @param position - this page's position
+ * @param page - this page's response
+ * @param endpoint - the mapping's endpoint
+ * @param report - the load's report
+ * @returns the next position
+ */
+export function nextPosition(paging, position, page, endpoint, report) {
+    switch (paging?.style) {
+        case "cursor": {
+            const next = selectOne(page.body, paging.next);
+            return (typeof next === "string" && next !== "") || typeof next === "number" ? next : null;
+        }
+        case "offset": {
+            if (page.records < paging.size.value || page.records === 0) {
+                return null;
+            }
+            const step = paging.unit === "pages" ? 1 : paging.size.value;
+            return Number(position) + step;
+        }
+        case "link-header":
+            return nextLink(paging.rel ?? "next", page, endpoint, report);
+        case "next-url": {
+            const next = selectOne(page.body, paging.next);
+            return typeof next === "string" && next !== ""
+                ? checkOrigin(new URL(next, page.url), endpoint, report).href
+                : null;
+        }
+        default:
+            return null;
+    }
+}
+//# sourceMappingURL=paging.js.map

package/dist/src/sources/rest/paging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paging.js","sourceRoot":"","sources":["../../../../src/sources/rest/paging.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAK7C;;;;GAIG;AACH,SAAS,aAAa,CAAC,MAA8B;IACjD,QAAQ,MAAM,EAAE,KAAK,EAAE,CAAC;QACpB,KAAK,QAAQ;YACT,OAAO,MAAM,CAAC,KAAK,CAAC;QACxB,KAAK,QAAQ;YACT,OAAO,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;QAC5B;YACI,OAAO,IAAI,CAAC;IACpB,CAAC;AACL,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,OAAO,CACnB,GAAQ,EACR,MAA8B,EAC9B,QAAsB,EACtB,QAAa,EACb,MAA2B;IAE3B,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,GAAG,CAAC;IACf,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,QAAQ,MAAM,EAAE,KAAK,EAAE,CAAC;QACpB,KAAK,QAAQ;YACT,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrD,OAAO,GAAG,CAAC;QACf,KAAK,QAAQ;YACT,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,OAAO,GAAG,CAAC;QACf;YACI,0FAA0F;YAC1F,OAAO,WAAW,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CACxB,GAAQ,EACR,MAA8B,EAC9B,QAAa,EACb,MAA2B;IAE3B,OAAO,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AACzE,CAAC;AAED;;;;;GAKG;AACH,SAAS,MAAM,CAAC,MAAc,EAAE,GAAW;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACb,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAgBD;;;;;;;GAOG;AACH,SAAS,QAAQ,CAAC,GAAW,EAAE,IAAkB,EAAE,QAAa,EAAE,MAA2B;IACzF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC7B,oFAAoF;YACpF,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,gCAAgC,EAAE;gBAClE,QAAQ,EAAE,aAAa;gBACvB,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;AAC9F,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,YAAY,CACxB,MAA8B,EAC9B,QAAsB,EACtB,IAAkB,EAClB,QAAa,EACb,MAA2B;IAE3B,QAAQ,MAAM,EAAE,KAAK,EAAE,CAAC;QACpB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,OAAO,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,EAAE,CAAC,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACZ,IAAI,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7D,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;QACnC,CAAC;QACD,KAAK,aAAa;YACd,OAAO,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAClE,KAAK,UAAU,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,EAAE;gBAC1C,CAAC,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI;gBAC7D,CAAC,CAAC,IAAI,CAAC;QACf,CAAC;QACD;YACI,OAAO,IAAI,CAAC;IACpB,CAAC;AACL,CAAC"}

package/dist/src/sources/rest/params.d.ts

@@ -0,0 +1,216 @@
+/**
+ * The REST mapping format and the parameters of the `rest` source and its `openalex` preset (design
+ * sections 13.2 and 13.3). Experimental: the mapping carries `version: 1`. The REST work may add
+ * optional fields only.
+ */
+import { type SourceParamDescriptor } from "../types.js";
+/**
+ * How a paged request moves to its next page. Experimental.
+ * @category Network sources
+ */
+export type RestPaging = {
+    /** The paging style. */
+    readonly style: "cursor";
+    /** The query parameter that carries the position. */
+    readonly param: string;
+    /** The position of the first page. */
+    readonly first: string;
+    /** The selector of the next position in the body. */
+    readonly next: string;
+} | {
+    /** The paging style. */
+    readonly style: "offset";
+    /** The query parameter that carries the position. */
+    readonly param: string;
+    /** The page size and its query parameter. */
+    readonly size: {
+        /** The query parameter that carries the page size. */
+        readonly param: string;
+        /** The page size. */
+        readonly value: number;
+    };
+    /** Whether the offset counts items or pages. */
+    readonly unit?: "items" | "pages" | undefined;
+    /** The first offset. */
+    readonly base?: 0 | 1 | undefined;
+} | {
+    /** The paging style. */
+    readonly style: "link-header";
+    /** The link relation of the next page. */
+    readonly rel?: string | undefined;
+} | {
+    /** The paging style. */
+    readonly style: "next-url";
+    /** The selector of the next position in the body. */
+    readonly next: string;
+};
+/**
+ * One named request of a mapping. Experimental.
+ * @category Network sources
+ */
+export interface RestRequest {
+    /** GET (default) or POST. */
+    readonly method?: "GET" | "POST" | undefined;
+    /** A path template: "/works/{id}". */
+    readonly path: string;
+    /** Query templates: `{ filter: "cites:{work}" }`. */
+    readonly query?: Readonly<Record<string, string>> | undefined;
+    /** A POST body; templates in string leaves. */
+    readonly body?: unknown;
+    /** The selector of the record array, "." for one record. */
+    readonly records: string;
+    /** Which entity the records are. */
+    readonly entity: string;
+    /** How it pages. */
+    readonly paging?: RestPaging | undefined;
+    /** `{ids}` holds up to `max` ids joined by `join`. */
+    readonly batch?: {
+        /** At most this many ids per request. */
+        readonly max: number;
+        /** What joins the ids. */
+        readonly join: string;
+    } | undefined;
+}
+/**
+ * One rule that makes edges from a record. Experimental.
+ * @category Network sources
+ */
+export type RestEdgeRule = {
+    /** A selector the rule repeats over. */
+    readonly each?: string | undefined;
+    /** The selector of the edge's source; the record's id by default. */
+    readonly from?: string | undefined;
+    /** The selector of the edge's target ids. */
+    readonly to: string;
+    /** The edge type. */
+    readonly type: string;
+    /** The entity the target or record is. */
+    readonly entity?: string | undefined;
+    /** Attribute name to selector. */
+    readonly fields?: Readonly<Record<string, string>> | undefined;
+} | {
+    /** A selector the rule repeats over. */
+    readonly each?: string | undefined;
+    /** A selector of ids joined pairwise, undirected. */
+    readonly pairs: string;
+    /** The edge type. */
+    readonly type: string;
+    /** The entity the ids are, for its `stripPrefix` and for stubs; the record's own by default. */
+    readonly entity?: string | undefined;
+};
+/**
+ * How records of one kind become nodes and edges. Experimental.
+ * @category Network sources
+ */
+export interface RestEntity {
+    /** The id selector within the record; `#` is the record's position in its array. */
+    readonly id: string;
+    /**
+     * false: the records are containers, not nodes; only their edge rules and embedded records
+     * count (a body holding a node array and an edge array).
+     */
+    readonly node?: false | undefined;
+    /** The node label; the entity's name by default. */
+    readonly label?: string | undefined;
+    /** A prefix stripped from ids ("https://openalex.org/"). */
+    readonly stripPrefix?: string | undefined;
+    /** Attribute name to selector; without it every top-level scalar is kept. */
+    readonly fields?: Readonly<Record<string, string>> | undefined;
+    /** The edge rules. */
+    readonly edges?: readonly RestEdgeRule[] | undefined;
+    /** Nested records that are nodes of their own entity. */
+    readonly embedded?: readonly {
+        /** The selector of the nested records. */
+        readonly at: string;
+        /** The entity the target or record is. */
+        readonly entity: string;
+    }[] | undefined;
+}
+/**
+ * A declarative mapping from a REST API to a graph, as JSON data. Experimental.
+ * @category Network sources
+ */
+export interface RestMapping {
+    /** The format version. */
+    readonly version: 1;
+    /** Every request must stay on this origin. */
+    readonly endpoint: string;
+    /** The named requests. */
+    readonly requests: Readonly<Record<string, RestRequest>>;
+    /** How records become nodes and edges. */
+    readonly entities: Readonly<Record<string, RestEntity>>;
+    /** The request a load runs. */
+    readonly load: string;
+    /** The request an expansion runs per batch of seeds. */
+    readonly expand?: string | {
+        /** The request for incoming edges. */
+        readonly in?: string | undefined;
+        /** The request for outgoing edges. */
+        readonly out?: string | undefined;
+    } | undefined;
+    /** The request that fetches stub nodes' full records (an expansion of depth 0). */
+    readonly hydrate?: string | undefined;
+    /** A request run once before the load, for the seeds' own records. */
+    readonly seed?: string | undefined;
+    /** Whether the graph is directed; the builder's default when absent. */
+    readonly directed?: boolean | undefined;
+    /**
+     * The selector of a record's modification time (ISO-8601). The newest one loaded becomes
+     * `report.source.validators.modified`, which `validateSource` compares against.
+     */
+    readonly modified?: string | undefined;
+    /** What credential a form should ask for. */
+    readonly auth?: {
+        /** The credential kind. */
+        readonly kind: "bearer";
+    } | {
+        /** The credential kind. */
+        readonly kind: "api-key";
+        /** The request header the key goes in. */
+        readonly header?: string | undefined;
+        /** The query parameter the key goes in. */
+        readonly query?: string | undefined;
+    } | undefined;
+    /** Paces requests. */
+    readonly rateLimit?: {
+        /** At most this many requests per period. */
+        readonly requests: number;
+        /** The period, in milliseconds. */
+        readonly perMs: number;
+        /** At most this many requests at once. */
+        readonly concurrent?: number;
+    } | undefined;
+    /** Response headers telling what budget is left. */
+    readonly budgetHeaders?: {
+        /** What the service says is left. */
+        readonly remaining: string;
+        /** The header naming when the budget resets. */
+        readonly reset?: string | undefined;
+    } | undefined;
+    /** What a form asks for. */
+    readonly params?: readonly SourceParamDescriptor[] | undefined;
+}
+/**
+ * The params of the generic `rest` source: the mapping and the values its templates use.
+ * Experimental.
+ * @category Network sources
+ */
+export type RestParams = {
+    /** The mapping. */
+    readonly mapping: RestMapping;
+} & Readonly<Record<string, unknown>>;
+/**
+ * The params of the `openalex` preset. Experimental.
+ * @category Network sources
+ */
+export interface OpenAlexParams {
+    /** The seed work ("W2112090702"). */
+    readonly work?: string | undefined;
+    /** The seed author. */
+    readonly author?: string | undefined;
+    /** "citation" (default) or "coauthorship". */
+    readonly graph?: "citation" | "coauthorship" | undefined;
+    /** What else becomes nodes, as a list or a comma-separated string. @defaultValue [] */
+    readonly include?: readonly ("authors" | "institutions" | "topics")[] | string | undefined;
+}
+//# sourceMappingURL=params.d.ts.map

package/dist/src/sources/rest/params.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.d.ts","sourceRoot":"","sources":["../../../../src/sources/rest/params.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzD;;;GAGG;AACH,MAAM,MAAM,UAAU,GAChB;IACI,wBAAwB;IACxB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,qDAAqD;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,qDAAqD;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,GACD;IACI,wBAAwB;IACxB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,qDAAqD;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,6CAA6C;IAC7C,QAAQ,CAAC,IAAI,EAAE;QACX,sDAAsD;QACtD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,qBAAqB;QACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,gDAAgD;IAChD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;IAC9C,wBAAwB;IACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;CACrC,GACD;IACI,wBAAwB;IACxB,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,0CAA0C;IAC1C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC,GACD;IACI,wBAAwB;IACxB,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,qDAAqD;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,CAAC;AAER;;;GAGG;AACH,MAAM,WAAW,WAAW;IACxB,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7C,sCAAsC;IACtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,qDAAqD;IACrD,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;IAC9D,+CAA+C;IAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;IACxB,4DAA4D;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,oBAAoB;IACpB,QAAQ,CAAC,MAAM,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACzC,sDAAsD;IACtD,QAAQ,CAAC,KAAK,CAAC,EACT;QACI,yCAAyC;QACzC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,0BAA0B;QAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACzB,GACD,SAAS,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,GAClB;IACI,wCAAwC;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,qEAAqE;IACrE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,qBAAqB;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,kCAAkC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;CAClE,GACD;IACI,wCAAwC;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,qDAAqD;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,qBAAqB;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,gGAAgG;IAChG,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACxC,CAAC;AAER;;;GAGG;AACH,MAAM,WAAW,UAAU;IACvB,oFAAoF;IACpF,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAClC,oDAAoD;IACpD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,6EAA6E;IAC7E,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;IAC/D,sBAAsB;IACtB,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,YAAY,EAAE,GAAG,SAAS,CAAC;IACrD,yDAAyD;IACzD,QAAQ,CAAC,QAAQ,CAAC,EACZ,SAAS;QACL,0CAA0C;QAC1C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QACpB,0CAA0C;QAC1C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KAC3B,EAAE,GACH,SAAS,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IACxB,0BAA0B;IAC1B,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpB,8CAA8C;IAC9C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,0BAA0B;IAC1B,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACzD,0CAA0C;IAC1C,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IACxD,+BAA+B;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,wDAAwD;IACxD,QAAQ,CAAC,MAAM,CAAC,EACV,MAAM,GACN;QACI,sCAAsC;QACtC,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,sCAAsC;QACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KACrC,GACD,SAAS,CAAC;IAChB,mFAAmF;IACnF,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,sEAAsE;IACtE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,wEAAwE;IACxE,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC;;;OAGG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,6CAA6C;IAC7C,QAAQ,CAAC,IAAI,CAAC,EACR;QACI,2BAA2B;QAC3B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;KAC3B,GACD;QACI,2BAA2B;QAC3B,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;QACzB,0CAA0C;QAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACrC,2CAA2C;QAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KACvC,GACD,SAAS,CAAC;IAChB,sBAAsB;IACtB,QAAQ,CAAC,SAAS,CAAC,EACb;QACI,6CAA6C;QAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,mCAAmC;QACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,0CAA0C;QAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;KAChC,GACD,SAAS,CAAC;IAChB,oDAAoD;IACpD,QAAQ,CAAC,aAAa,CAAC,EACjB;QACI,qCAAqC;QACrC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,gDAAgD;QAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KACvC,GACD,SAAS,CAAC;IAChB,4BAA4B;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,qBAAqB,EAAE,GAAG,SAAS,CAAC;CAClE;AAED;;;;GAIG;AACH,MAAM,MAAM,UAAU,GAAG;IACrB,mBAAmB;IACnB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;CACjC,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAEtC;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC3B,qCAAqC;IACrC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,uBAAuB;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,8CAA8C;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAC;IACzD,uFAAuF;IACvF,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,SAAS,GAAG,cAAc,GAAG,QAAQ,CAAC,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;CAC9F"}

package/dist/src/sources/rest/params.js

@@ -0,0 +1,7 @@
+/**
+ * The REST mapping format and the parameters of the `rest` source and its `openalex` preset (design
+ * sections 13.2 and 13.3). Experimental: the mapping carries `version: 1`. The REST work may add
+ * optional fields only.
+ */
+export {};
+//# sourceMappingURL=params.js.map

package/dist/src/sources/rest/params.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"params.js","sourceRoot":"","sources":["../../../../src/sources/rest/params.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/src/sources/rest/records.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Turning a REST API's records into nodes and edges (design section 13.2): each record of an
+ * entity is a node, each edge rule makes edges, a target with no record yet becomes a stub, and
+ * embedded records are nodes of their own entity. A stub never overwrites a full record.
+ */
+import { type EdgeRecord, type NodeRecord } from "../types.js";
+import { type RestMapping } from "./params.js";
+/** What one load or expansion knows about the ids it wrote, across its pages. */
+export interface RecordState {
+    /** Ids written with a full record. */
+    readonly full: Set<string>;
+    /** Ids written as stubs. */
+    readonly stubs: Set<string>;
+    /** Ids the caller already holds (an expansion's seeds and `exclude`): never stubbed. */
+    readonly known: ReadonlySet<string>;
+    /** The newest modification time seen, for the validators. */
+    modified: string | null;
+}
+/** The nodes and edges of one page. */
+export interface PageRecords {
+    readonly nodes: NodeRecord[];
+    readonly edges: EdgeRecord[];
+}
+/**
+ * A fresh state.
+ * @param known - ids the caller holds already
+ * @returns the state
+ */
+export declare function newState(known?: Iterable<string>): RecordState;
+/**
+ * The nodes and edges of one page of records.
+ * @param mapping - the mapping
+ * @param groups - the page's records, by entity (a seed's records first)
+ * @param state - the load's state, updated
+ * @returns the nodes and edges
+ */
+export declare function toRecords(mapping: RestMapping, groups: readonly {
+    readonly records: readonly unknown[];
+    readonly entity: string;
+}[], state: RecordState): PageRecords;
+//# sourceMappingURL=records.d.ts.map

package/dist/src/sources/rest/records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../../../../src/sources/rest/records.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAsC,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAGnF,iFAAiF;AACjF,MAAM,WAAW,WAAW;IACxB,sCAAsC;IACtC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,4BAA4B;IAC5B,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5B,wFAAwF;IACxF,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,6DAA6D;IAC7D,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,uCAAuC;AACvC,MAAM,WAAW,WAAW;IACxB,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;CAChC;AAED;;;;GAIG;AACH,wBAAgB,QAAQ,CAAC,KAAK,GAAE,QAAQ,CAAC,MAAM,CAAM,GAAG,WAAW,CAElE;AA2OD;;;;;;GAMG;AACH,wBAAgB,SAAS,CACrB,OAAO,EAAE,WAAW,EACpB,MAAM,EAAE,SAAS;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EAAE,EACpF,KAAK,EAAE,WAAW,GACnB,WAAW,CAMb"}