@tiangong-ai/cli 0.0.50 → 0.0.55

package/dist/data/connectors/epa-eis-records.schemas.d.ts

@@ -0,0 +1,199 @@
+export declare const EPA_EIS_COMMON_SEARCHES: readonly ["lastWeek", "openComment", "last60Issued", "last30Published"];
+export declare const EPA_EIS_RECORDS_INPUT_SCHEMA: {
+    readonly $schema: "https://json-schema.org/draft/2020-12/schema";
+    readonly $id: "https://schemas.tiangong.ai/data/epa/eis-records-search-input.v1.json";
+    readonly type: "object";
+    readonly additionalProperties: false;
+    readonly properties: {
+        readonly commonSearches: {
+            readonly type: "array";
+            readonly minItems: 1;
+            readonly maxItems: 4;
+            readonly uniqueItems: true;
+            readonly description: "Official EPA EIS Database common-search pages to retrieve in caller order.";
+            readonly examples: readonly [readonly ["openComment", "last30Published"]];
+            readonly items: {
+                readonly enum: readonly ["lastWeek", "openComment", "last60Issued", "last30Published"];
+            };
+        };
+        readonly searchUrls: {
+            readonly type: "array";
+            readonly minItems: 1;
+            readonly maxItems: 10;
+            readonly uniqueItems: true;
+            readonly description: "Explicit HTTPS search URLs copied from the official cdxapps.epa.gov EIS Database UI; other origins and paths are rejected.";
+            readonly examples: readonly [readonly ["https://cdxapps.epa.gov/cdx-enepa-II/public/action/eis/search?search=Glen+Canyon&state=CO"]];
+            readonly items: {
+                readonly type: "string";
+                readonly minLength: 1;
+                readonly maxLength: 4096;
+            };
+        };
+    };
+};
+export declare const EPA_EIS_RECORDS_OUTPUT_SCHEMA: {
+    readonly $schema: "https://json-schema.org/draft/2020-12/schema";
+    readonly $id: "https://schemas.tiangong.ai/data/epa/eis-records-search-output.v1.json";
+    readonly type: "object";
+    readonly additionalProperties: false;
+    readonly required: readonly ["source", "query", "pages", "records", "stopReason"];
+    readonly properties: {
+        readonly source: {
+            readonly type: "object";
+            readonly additionalProperties: false;
+            readonly required: readonly ["providerId", "endpoint", "interpretationBoundary"];
+            readonly properties: {
+                readonly providerId: {
+                    readonly const: "epa-eis-database";
+                };
+                readonly endpoint: {
+                    readonly const: "/cdx-enepa-II/public/action/eis/search";
+                };
+                readonly interpretationBoundary: {
+                    readonly type: "string";
+                    readonly minLength: 1;
+                };
+            };
+        };
+        readonly query: {
+            readonly type: "object";
+            readonly additionalProperties: false;
+            readonly required: readonly ["commonSearches", "searchUrls"];
+            readonly properties: {
+                readonly commonSearches: {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly enum: readonly ["lastWeek", "openComment", "last60Issued", "last30Published"];
+                    };
+                };
+                readonly searchUrls: {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "string";
+                        readonly minLength: 1;
+                    };
+                };
+            };
+        };
+        readonly pages: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "object";
+                readonly additionalProperties: false;
+                readonly required: readonly ["searchNumber", "sourceKind", "commonSearch", "requestedUrl", "providerResultCount", "recordCount", "responseBytes", "responseDigest"];
+                readonly properties: {
+                    readonly searchNumber: {
+                        readonly type: "integer";
+                        readonly minimum: 1;
+                    };
+                    readonly sourceKind: {
+                        readonly enum: readonly ["common-search", "explicit-search-url"];
+                    };
+                    readonly commonSearch: {
+                        readonly anyOf: readonly [{
+                            readonly enum: readonly ["lastWeek", "openComment", "last60Issued", "last30Published"];
+                        }, {
+                            readonly type: "null";
+                        }];
+                    };
+                    readonly requestedUrl: {
+                        readonly type: "string";
+                        readonly minLength: 1;
+                    };
+                    readonly providerResultCount: {
+                        readonly type: readonly ["integer", "null"];
+                        readonly minimum: 0;
+                    };
+                    readonly recordCount: {
+                        readonly type: "integer";
+                        readonly minimum: 0;
+                    };
+                    readonly responseBytes: {
+                        readonly type: "integer";
+                        readonly minimum: 0;
+                    };
+                    readonly responseDigest: {
+                        readonly type: "string";
+                        readonly pattern: "^[0-9a-f]{64}$";
+                    };
+                };
+            };
+        };
+        readonly records: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "object";
+                readonly additionalProperties: false;
+                readonly required: readonly ["recordId", "title", "ceqNumber", "uniqueIdentificationNumber", "documentType", "epaCommentLetterDate", "federalRegisterDate", "leadAgency", "federalCooperatingAgencies", "state", "detailUrl", "downloadLinks", "downloadDocumentIds", "sourcePageUrl"];
+                readonly properties: {
+                    readonly recordId: {
+                        readonly type: "string";
+                        readonly minLength: 1;
+                    };
+                    readonly title: {
+                        readonly type: "string";
+                    };
+                    readonly ceqNumber: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly uniqueIdentificationNumber: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly documentType: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly epaCommentLetterDate: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly federalRegisterDate: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly leadAgency: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly federalCooperatingAgencies: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly state: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly detailUrl: {
+                        readonly type: readonly ["string", "null"];
+                    };
+                    readonly downloadLinks: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "object";
+                            readonly additionalProperties: false;
+                            readonly required: readonly ["url", "text"];
+                            readonly properties: {
+                                readonly url: {
+                                    readonly type: "string";
+                                    readonly minLength: 1;
+                                };
+                                readonly text: {
+                                    readonly type: "string";
+                                };
+                            };
+                        };
+                    };
+                    readonly downloadDocumentIds: {
+                        readonly type: "array";
+                        readonly uniqueItems: true;
+                        readonly items: {
+                            readonly type: "string";
+                            readonly minLength: 1;
+                        };
+                    };
+                    readonly sourcePageUrl: {
+                        readonly type: "string";
+                        readonly minLength: 1;
+                    };
+                };
+            };
+        };
+        readonly stopReason: {
+            readonly enum: readonly ["completed", "no-results", "max-pages", "max-records", "partial"];
+        };
+    };
+};

package/dist/data/connectors/epa-eis-records.schemas.js

@@ -0,0 +1,146 @@
+export const EPA_EIS_COMMON_SEARCHES = [
+    "lastWeek",
+    "openComment",
+    "last60Issued",
+    "last30Published",
+];
+export const EPA_EIS_RECORDS_INPUT_SCHEMA = {
+    $schema: "https://json-schema.org/draft/2020-12/schema",
+    $id: "https://schemas.tiangong.ai/data/epa/eis-records-search-input.v1.json",
+    type: "object",
+    additionalProperties: false,
+    properties: {
+        commonSearches: {
+            type: "array",
+            minItems: 1,
+            maxItems: 4,
+            uniqueItems: true,
+            description: "Official EPA EIS Database common-search pages to retrieve in caller order.",
+            examples: [["openComment", "last30Published"]],
+            items: { enum: EPA_EIS_COMMON_SEARCHES },
+        },
+        searchUrls: {
+            type: "array",
+            minItems: 1,
+            maxItems: 10,
+            uniqueItems: true,
+            description: "Explicit HTTPS search URLs copied from the official cdxapps.epa.gov EIS Database UI; other origins and paths are rejected.",
+            examples: [
+                [
+                    "https://cdxapps.epa.gov/cdx-enepa-II/public/action/eis/search?search=Glen+Canyon&state=CO",
+                ],
+            ],
+            items: { type: "string", minLength: 1, maxLength: 4_096 },
+        },
+    },
+};
+const NULLABLE_STRING = { type: ["string", "null"] };
+const DOWNLOAD_LINK_SCHEMA = {
+    type: "object",
+    additionalProperties: false,
+    required: ["url", "text"],
+    properties: {
+        url: { type: "string", minLength: 1 },
+        text: { type: "string" },
+    },
+};
+const RECORD_SCHEMA = {
+    type: "object",
+    additionalProperties: false,
+    required: [
+        "recordId",
+        "title",
+        "ceqNumber",
+        "uniqueIdentificationNumber",
+        "documentType",
+        "epaCommentLetterDate",
+        "federalRegisterDate",
+        "leadAgency",
+        "federalCooperatingAgencies",
+        "state",
+        "detailUrl",
+        "downloadLinks",
+        "downloadDocumentIds",
+        "sourcePageUrl",
+    ],
+    properties: {
+        recordId: { type: "string", minLength: 1 },
+        title: { type: "string" },
+        ceqNumber: NULLABLE_STRING,
+        uniqueIdentificationNumber: NULLABLE_STRING,
+        documentType: NULLABLE_STRING,
+        epaCommentLetterDate: NULLABLE_STRING,
+        federalRegisterDate: NULLABLE_STRING,
+        leadAgency: NULLABLE_STRING,
+        federalCooperatingAgencies: NULLABLE_STRING,
+        state: NULLABLE_STRING,
+        detailUrl: NULLABLE_STRING,
+        downloadLinks: { type: "array", items: DOWNLOAD_LINK_SCHEMA },
+        downloadDocumentIds: {
+            type: "array",
+            uniqueItems: true,
+            items: { type: "string", minLength: 1 },
+        },
+        sourcePageUrl: { type: "string", minLength: 1 },
+    },
+};
+const PAGE_SCHEMA = {
+    type: "object",
+    additionalProperties: false,
+    required: [
+        "searchNumber",
+        "sourceKind",
+        "commonSearch",
+        "requestedUrl",
+        "providerResultCount",
+        "recordCount",
+        "responseBytes",
+        "responseDigest",
+    ],
+    properties: {
+        searchNumber: { type: "integer", minimum: 1 },
+        sourceKind: { enum: ["common-search", "explicit-search-url"] },
+        commonSearch: {
+            anyOf: [{ enum: EPA_EIS_COMMON_SEARCHES }, { type: "null" }],
+        },
+        requestedUrl: { type: "string", minLength: 1 },
+        providerResultCount: { type: ["integer", "null"], minimum: 0 },
+        recordCount: { type: "integer", minimum: 0 },
+        responseBytes: { type: "integer", minimum: 0 },
+        responseDigest: { type: "string", pattern: "^[0-9a-f]{64}$" },
+    },
+};
+export const EPA_EIS_RECORDS_OUTPUT_SCHEMA = {
+    $schema: "https://json-schema.org/draft/2020-12/schema",
+    $id: "https://schemas.tiangong.ai/data/epa/eis-records-search-output.v1.json",
+    type: "object",
+    additionalProperties: false,
+    required: ["source", "query", "pages", "records", "stopReason"],
+    properties: {
+        source: {
+            type: "object",
+            additionalProperties: false,
+            required: ["providerId", "endpoint", "interpretationBoundary"],
+            properties: {
+                providerId: { const: "epa-eis-database" },
+                endpoint: { const: "/cdx-enepa-II/public/action/eis/search" },
+                interpretationBoundary: { type: "string", minLength: 1 },
+            },
+        },
+        query: {
+            type: "object",
+            additionalProperties: false,
+            required: ["commonSearches", "searchUrls"],
+            properties: {
+                commonSearches: { type: "array", items: { enum: EPA_EIS_COMMON_SEARCHES } },
+                searchUrls: { type: "array", items: { type: "string", minLength: 1 } },
+            },
+        },
+        pages: { type: "array", items: PAGE_SCHEMA },
+        records: { type: "array", items: RECORD_SCHEMA },
+        stopReason: {
+            enum: ["completed", "no-results", "max-pages", "max-records", "partial"],
+        },
+    },
+};
+//# sourceMappingURL=epa-eis-records.schemas.js.map

package/dist/data/connectors/epa-eis-records.schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"epa-eis-records.schemas.js","sourceRoot":"","sources":["../../../src/data/connectors/epa-eis-records.schemas.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,UAAU;IACV,aAAa;IACb,cAAc;IACd,iBAAiB;CACT,CAAC;AAEX,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,OAAO,EAAE,8CAA8C;IACvD,GAAG,EAAE,uEAAuE;IAC5E,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,UAAU,EAAE;QACV,cAAc,EAAE;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,4EAA4E;YACzF,QAAQ,EAAE,CAAC,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;YAC9C,KAAK,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE;SACzC;QACD,UAAU,EAAE;YACV,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI;YACjB,WAAW,EACT,4HAA4H;YAC9H,QAAQ,EAAE;gBACR;oBACE,2FAA2F;iBAC5F;aACF;YACD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE;SAC1D;KACF;CAC4B,CAAC;AAEhC,MAAM,eAAe,GAAG,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAW,CAAC;AAE9D,MAAM,oBAAoB,GAAG;IAC3B,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE;QACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;QACrC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACzB;CACO,CAAC;AAEX,MAAM,aAAa,GAAG;IACpB,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,QAAQ,EAAE;QACR,UAAU;QACV,OAAO;QACP,WAAW;QACX,4BAA4B;QAC5B,cAAc;QACd,sBAAsB;QACtB,qBAAqB;QACrB,YAAY;QACZ,4BAA4B;QAC5B,OAAO;QACP,WAAW;QACX,eAAe;QACf,qBAAqB;QACrB,eAAe;KAChB;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzB,SAAS,EAAE,eAAe;QAC1B,0BAA0B,EAAE,eAAe;QAC3C,YAAY,EAAE,eAAe;QAC7B,oBAAoB,EAAE,eAAe;QACrC,mBAAmB,EAAE,eAAe;QACpC,UAAU,EAAE,eAAe;QAC3B,0BAA0B,EAAE,eAAe;QAC3C,KAAK,EAAE,eAAe;QACtB,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE;QAC7D,mBAAmB,EAAE;YACnB,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;SACxC;QACD,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;KAChD;CACO,CAAC;AAEX,MAAM,WAAW,GAAG;IAClB,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,QAAQ,EAAE;QACR,cAAc;QACd,YAAY;QACZ,cAAc;QACd,cAAc;QACd,qBAAqB;QACrB,aAAa;QACb,eAAe;QACf,gBAAgB;KACjB;IACD,UAAU,EAAE;QACV,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;QAC7C,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,eAAe,EAAE,qBAAqB,CAAC,EAAE;QAC9D,YAAY,EAAE;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;SAC7D;QACD,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;QAC9C,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;QAC9D,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;QAC5C,aAAa,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;QAC9C,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;KAC9D;CACO,CAAC;AAEX,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,OAAO,EAAE,8CAA8C;IACvD,GAAG,EAAE,wEAAwE;IAC7E,IAAI,EAAE,QAAQ;IACd,oBAAoB,EAAE,KAAK;IAC3B,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC;IAC/D,UAAU,EAAE;QACV,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,wBAAwB,CAAC;YAC9D,UAAU,EAAE;gBACV,UAAU,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE;gBACzC,QAAQ,EAAE,EAAE,KAAK,EAAE,wCAAwC,EAAE;gBAC7D,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;aACzD;SACF;QACD,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,CAAC,gBAAgB,EAAE,YAAY,CAAC;YAC1C,UAAU,EAAE;gBACV,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE,EAAE;gBAC3E,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;aACvE;SACF;QACD,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE;QAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE;QAChD,UAAU,EAAE;YACV,IAAI,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,CAAC;SACzE;KACF;CAC4B,CAAC"}

package/dist/data/connectors/federal-register-documents.d.ts

@@ -0,0 +1,2 @@
+import type { DataConnectorDefinition } from "../contracts.js";
+export declare const federalRegisterDocumentsConnector: DataConnectorDefinition;