@commitspark/git-adapter-github 0.20.0 → 0.30.0

package/CHANGELOG.md

@@ -5,6 +5,23 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.30.0] - 2025-11-28
+
+### Added
+
+- Support loading thousands of entries
+
+### Changed
+
+- Increase request timeout to avoid artificially aborting requests
+- Upgrade dependencies
+
+## [0.21.0] - 2025-11-11
+
+### Added
+
+- Add error handling and abstraction for GitHub API responses
+
 ## [0.20.0] - 2025-11-08
 
 ### Changed

package/README.md

@@ -58,6 +58,45 @@ Access tokens for a user obtained
 from an [OAuth app](https://docs.github.com/en/apps/oauth-apps/using-oauth-apps/authorizing-oauth-apps) can be used in
 the same way (including permissions) as fine-grained personal access tokens.
 
+## Error Handling
+
+This adapter sends requests to the GitHub GraphQL API. In case a request fails, HTTP and GraphQL errors are mapped to
+`GitAdapterError` exceptions with `ErrorCode` values from the `@commitspark/git-adapter` package. This enables the
+[Commitspark GraphQL API library](https://github.com/commitspark/graphql-api) to handle adapter errors in an
+adapter-agnostic way.
+
+### HTTP Status Code Mapping
+
+HTTP error status codes are mapped as follows:
+
+| HTTP Status | GitAdapter ErrorCode |
+|-------------|----------------------|
+| 400         | `BAD_REQUEST`        |
+| 401         | `UNAUTHORIZED`       |
+| 403         | `FORBIDDEN`          |
+| 404         | `NOT_FOUND`          |
+| 409         | `CONFLICT`           |
+| 429         | `TOO_MANY_REQUESTS`  |
+| Other       | `INTERNAL_ERROR`     |
+
+### GitHub GraphQL API Error Type Mapping
+
+GitHub GraphQL API error types are mapped as follows:
+
+| GitHub Error Type | GitAdapter ErrorCode |
+|-------------------|----------------------|
+| `NOT_FOUND`       | `NOT_FOUND`          |
+| `RATE_LIMITED`    | `TOO_MANY_REQUESTS`  |
+| `FORBIDDEN`       | `FORBIDDEN`          |
+| `STALE_DATA`      | `CONFLICT`           |
+| Other             | `INTERNAL_ERROR`     |
+
+All errors include the original error message from GitHub for debugging purposes.
+
+As GitHub GraphQL error types (codes) are not documented (see
+[GitHub documentation issue #22607](https://github.com/github/docs/issues/22607)), mapping of GraphQL error types is
+done on a best-effort basis.
+
 # Example
 
 To use this adapter together with the Commitspark GraphQL API library, your code could be the following:

package/dist/cjs/errors.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleGraphQLErrors = exports.handleHttpErrors = void 0;
+const git_adapter_1 = require("@commitspark/git-adapter");
+const axios_1 = require("axios");
+const handleHttpErrors = (error) => {
+    var _a, _b, _c;
+    if (error instanceof axios_1.AxiosError) {
+        const status = (_a = error.response) === null || _a === void 0 ? void 0 : _a.status;
+        const message = ((_c = (_b = error.response) === null || _b === void 0 ? void 0 : _b.data) === null || _c === void 0 ? void 0 : _c.message) || error.message;
+        switch (status) {
+            case 400:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.BAD_REQUEST, message);
+            case 401:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.UNAUTHORIZED, message);
+            case 403:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.FORBIDDEN, message);
+            case 404:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.NOT_FOUND, message);
+            case 409:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.CONFLICT, message);
+            case 429:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.TOO_MANY_REQUESTS, message);
+            default:
+                throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, message);
+        }
+    }
+    throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, error instanceof Error ? error.message : 'Unknown error');
+};
+exports.handleHttpErrors = handleHttpErrors;
+const handleGraphQLErrors = (response) => {
+    var _a;
+    if (response.data.errors) {
+        const errors = response.data.errors;
+        const errorMessage = JSON.stringify(errors);
+        const errorType = (_a = errors[0]) === null || _a === void 0 ? void 0 : _a.type;
+        // GitHub error types are not documented, and documentation is not planned,
+        // see https://github.com/github/docs/issues/22607
+        // Error type values below have been discovered through manual testing
+        if (errorType === 'NOT_FOUND') {
+            throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.NOT_FOUND, errorMessage);
+        }
+        else if (errorType === 'RATE_LIMITED') {
+            throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.TOO_MANY_REQUESTS, errorMessage);
+        }
+        else if (errorType === 'FORBIDDEN') {
+            throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.FORBIDDEN, errorMessage);
+        }
+        else if (errorType === 'STALE_DATA') {
+            throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.CONFLICT, errorMessage);
+        }
+        else {
+            throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, errorMessage);
+        }
+    }
+};
+exports.handleGraphQLErrors = handleGraphQLErrors;
+//# sourceMappingURL=errors.js.map

package/dist/cjs/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":";;;AAAA,0DAAqE;AACrE,iCAAiD;AAE1C,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAS,EAAE;;IACxD,IAAI,KAAK,YAAY,kBAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAA;QACrC,MAAM,OAAO,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,OAAO,KAAI,KAAK,CAAC,OAAO,CAAA;QAE9D,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;YAC3D,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;YAC5D,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YACzD,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YACzD,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YACxD,KAAK,GAAG;gBACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;YACjE;gBACE,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;IAED,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CACzD,CAAA;AACH,CAAC,CAAA;AA3BY,QAAA,gBAAgB,oBA2B5B;AAEM,MAAM,mBAAmB,GAAG,CAAC,QAAuB,EAAQ,EAAE;;IACnE,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAA;QACnC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QAC3C,MAAM,SAAS,GAAuB,MAAA,MAAM,CAAC,CAAC,CAAC,0CAAE,IAAI,CAAA;QAErD,2EAA2E;QAC3E,kDAAkD;QAClD,sEAAsE;QACtE,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;QAC9D,CAAC;aAAM,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;YACxC,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAA;QACtE,CAAC;aAAM,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;QAC9D,CAAC;aAAM,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YACtC,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QAC7D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,6BAAe,CAAC,uBAAS,CAAC,cAAc,EAAE,YAAY,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AArBY,QAAA,mBAAmB,uBAqB/B"}

package/dist/cjs/github-adapter.js

@@ -9,33 +9,20 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createCommit = exports.getLatestCommitHash = exports.getSchema = exports.getEntries = exports.API_URL = void 0;
-const graphql_query_factory_1 = require("./util/graphql-query-factory");
+exports.createCommit = exports.getLatestCommitHash = exports.getSchema = exports.getEntries = void 0;
+const git_adapter_1 = require("@commitspark/git-adapter");
+const graphql_query_factory_1 = require("./github-api/graphql-query-factory");
 const entries_to_actions_converter_1 = require("./util/entries-to-actions-converter");
 const path_factory_1 = require("./util/path-factory");
 const entry_factory_1 = require("./util/entry-factory");
-exports.API_URL = 'https://api.github.com/graphql';
+const errors_1 = require("./errors");
+const get_entry_content_1 = require("./github-api/get-entry-content");
+const get_file_paths_1 = require("./github-api/get-file-paths");
+const types_1 = require("./types");
 const getEntries = (gitRepositoryOptions, axiosCacheInstance, commitHash) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a, _b;
-    const token = gitRepositoryOptions.accessToken;
-    const pathEntryFolder = (0, path_factory_1.getPathEntryFolder)(gitRepositoryOptions);
-    const queryFilesContent = (0, graphql_query_factory_1.createBlobsContentQuery)();
-    const filesContentResponse = yield axiosCacheInstance.post(exports.API_URL, {
-        query: queryFilesContent,
-        variables: {
-            repositoryOwner: gitRepositoryOptions.repositoryOwner,
-            repositoryName: gitRepositoryOptions.repositoryName,
-            expression: `${commitHash}:${pathEntryFolder}`,
-        },
-    }, {
-        headers: {
-            authorization: `Bearer ${token}`,
-        },
-    });
-    if (!((_b = (_a = filesContentResponse.data.data.repository) === null || _a === void 0 ? void 0 : _a.object) === null || _b === void 0 ? void 0 : _b.entries)) {
-        return [];
-    }
-    return (0, entry_factory_1.createEntriesFromBlobsQueryResponseData)(filesContentResponse.data.data.repository.object.entries);
+    const filenames = yield (0, get_file_paths_1.getFilePaths)(gitRepositoryOptions, axiosCacheInstance, commitHash);
+    const filePathsContentMap = yield (0, get_entry_content_1.getEntryContent)(gitRepositoryOptions, axiosCacheInstance, commitHash, filenames);
+    return (0, entry_factory_1.createEntriesFromFileContent)(gitRepositoryOptions, filePathsContentMap);
 });
 exports.getEntries = getEntries;
 const getSchema = (gitRepositoryOptions, axiosCacheInstance, commitHash) => __awaiter(void 0, void 0, void 0, function* () {
@@ -44,22 +31,32 @@ const getSchema = (gitRepositoryOptions, axiosCacheInstance, commitHash) => __aw
     const repositoryName = gitRepositoryOptions.repositoryName;
     const token = gitRepositoryOptions.accessToken;
     const schemaFilePath = (0, path_factory_1.getPathSchema)(gitRepositoryOptions);
-    const queryContent = (0, graphql_query_factory_1.createBlobContentQuery)();
-    const response = yield axiosCacheInstance.post(exports.API_URL, {
-        query: queryContent,
-        variables: {
-            repositoryOwner: repositoryOwner,
-            repositoryName: repositoryName,
-            expression: `${commitHash}:${schemaFilePath}`,
-        },
-    }, {
-        headers: {
-            authorization: `Bearer ${token}`,
-        },
-    });
+    const queryContent = (0, graphql_query_factory_1.createSingleBlobContentQuery)();
+    let response;
+    try {
+        response = yield axiosCacheInstance.post(types_1.GITHUB_GRAPHQL_API_URL, {
+            query: queryContent,
+            variables: {
+                repositoryOwner: repositoryOwner,
+                repositoryName: repositoryName,
+                expression: `${commitHash}:${schemaFilePath}`,
+            },
+        }, {
+            headers: {
+                authorization: `Bearer ${token}`,
+            },
+        });
+    }
+    catch (error) {
+        (0, errors_1.handleHttpErrors)(error);
+    }
+    if (!response) {
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, `Failed to fetch schema`);
+    }
+    (0, errors_1.handleGraphQLErrors)(response);
     const schema = (_d = (_c = (_b = (_a = response.data) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.repository) === null || _c === void 0 ? void 0 : _c.object) === null || _d === void 0 ? void 0 : _d.text;
     if (!schema) {
-        throw new Error(`"${schemaFilePath}" not found in Git repository "${repositoryOwner}/${repositoryName}" at commit "${commitHash}"`);
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.NOT_FOUND, `"${schemaFilePath}" not found in Git repository "${repositoryOwner}/${repositoryName}" at commit "${commitHash}"`);
     }
     return schema;
 });
@@ -68,25 +65,35 @@ const getLatestCommitHash = (gitRepositoryOptions, axiosCacheInstance, ref) => _
     var _a, _b, _c, _d, _e;
     const token = gitRepositoryOptions.accessToken;
     const queryLatestCommit = (0, graphql_query_factory_1.createLatestCommitQuery)();
-    const response = yield axiosCacheInstance.post(exports.API_URL, {
-        query: queryLatestCommit,
-        variables: {
-            repositoryOwner: gitRepositoryOptions.repositoryOwner,
-            repositoryName: gitRepositoryOptions.repositoryName,
-            ref: ref,
-        },
-    }, {
-        cache: false, // must not use cache, so we always get the branch's current head
-        headers: {
-            authorization: `Bearer ${token}`,
-        },
-    });
+    let response;
+    try {
+        response = yield axiosCacheInstance.post(types_1.GITHUB_GRAPHQL_API_URL, {
+            query: queryLatestCommit,
+            variables: {
+                repositoryOwner: gitRepositoryOptions.repositoryOwner,
+                repositoryName: gitRepositoryOptions.repositoryName,
+                ref: ref,
+            },
+        }, {
+            cache: false, // must not use cache, so we always get the branch's current head
+            headers: {
+                authorization: `Bearer ${token}`,
+            },
+        });
+    }
+    catch (error) {
+        (0, errors_1.handleHttpErrors)(error);
+    }
+    if (!response) {
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, 'Failed to fetch latest commit');
+    }
+    (0, errors_1.handleGraphQLErrors)(response);
     if (!response.data.data.repository) {
-        throw new Error(`No repository found "${gitRepositoryOptions.repositoryOwner}/${gitRepositoryOptions.repositoryName}"`);
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.NOT_FOUND, `No repository found "${gitRepositoryOptions.repositoryOwner}/${gitRepositoryOptions.repositoryName}"`);
     }
     const lastCommit = (_e = (_c = (_b = (_a = response.data.data.repository.ref) === null || _a === void 0 ? void 0 : _a.target) === null || _b === void 0 ? void 0 : _b.oid) !== null && _c !== void 0 ? _c : (_d = response.data.data.repository.object) === null || _d === void 0 ? void 0 : _d.oid) !== null && _e !== void 0 ? _e : undefined;
     if (!lastCommit) {
-        throw new Error(`No commit found for ref "${ref}"`);
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.NOT_FOUND, `No commit found for ref "${ref}"`);
     }
     return lastCommit;
 });
@@ -97,28 +104,36 @@ const createCommit = (gitRepositoryOptions, axiosCacheInstance, commitDraft) =>
     const pathEntryFolder = (0, path_factory_1.getPathEntryFolder)(gitRepositoryOptions);
     const { additions, deletions } = (0, entries_to_actions_converter_1.convertEntriesToActions)(commitDraft.entries, pathEntryFolder);
     const mutateCommit = (0, graphql_query_factory_1.createCommitMutation)();
-    const response = yield axiosCacheInstance.post(exports.API_URL, {
-        query: mutateCommit,
-        variables: {
-            repositoryNameWithOwner: `${gitRepositoryOptions.repositoryOwner}/${gitRepositoryOptions.repositoryName}`,
-            branchName: commitDraft.ref,
-            commitMessage: (_a = commitDraft.message) !== null && _a !== void 0 ? _a : '-',
-            precedingCommitSha: commitDraft.parentSha,
-            additions: additions,
-            deletions: deletions,
-        },
-    }, {
-        cache: false,
-        headers: {
-            authorization: `Bearer ${token}`,
-        },
-    });
-    if (response.data.errors) {
-        throw new Error(JSON.stringify(response.data.errors));
+    let response;
+    try {
+        response = yield axiosCacheInstance.post(types_1.GITHUB_GRAPHQL_API_URL, {
+            query: mutateCommit,
+            variables: {
+                repositoryNameWithOwner: `${gitRepositoryOptions.repositoryOwner}/${gitRepositoryOptions.repositoryName}`,
+                branchName: commitDraft.ref,
+                commitMessage: (_a = commitDraft.message) !== null && _a !== void 0 ? _a : '-',
+                precedingCommitSha: commitDraft.parentSha,
+                additions: additions,
+                deletions: deletions,
+            },
+        }, {
+            cache: false,
+            headers: {
+                authorization: `Bearer ${token}`,
+            },
+        });
+    }
+    catch (error) {
+        (0, errors_1.handleHttpErrors)(error);
+    }
+    if (!response) {
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, `Failed to create commit`);
     }
+    (0, errors_1.handleGraphQLErrors)(response);
     const mutationResult = response.data.data.commitCreate;
     if (mutationResult.errors) {
-        throw new Error(JSON.stringify(mutationResult.errors));
+        const errorMessage = JSON.stringify(mutationResult.errors);
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.BAD_REQUEST, `Failed to create commit: ${errorMessage}`);
     }
     return { ref: mutationResult.commit.oid };
 });

package/dist/cjs/github-adapter.js.map

@@ -1 +1 @@
-{"version":3,"file":"github-adapter.js","sourceRoot":"","sources":["../../src/github-adapter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAGA,wEAKqC;AACrC,sFAA6E;AAC7E,sDAAuE;AACvE,wDAA8E;AAEjE,QAAA,OAAO,GAAG,gCAAgC,CAAA;AAEhD,MAAM,UAAU,GAAG,CACxB,oBAA6C,EAC7C,kBAAsC,EACtC,UAAkB,EACA,EAAE;;IACpB,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAC9C,MAAM,eAAe,GAAG,IAAA,iCAAkB,EAAC,oBAAoB,CAAC,CAAA;IAEhE,MAAM,iBAAiB,GAAG,IAAA,+CAAuB,GAAE,CAAA;IACnD,MAAM,oBAAoB,GAAG,MAAM,kBAAkB,CAAC,IAAI,CACxD,eAAO,EACP;QACE,KAAK,EAAE,iBAAiB;QACxB,SAAS,EAAE;YACT,eAAe,EAAE,oBAAoB,CAAC,eAAe;YACrD,cAAc,EAAE,oBAAoB,CAAC,cAAc;YACnD,UAAU,EAAE,GAAG,UAAU,IAAI,eAAe,EAAE;SAC/C;KACF,EACD;QACE,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC;KACF,CACF,CAAA;IAED,IAAI,CAAC,CAAA,MAAA,MAAA,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,0CAAE,MAAM,0CAAE,OAAO,CAAA,EAAE,CAAC;QAChE,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,IAAA,uDAAuC,EAC5C,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CACzD,CAAA;AACH,CAAC,CAAA,CAAA;AAjCY,QAAA,UAAU,cAiCtB;AAEM,MAAM,SAAS,GAAG,CACvB,oBAA6C,EAC7C,kBAAsC,EACtC,UAAkB,EACD,EAAE;;IACnB,MAAM,eAAe,GAAG,oBAAoB,CAAC,eAAe,CAAA;IAC5D,MAAM,cAAc,GAAG,oBAAoB,CAAC,cAAc,CAAA;IAC1D,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAC9C,MAAM,cAAc,GAAG,IAAA,4BAAa,EAAC,oBAAoB,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,IAAA,8CAAsB,GAAE,CAAA;IAC7C,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAC5C,eAAO,EACP;QACE,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE;YACT,eAAe,EAAE,eAAe;YAChC,cAAc,EAAE,cAAc;YAC9B,UAAU,EAAE,GAAG,UAAU,IAAI,cAAc,EAAE;SAC9C;KACF,EACD;QACE,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC;KACF,CACF,CAAA;IACD,MAAM,MAAM,GAAG,MAAA,MAAA,MAAA,MAAA,QAAQ,CAAC,IAAI,0CAAE,IAAI,0CAAE,UAAU,0CAAE,MAAM,0CAAE,IAAI,CAAA;IAE5D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,IAAI,cAAc,kCAAkC,eAAe,IAAI,cAAc,gBAAgB,UAAU,GAAG,CACnH,CAAA;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA,CAAA;AApCY,QAAA,SAAS,aAoCrB;AAEM,MAAM,mBAAmB,GAAG,CACjC,oBAA6C,EAC7C,kBAAsC,EACtC,GAAW,EACM,EAAE;;IACnB,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAE9C,MAAM,iBAAiB,GAAG,IAAA,+CAAuB,GAAE,CAAA;IAEnD,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAC5C,eAAO,EACP;QACE,KAAK,EAAE,iBAAiB;QACxB,SAAS,EAAE;YACT,eAAe,EAAE,oBAAoB,CAAC,eAAe;YACrD,cAAc,EAAE,oBAAoB,CAAC,cAAc;YACnD,GAAG,EAAE,GAAG;SACT;KACF,EACD;QACE,KAAK,EAAE,KAAK,EAAE,iEAAiE;QAC/E,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC;KACF,CACF,CAAA;IAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,wBAAwB,oBAAoB,CAAC,eAAe,IAAI,oBAAoB,CAAC,cAAc,GAAG,CACvG,CAAA;IACH,CAAC;IAED,MAAM,UAAU,GACd,MAAA,MAAA,MAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,0CAAE,MAAM,0CAAE,GAAG,mCAC9C,MAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,0CAAE,GAAG,mCACzC,SAAS,CAAA;IACX,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,GAAG,CAAC,CAAA;IACrD,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC,CAAA,CAAA;AA1CY,QAAA,mBAAmB,uBA0C/B;AAEM,MAAM,YAAY,GAAG,CAC1B,oBAA6C,EAC7C,kBAAsC,EACtC,WAAwB,EACP,EAAE;;IACnB,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAC9C,MAAM,eAAe,GAAG,IAAA,iCAAkB,EAAC,oBAAoB,CAAC,CAAA;IAEhE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAA,sDAAuB,EACtD,WAAW,CAAC,OAAO,EACnB,eAAe,CAChB,CAAA;IAED,MAAM,YAAY,GAAG,IAAA,4CAAoB,GAAE,CAAA;IAC3C,MAAM,QAAQ,GAAuB,MAAM,kBAAkB,CAAC,IAAI,CAChE,eAAO,EACP;QACE,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE;YACT,uBAAuB,EAAE,GAAG,oBAAoB,CAAC,eAAe,IAAI,oBAAoB,CAAC,cAAc,EAAE;YACzG,UAAU,EAAE,WAAW,CAAC,GAAG;YAC3B,aAAa,EAAE,MAAA,WAAW,CAAC,OAAO,mCAAI,GAAG;YACzC,kBAAkB,EAAE,WAAW,CAAC,SAAS;YACzC,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACrB;KACF,EACD;QACE,KAAK,EAAE,KAAK;QACZ,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC;KACF,CACF,CAAA;IAED,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IACvD,CAAC;IAED,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAA;IAEtD,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IACxD,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,CAAA;AAC3C,CAAC,CAAA,CAAA;AA9CY,QAAA,YAAY,gBA8CxB"}
+{"version":3,"file":"github-adapter.js","sourceRoot":"","sources":["../../src/github-adapter.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,0DAMiC;AAEjC,8EAI2C;AAC3C,sFAA6E;AAC7E,sDAAuE;AACvE,wDAAmE;AACnE,qCAAgE;AAChE,sEAAgE;AAChE,gEAA0D;AAC1D,mCAAgD;AAEzC,MAAM,UAAU,GAAG,CACxB,oBAA6C,EAC7C,kBAAsC,EACtC,UAAkB,EACA,EAAE;IACpB,MAAM,SAAS,GAAa,MAAM,IAAA,6BAAY,EAC5C,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,CACX,CAAA;IAED,MAAM,mBAAmB,GAAG,MAAM,IAAA,mCAAe,EAC/C,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,EACV,SAAS,CACV,CAAA;IAED,OAAO,IAAA,4CAA4B,EAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAA;AAChF,CAAC,CAAA,CAAA;AAnBY,QAAA,UAAU,cAmBtB;AAEM,MAAM,SAAS,GAAG,CACvB,oBAA6C,EAC7C,kBAAsC,EACtC,UAAkB,EACD,EAAE;;IACnB,MAAM,eAAe,GAAG,oBAAoB,CAAC,eAAe,CAAA;IAC5D,MAAM,cAAc,GAAG,oBAAoB,CAAC,cAAc,CAAA;IAC1D,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAC9C,MAAM,cAAc,GAAG,IAAA,4BAAa,EAAC,oBAAoB,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,IAAA,oDAA4B,GAAE,CAAA;IAEnD,IAAI,QAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CACtC,8BAAsB,EACtB;YACE,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE;gBACT,eAAe,EAAE,eAAe;gBAChC,cAAc,EAAE,cAAc;gBAC9B,UAAU,EAAE,GAAG,UAAU,IAAI,cAAc,EAAE;aAC9C;SACF,EACD;YACE,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;SACF,CACF,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,yBAAgB,EAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,wBAAwB,CACzB,CAAA;IACH,CAAC;IAED,IAAA,4BAAmB,EAAC,QAAQ,CAAC,CAAA;IAE7B,MAAM,MAAM,GAAG,MAAA,MAAA,MAAA,MAAA,QAAQ,CAAC,IAAI,0CAAE,IAAI,0CAAE,UAAU,0CAAE,MAAM,0CAAE,IAAI,CAAA;IAE5D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,SAAS,EACnB,IAAI,cAAc,kCAAkC,eAAe,IAAI,cAAc,gBAAgB,UAAU,GAAG,CACnH,CAAA;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA,CAAA;AArDY,QAAA,SAAS,aAqDrB;AAEM,MAAM,mBAAmB,GAAG,CACjC,oBAA6C,EAC7C,kBAAsC,EACtC,GAAW,EACM,EAAE;;IACnB,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAE9C,MAAM,iBAAiB,GAAG,IAAA,+CAAuB,GAAE,CAAA;IAEnD,IAAI,QAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CACtC,8BAAsB,EACtB;YACE,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE;gBACT,eAAe,EAAE,oBAAoB,CAAC,eAAe;gBACrD,cAAc,EAAE,oBAAoB,CAAC,cAAc;gBACnD,GAAG,EAAE,GAAG;aACT;SACF,EACD;YACE,KAAK,EAAE,KAAK,EAAE,iEAAiE;YAC/E,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;SACF,CACF,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,yBAAgB,EAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,+BAA+B,CAChC,CAAA;IACH,CAAC;IACD,IAAA,4BAAmB,EAAC,QAAQ,CAAC,CAAA;IAE7B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,SAAS,EACnB,wBAAwB,oBAAoB,CAAC,eAAe,IAAI,oBAAoB,CAAC,cAAc,GAAG,CACvG,CAAA;IACH,CAAC;IAED,MAAM,UAAU,GACd,MAAA,MAAA,MAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,0CAAE,MAAM,0CAAE,GAAG,mCAC9C,MAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,0CAAE,GAAG,mCACzC,SAAS,CAAA;IACX,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,SAAS,EACnB,4BAA4B,GAAG,GAAG,CACnC,CAAA;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC,CAAA,CAAA;AA3DY,QAAA,mBAAmB,uBA2D/B;AAEM,MAAM,YAAY,GAAG,CAC1B,oBAA6C,EAC7C,kBAAsC,EACtC,WAAwB,EACP,EAAE;;IACnB,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAA;IAC9C,MAAM,eAAe,GAAG,IAAA,iCAAkB,EAAC,oBAAoB,CAAC,CAAA;IAEhE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAA,sDAAuB,EACtD,WAAW,CAAC,OAAO,EACnB,eAAe,CAChB,CAAA;IAED,MAAM,YAAY,GAAG,IAAA,4CAAoB,GAAE,CAAA;IAE3C,IAAI,QAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,CACtC,8BAAsB,EACtB;YACE,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE;gBACT,uBAAuB,EAAE,GAAG,oBAAoB,CAAC,eAAe,IAAI,oBAAoB,CAAC,cAAc,EAAE;gBACzG,UAAU,EAAE,WAAW,CAAC,GAAG;gBAC3B,aAAa,EAAE,MAAA,WAAW,CAAC,OAAO,mCAAI,GAAG;gBACzC,kBAAkB,EAAE,WAAW,CAAC,SAAS;gBACzC,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,SAAS;aACrB;SACF,EACD;YACE,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;SACF,CACF,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,yBAAgB,EAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,yBAAyB,CAC1B,CAAA;IACH,CAAC;IAED,IAAA,4BAAmB,EAAC,QAAQ,CAAC,CAAA;IAE7B,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAA;IAEtD,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAA;QAC1D,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,WAAW,EACrB,4BAA4B,YAAY,EAAE,CAC3C,CAAA;IACH,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,CAAA;AAC3C,CAAC,CAAA,CAAA;AA7DY,QAAA,YAAY,gBA6DxB"}

package/dist/cjs/github-api/get-entry-content.js

@@ -0,0 +1,53 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEntryContent = void 0;
+const graphql_query_factory_1 = require("./graphql-query-factory");
+const types_1 = require("../types");
+const errors_1 = require("../errors");
+const getEntryContent = (gitRepositoryOptions, axiosCacheInstance, commitHash, filePaths) => __awaiter(void 0, void 0, void 0, function* () {
+    const filePathsContentMap = new Map();
+    const { queries, queryFilenameAliasMap } = (0, graphql_query_factory_1.createBlobsContentByFilePathsQuery)(filePaths, commitHash, types_1.QUERY_BATCH_SIZE);
+    const requestPromises = [];
+    for (const contentQuery of queries) {
+        try {
+            requestPromises.push(axiosCacheInstance
+                .post(types_1.GITHUB_GRAPHQL_API_URL, {
+                query: contentQuery,
+                variables: {
+                    repositoryOwner: gitRepositoryOptions.repositoryOwner,
+                    repositoryName: gitRepositoryOptions.repositoryName,
+                },
+            }, {
+                headers: {
+                    authorization: `Bearer ${gitRepositoryOptions.accessToken}`,
+                },
+                timeout: 30000,
+            })
+                .then((contentResponse) => processContentResponse(filePathsContentMap, queryFilenameAliasMap, contentResponse)));
+        }
+        catch (error) {
+            (0, errors_1.handleHttpErrors)(error);
+        }
+    }
+    yield Promise.all(requestPromises);
+    return filePathsContentMap;
+});
+exports.getEntryContent = getEntryContent;
+const processContentResponse = (filePathsContentMap, queryFilenameAliasMap, contentResponse) => {
+    (0, errors_1.handleGraphQLErrors)(contentResponse);
+    const filesResponseData = contentResponse.data.data.repository;
+    for (const [queryAlias, fileObject] of Object.entries(filesResponseData)) {
+        filePathsContentMap.set(queryFilenameAliasMap.get(queryAlias), // we assume we received only those files we know about
+        fileObject.text);
+    }
+};
+//# sourceMappingURL=get-entry-content.js.map

package/dist/cjs/github-api/get-entry-content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-entry-content.js","sourceRoot":"","sources":["../../../src/github-api/get-entry-content.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,mEAA4E;AAC5E,oCAAmE;AACnE,sCAAiE;AAE1D,MAAM,eAAe,GAAG,CAC7B,oBAA6C,EAC7C,kBAAsC,EACtC,UAAkB,EAClB,SAAmB,EACW,EAAE;IAChC,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAErD,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE,GAAG,IAAA,0DAAkC,EAC3E,SAAS,EACT,UAAU,EACV,wBAAgB,CACjB,CAAA;IAED,MAAM,eAAe,GAAG,EAAE,CAAA;IAC1B,KAAK,MAAM,YAAY,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,eAAe,CAAC,IAAI,CAClB,kBAAkB;iBACf,IAAI,CACH,8BAAsB,EACtB;gBACE,KAAK,EAAE,YAAY;gBACnB,SAAS,EAAE;oBACT,eAAe,EAAE,oBAAoB,CAAC,eAAe;oBACrD,cAAc,EAAE,oBAAoB,CAAC,cAAc;iBACpD;aACF,EACD;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,oBAAoB,CAAC,WAAW,EAAE;iBAC5D;gBACD,OAAO,EAAE,KAAK;aACf,CACF;iBACA,IAAI,CAAC,CAAC,eAAe,EAAE,EAAE,CACxB,sBAAsB,CACpB,mBAAmB,EACnB,qBAAqB,EACrB,eAAe,CAChB,CACF,CACJ,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,yBAAgB,EAAC,KAAK,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;IAElC,OAAO,mBAAmB,CAAA;AAC5B,CAAC,CAAA,CAAA;AAlDY,QAAA,eAAe,mBAkD3B;AAED,MAAM,sBAAsB,GAAG,CAC7B,mBAAwC,EACxC,qBAA0C,EAC1C,eAAmC,EAC7B,EAAE;IACR,IAAA,4BAAmB,EAAC,eAAe,CAAC,CAAA;IACpC,MAAM,iBAAiB,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAGnD,CAAA;IAED,KAAK,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACzE,mBAAmB,CAAC,GAAG,CACrB,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAW,EAAE,uDAAuD;QACxG,UAAU,CAAC,IAAI,CAChB,CAAA;IACH,CAAC;AACH,CAAC,CAAA"}

package/dist/cjs/github-api/get-file-paths.js

@@ -0,0 +1,48 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFilePaths = void 0;
+const git_adapter_1 = require("@commitspark/git-adapter");
+const path_factory_1 = require("../util/path-factory");
+const errors_1 = require("../errors");
+const types_1 = require("../types");
+const getFilePaths = (gitRepositoryOptions, axiosCacheInstance, treeSha) => __awaiter(void 0, void 0, void 0, function* () {
+    const pathEntryFolder = (0, path_factory_1.getPathEntryFolder)(gitRepositoryOptions);
+    const { repositoryOwner, repositoryName, accessToken } = gitRepositoryOptions;
+    // hard limit of 100,000 entries and 7MB response size; see https://docs.github.com/en/rest/git/trees?apiVersion=2022-11-28#get-a-tree
+    const restApiUrl = types_1.GITHUB_REST_API_URL +
+        `/repos/${repositoryOwner}/${repositoryName}/git/trees/${treeSha}?recursive=1`;
+    let response;
+    try {
+        response = yield axiosCacheInstance.get(restApiUrl, {
+            headers: {
+                Authorization: `Bearer ${accessToken}`,
+                Accept: 'application/vnd.github+json',
+            },
+            timeout: 30000,
+        });
+    }
+    catch (error) {
+        (0, errors_1.handleHttpErrors)(error);
+    }
+    if (response === undefined) {
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, 'Failed to fetch repository file list.');
+    }
+    const data = response.data;
+    if (data.truncated) {
+        throw new git_adapter_1.GitAdapterError(git_adapter_1.ErrorCode.INTERNAL_ERROR, `Too many files in repository.`);
+    }
+    return data.tree
+        .filter((entry) => entry.type === 'blob' && entry.path.startsWith(pathEntryFolder))
+        .map((entry) => entry.path);
+});
+exports.getFilePaths = getFilePaths;
+//# sourceMappingURL=get-file-paths.js.map

package/dist/cjs/github-api/get-file-paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-file-paths.js","sourceRoot":"","sources":["../../../src/github-api/get-file-paths.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,0DAAqE;AACrE,uDAAyD;AACzD,sCAA4C;AAC5C,oCAA8C;AAEvC,MAAM,YAAY,GAAG,CAC1B,oBAA6C,EAC7C,kBAAsC,EACtC,OAAe,EACI,EAAE;IACrB,MAAM,eAAe,GAAG,IAAA,iCAAkB,EAAC,oBAAoB,CAAC,CAAA;IAChE,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,WAAW,EAAE,GAAG,oBAAoB,CAAA;IAE7E,sIAAsI;IACtI,MAAM,UAAU,GACd,2BAAmB;QACnB,UAAU,eAAe,IAAI,cAAc,cAAc,OAAO,cAAc,CAAA;IAEhF,IAAI,QAAQ,CAAA;IACZ,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,UAAU,EAAE;YAClD,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,WAAW,EAAE;gBACtC,MAAM,EAAE,6BAA6B;aACtC;YACD,OAAO,EAAE,KAAK;SACf,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,yBAAgB,EAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,uCAAuC,CACxC,CAAA;IACH,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAA0B,CAAA;IAEhD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,IAAI,6BAAe,CACvB,uBAAS,CAAC,cAAc,EACxB,+BAA+B,CAChC,CAAA;IACH,CAAC;IAED,OAAO,IAAI,CAAC,IAAI;SACb,MAAM,CACL,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAClE;SACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC/B,CAAC,CAAA,CAAA;AAhDY,QAAA,YAAY,gBAgDxB"}

package/dist/cjs/{util → github-api}/graphql-query-factory.js

@@ -1,42 +1,51 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createBlobsContentQuery = createBlobsContentQuery;
-exports.createBlobContentQuery = createBlobContentQuery;
+exports.createSingleBlobContentQuery = createSingleBlobContentQuery;
+exports.createBlobsContentByFilePathsQuery = createBlobsContentByFilePathsQuery;
 exports.createCommitMutation = createCommitMutation;
 exports.createLatestCommitQuery = createLatestCommitQuery;
-function createBlobsContentQuery() {
+function createSingleBlobContentQuery() {
     return `
       query ($repositoryOwner: String!, $repositoryName: String!, $expression: String!) { 
         repository(owner: $repositoryOwner, name: $repositoryName) {
           object(expression: $expression) {
-            ... on Tree {
-              entries {
-                name
-                object {
-                  __typename
-                  ... on Blob {
-                    text
-                  }
-                }
-              }
+            ... on Blob {
+              text
             }
           }
         }
       }
     `;
 }
-function createBlobContentQuery() {
-    return `
-      query ($repositoryOwner: String!, $repositoryName: String!, $expression: String!) { 
-        repository(owner: $repositoryOwner, name: $repositoryName) {
-          object(expression: $expression) {
-            ... on Blob {
-              text
-            }
-          }
+function createBlobsContentByFilePathsQuery(filePaths, commitHash, batchSize) {
+    const queries = [];
+    const queryFilenameAliasMap = new Map();
+    for (let fileIndex = 0; fileIndex < filePaths.length; fileIndex += batchSize) {
+        // cut file content query into batches and use GraphQL aliases for maximum throughput in regard to GitHub API limits
+        const batchFilenames = filePaths.slice(fileIndex, fileIndex + batchSize);
+        let query = `
+      query ($repositoryOwner: String!, $repositoryName: String!) { 
+        repository(owner: $repositoryOwner, name: $repositoryName) {`;
+        for (const [j, filename] of batchFilenames.entries()) {
+            const fileAliasIndex = fileIndex + j;
+            const fileAlias = `file${fileAliasIndex}`;
+            // using one query variable per file would significantly blow up query size, which would in turn require a lower
+            // batch size to avoid GitHub erroring out, and in consequence much lower throughput; we therefore use this poor
+            // man's manual escaping of filenames instead and write them directly into the query strings
+            const escapedExpression = JSON.stringify(`${commitHash}:${filename}`);
+            query += `    ${fileAlias}: object(expression: ${escapedExpression}) {
+      ... on Blob {
+          text
         }
       }
-    `;
+`;
+            queryFilenameAliasMap.set(fileAlias, filename);
+        }
+        query += `  }
+}`;
+        queries.push(query);
+    }
+    return { queries, queryFilenameAliasMap };
 }
 function createCommitMutation() {
     return `

package/dist/cjs/github-api/graphql-query-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graphql-query-factory.js","sourceRoot":"","sources":["../../../src/github-api/graphql-query-factory.ts"],"names":[],"mappings":";;AAAA,oEAYC;AAED,gFAyCC;AAED,oDA+BC;AAED,0DAeC;AAzGD,SAAgB,4BAA4B;IAC1C,OAAO;;;;;;;;;;KAUJ,CAAA;AACL,CAAC;AAED,SAAgB,kCAAkC,CAChD,SAAmB,EACnB,UAAkB,EAClB,SAAiB;IAEjB,MAAM,OAAO,GAAG,EAAE,CAAA;IAClB,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvD,KACE,IAAI,SAAS,GAAG,CAAC,EACjB,SAAS,GAAG,SAAS,CAAC,MAAM,EAC5B,SAAS,IAAI,SAAS,EACtB,CAAC;QACD,oHAAoH;QAEpH,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC,CAAA;QAExE,IAAI,KAAK,GAAG;;qEAEqD,CAAA;QAEjE,KAAK,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,CAAA;YACpC,MAAM,SAAS,GAAG,OAAO,cAAc,EAAE,CAAA;YACzC,gHAAgH;YAChH,gHAAgH;YAChH,4FAA4F;YAC5F,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC,CAAA;YACrE,KAAK,IAAI,OAAO,SAAS,wBAAwB,iBAAiB;;;;;CAKvE,CAAA;YACK,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;QAChD,CAAC;QACD,KAAK,IAAI;EACX,CAAA;QACE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAA;AAC3C,CAAC;AAED,SAAgB,oBAAoB;IAClC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA6BJ,CAAA;AACL,CAAC;AAED,SAAgB,uBAAuB;IACrC,OAAO;;;;;;;;;;;;;KAaJ,CAAA;AACL,CAAC"}

package/dist/cjs/types.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GITHUB_REST_API_URL = exports.GITHUB_GRAPHQL_API_URL = exports.QUERY_BATCH_SIZE = exports.PATH_ENTRY_FOLDER = exports.PATH_SCHEMA_FILE = exports.ENTRY_EXTENSION = void 0;
+exports.ENTRY_EXTENSION = '.yaml';
+exports.PATH_SCHEMA_FILE = 'commitspark/schema/schema.graphql';
+exports.PATH_ENTRY_FOLDER = 'commitspark/entries/';
+exports.QUERY_BATCH_SIZE = 250;
+exports.GITHUB_GRAPHQL_API_URL = 'https://api.github.com/graphql';
+exports.GITHUB_REST_API_URL = 'https://api.github.com';
+//# sourceMappingURL=types.js.map

package/dist/cjs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,OAAO,CAAA;AACzB,QAAA,gBAAgB,GAAG,mCAAmC,CAAA;AACtD,QAAA,iBAAiB,GAAG,sBAAsB,CAAA;AAC1C,QAAA,gBAAgB,GAAG,GAAG,CAAA;AACtB,QAAA,sBAAsB,GAAG,gCAAgC,CAAA;AACzD,QAAA,mBAAmB,GAAG,wBAAwB,CAAA"}

package/dist/cjs/util/entries-to-actions-converter.js

@@ -4,7 +4,7 @@ exports.convertEntriesToActions = convertEntriesToActions;
 const yaml_1 = require("yaml");
 const addition_model_1 = require("../model/addition.model");
 const deletion_model_1 = require("../model/deletion.model");
-const types_1 = require("./types");
+const types_1 = require("../types");
 function convertEntriesToActions(entryDrafts, pathEntryFolder) {
     const additions = [];
     const deletions = [];

package/dist/cjs/util/entries-to-actions-converter.js.map

@@ -1 +1 @@
-{"version":3,"file":"entries-to-actions-converter.js","sourceRoot":"","sources":["../../../src/util/entries-to-actions-converter.ts"],"names":[],"mappings":";;AAMA,0DA6BC;AAlCD,+BAAgC;AAChC,4DAAuD;AACvD,4DAAuD;AACvD,mCAAyC;AAEzC,SAAgB,uBAAuB,CACrC,WAAyB,EACzB,eAAuB;IAKvB,MAAM,SAAS,GAAoB,EAAE,CAAA;IACrC,MAAM,SAAS,GAAoB,EAAE,CAAA;IACrC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACjC,MAAM,SAAS,GAAG,GAAG,eAAe,IAAI,UAAU,CAAC,EAAE,GAAG,uBAAe,EAAE,CAAA;QACzE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,SAAS,CAAC,IAAI,CAAC,IAAI,8BAAa,CAAC,SAAS,CAAC,CAAC,CAAA;QAC9C,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CACZ,IAAI,8BAAa,CACf,SAAS,EACT,IAAA,gBAAS,EAAC;gBACR,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,IAAI,EAAE,UAAU,CAAC,IAAI;aACtB,CAAC,CACH,CACF,CAAA;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IACF,OAAO;QACL,SAAS;QACT,SAAS;KACV,CAAA;AACH,CAAC"}
+{"version":3,"file":"entries-to-actions-converter.js","sourceRoot":"","sources":["../../../src/util/entries-to-actions-converter.ts"],"names":[],"mappings":";;AAMA,0DA6BC;AAlCD,+BAAgC;AAChC,4DAAuD;AACvD,4DAAuD;AACvD,oCAA0C;AAE1C,SAAgB,uBAAuB,CACrC,WAAyB,EACzB,eAAuB;IAKvB,MAAM,SAAS,GAAoB,EAAE,CAAA;IACrC,MAAM,SAAS,GAAoB,EAAE,CAAA;IACrC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACjC,MAAM,SAAS,GAAG,GAAG,eAAe,IAAI,UAAU,CAAC,EAAE,GAAG,uBAAe,EAAE,CAAA;QACzE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,SAAS,CAAC,IAAI,CAAC,IAAI,8BAAa,CAAC,SAAS,CAAC,CAAC,CAAA;QAC9C,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CACZ,IAAI,8BAAa,CACf,SAAS,EACT,IAAA,gBAAS,EAAC;gBACR,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,IAAI,EAAE,UAAU,CAAC,IAAI;aACtB,CAAC,CACH,CACF,CAAA;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IACF,OAAO;QACL,SAAS;QACT,SAAS;KACV,CAAA;AACH,CAAC"}

package/dist/cjs/util/entry-factory.js

@@ -1,15 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEntriesFromBlobsQueryResponseData = createEntriesFromBlobsQueryResponseData;
+exports.createEntriesFromFileContent = createEntriesFromFileContent;
 const yaml_1 = require("yaml");
-const types_1 = require("./types");
-function createEntriesFromBlobsQueryResponseData(entries) {
-    return entries
-        .filter((entry) => entry.name.endsWith(types_1.ENTRY_EXTENSION) &&
-        entry.object['__typename'] === 'Blob')
-        .map((entry) => {
-        const fileContent = (0, yaml_1.parse)(entry.object.text);
-        const id = entry.name.substring(0, entry.name.length - types_1.ENTRY_EXTENSION.length);
+const types_1 = require("../types");
+const path_factory_1 = require("./path-factory");
+function createEntriesFromFileContent(gitRepositoryOptions, filePathContentMap) {
+    return Array.from(filePathContentMap)
+        .filter(([filePath]) => filePath.endsWith(types_1.ENTRY_EXTENSION))
+        .map(([filePath, content]) => {
+        const fileContent = (0, yaml_1.parse)(content);
+        const id = filePath.substring((0, path_factory_1.getPathEntryFolder)(gitRepositoryOptions).length, // strip folder path back out
+        filePath.length - types_1.ENTRY_EXTENSION.length);
         return {
             id: id,
             metadata: fileContent.metadata,

package/dist/cjs/util/entry-factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"entry-factory.js","sourceRoot":"","sources":["../../../src/util/entry-factory.ts"],"names":[],"mappings":";;AAYA,0FAqBC;AAjCD,+BAA4B;AAE5B,mCAAyC;AAUzC,SAAgB,uCAAuC,CACrD,OAAoB;IAEpB,OAAO,OAAO;SACX,MAAM,CACL,CAAC,KAAgB,EAAE,EAAE,CACnB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,uBAAe,CAAC;QACpC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,MAAM,CACxC;SACA,GAAG,CAAC,CAAC,KAAgB,EAAE,EAAE;QACxB,MAAM,WAAW,GAAG,IAAA,YAAK,EAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC5C,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAC7B,CAAC,EACD,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,uBAAe,CAAC,MAAM,CAC3C,CAAA;QACD,OAAO;YACL,EAAE,EAAE,EAAE;YACN,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,IAAI,EAAE,WAAW,CAAC,IAAI;SACd,CAAA;IACZ,CAAC,CAAC,CAAA;AACN,CAAC"}
+{"version":3,"file":"entry-factory.js","sourceRoot":"","sources":["../../../src/util/entry-factory.ts"],"names":[],"mappings":";;AAMA,oEAkBC;AAxBD,+BAA4B;AAE5B,oCAA0C;AAC1C,iDAAmD;AAGnD,SAAgB,4BAA4B,CAC1C,oBAA6C,EAC7C,kBAAuC;IAEvC,OAAO,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,uBAAe,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,EAAE;QAC3B,MAAM,WAAW,GAAG,IAAA,YAAK,EAAC,OAAO,CAAC,CAAA;QAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAS,CAC3B,IAAA,iCAAkB,EAAC,oBAAoB,CAAC,CAAC,MAAM,EAAE,6BAA6B;QAC9E,QAAQ,CAAC,MAAM,GAAG,uBAAe,CAAC,MAAM,CACzC,CAAA;QACD,OAAO;YACL,EAAE,EAAE,EAAE;YACN,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,IAAI,EAAE,WAAW,CAAC,IAAI;SACd,CAAA;IACZ,CAAC,CAAC,CAAA;AACN,CAAC"}