@diplodoc/cli 4.4.0 → 4.5.1-beta.0

package/src/constants.ts

@@ -118,5 +118,6 @@ export const REGEXP_AUTHOR = /(?<=author:\s).+(?=\r?\n)/g;
 
 export const MIN_CHUNK_SIZE = Number(process.env.MIN_CHUNK_SIZE) || 1000;
 export const WORKERS_COUNT = Number(process.env.WORKERS_COUNT) || os.cpus().length - 1;
+export const PAGE_PROCESS_CONCURRENCY = Number(process.env.PAGE_PROCESS_CONCURRENCY) || 500;
 
 export const metadataBorder = '---';

package/src/steps/processPages.ts

@@ -26,7 +26,13 @@ import {
 } from '../models';
 import {VCSConnector} from '../vcs-connector/connector-models';
 import {getVCSConnector} from '../vcs-connector';
-import {Lang, ResourceType, SINGLE_PAGE_DATA_FILENAME, SINGLE_PAGE_FILENAME} from '../constants';
+import {
+    Lang,
+    PAGE_PROCESS_CONCURRENCY,
+    ResourceType,
+    SINGLE_PAGE_DATA_FILENAME,
+    SINGLE_PAGE_FILENAME,
+} from '../constants';
 
 const singlePageResults: Record<string, SinglePageResult[]> = {};
 const singlePagePaths: Record<string, Set<string>> = {};
@@ -46,11 +52,10 @@ export async function processPages(outputBundlePath: string): Promise<void> {
     PluginService.setPlugins();
 
     const navigationPaths = TocService.getNavigationPaths();
-    const concurrency = 500;
 
     await mapLimit(
         navigationPaths,
-        concurrency,
+        PAGE_PROCESS_CONCURRENCY,
         asyncify(async (pathToFile: string) => {
             const pathData = getPathData(
                 pathToFile,

package/src/vcs-connector/github.ts

@@ -32,6 +32,7 @@ const authorByGitEmail: Map<string, Contributor | null> = new Map();
 const authorByPath: Map<string, Contributor | null> = new Map();
 const contributorsByPath: Map<string, FileContributors> = new Map();
 const contributorsData: Map<string, Contributor | null> = new Map();
+const loginUserMap: Map<string, Contributor | null> = new Map();
 
 async function getGitHubVCSConnector(): Promise<VCSConnector | undefined> {
     const {contributors} = ArgvService.getConfig();
@@ -277,21 +278,27 @@ async function getFileContributorsByPath(path: string): Promise<FileContributors
 }
 
 async function getUserByLogin(octokit: Octokit, userLogin: string): Promise<Contributor | null> {
-    const user = await github.getRepoUser(octokit, userLogin);
+    let result = loginUserMap.get(userLogin);
+    if (!result) {
+        const user = await github.getRepoUser(octokit, userLogin);
+        if (!user) {
+            return null;
+        }
 
-    if (!user) {
-        return null;
-    }
+        const {avatar_url: avatar, html_url: url, email, login, name} = user;
 
-    const {avatar_url: avatar, html_url: url, email, login, name} = user;
+        result = {
+            avatar,
+            email,
+            login,
+            name,
+            url,
+        };
 
-    return {
-        avatar,
-        email,
-        login,
-        name,
-        url,
-    };
+        loginUserMap.set(userLogin, result);
+    }
+
+    return result;
 }
 
 function addNestedContributorsForPathFunction(